postgresql安装、TPC-H测试和代码调试

来源:互联网 发布:字幕重叠拼图软件 编辑:程序博客网 时间:2024/05/17 22:05
echo "deb http://apt.postgresql.org/pub/repos/apt/ trusty-pgdg main" | sudo tee -a /etc/apt/sources.list.d/pgdg.list
wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc | sudo apt-key add -
sudo apt-get update
apt-get install postgresql-9.5 -y
dpkg -L postgresql-9.5
echo "export PATH=/usr/lib/postgresql/9.5/bin:\$PATH" >> /etc/profile

//useradd postgres -m -s /bin/bash
su - postgres -s /bin/bash
cd ~
initdb -D ~/my_pg_data -U postgres
pg_ctl -D ~/my_pg_data -l ~/my_pg_data/server.log start
pg_ctl -D ~/my_pg_data -l ~/my_pg_data/server.log stop


createdb -h localhost -U postgres spark
psql -h localhost -U postgres -d spark -c "create user spark with password 'spark'"
psql -h localhost -U postgres -d spark
\l 列出数据库
\c dbname 使用某个数据库作为当前数据库
\d 查看当前db内tbls

#gen data for tpc-h
git clone https://github.com/hortonworks/hive-testbench.git
cd hive-testbench
apt install gcc make default-jdk -y
export JAVA_HOME=/usr/lib/jvm/default-java
PATH=$JAVA_HOME/bin:$PATH
./tpch-build.sh
cd tpch-gen/target/tools
./dbgen -vf -s 1
for i in `ls *.tbl`; do sed 's/|$//' $i > ${i/tbl/csv}; echo $i; done;

cd ~
git clone https://github.com/tvondra/pg_tpch.git
cd pg_tpch
mkdir -p dss/data
mv ~/hive-testbench/tpch-gen/target/tools/*.csv dss/data
ln -s /var/lib/postgresql/pg_tpch/dss/data /tmp/dss-data
cd ~/hive-testbench/tpch-gen/target/tools/
cp dbgen qgen dists.dss ~/pg_tpch/
cd ~/pg_tpch/
mkdir -p dss/queries
for q in `seq 1 22`
do
    DSS_QUERY=dss/templates ./qgen $q >> dss/queries/$q.sql
    sed 's/^select/explain select/' dss/queries/$q.sql > dss/queries/$q.explain.sql
    cat dss/queries/$q.sql >> dss/queries/$q.explain.sql;
done

./tpch.sh ./results spark postgres
apt install php5-cli

php process.php ./results output.csv


#调试方法见 https://wiki.postgresql.org/wiki/Working_with_Eclipse


参考
https://wiki.postgresql.org/wiki/Working_with_Eclipse
https://github.com/tvondra/pg_tpch
0 0
原创粉丝点击