Menu
▾
▴
postgres-xc-committers — Announces PG-XC repository commits
You can subscribe to this list here.
| 2010 |
Jan
|
Feb
|
Mar
|
Apr
(4) |
May
(28) |
Jun
(12) |
Jul
(11) |
Aug
(12) |
Sep
(5) |
Oct
(19) |
Nov
(14) |
Dec
(12) |
|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 2011 |
Jan
(18) |
Feb
(30) |
Mar
(115) |
Apr
(89) |
May
(50) |
Jun
(44) |
Jul
(22) |
Aug
(13) |
Sep
(11) |
Oct
(30) |
Nov
(28) |
Dec
(39) |
| 2012 |
Jan
(38) |
Feb
(18) |
Mar
(43) |
Apr
(91) |
May
(108) |
Jun
(46) |
Jul
(37) |
Aug
(44) |
Sep
(33) |
Oct
(29) |
Nov
(36) |
Dec
(15) |
| 2013 |
Jan
(35) |
Feb
(611) |
Mar
(5) |
Apr
(55) |
May
(30) |
Jun
(28) |
Jul
(458) |
Aug
(34) |
Sep
(9) |
Oct
(39) |
Nov
(22) |
Dec
(32) |
| 2014 |
Jan
(16) |
Feb
(16) |
Mar
(42) |
Apr
(179) |
May
(7) |
Jun
(6) |
Jul
(9) |
Aug
|
Sep
(4) |
Oct
|
Nov
(3) |
Dec
|
| 2015 |
Jan
|
Feb
|
Mar
|
Apr
(2) |
May
(4) |
Jun
|
Jul
|
Aug
|
Sep
|
Oct
|
Nov
|
Dec
|
| S | M | T | W | T | F | S |
|---|---|---|---|---|---|---|
|
|
|
|
|
|
|
1
|
|
2
|
3
(1) |
4
|
5
|
6
|
7
|
8
|
|
9
|
10
(1) |
11
|
12
|
13
(5) |
14
(1) |
15
(1) |
|
16
|
17
(3) |
18
(1) |
19
(11) |
20
|
21
|
22
|
|
23
(1) |
24
|
25
|
26
(1) |
27
|
28
(2) |
29
|
|
30
|
31
|
|
|
|
|
|
|
From: Michael P <mic...@us...> - 2010-05-17 04:57:32
|
Project "DBT-1/Postgres-XC".
The annotated tag, pgxc_v0.9.1 has been created
at 3ba5e0b47cf390a0e6cbe2579c5393d59e17a41b (tag)
tagging 5343ab78653697ec3b01693344d8b4ccc6b5b3b0 (commit)
tagged by Michael P
on Mon May 17 13:58:45 2010 +0900
- Log -----------------------------------------------------------------
Postgres-XC v0.9.1
Michael P (4):
Modified DBT-1 as a benchmark test for Postgres-XC version 0.9
Addition of a README file for user reference
DBT-1 update due to the coming release of Postgres-XC 0.9.1.
Creation of a new SQL file to upload data directly with COPY FROM.
-----------------------------------------------------------------------
hooks/post-receive
--
DBT-1/Postgres-XC
|
|
From: Michael P <mic...@us...> - 2010-05-17 04:55:20
|
Project "DBT-1/Postgres-XC".
The branch, master has been updated
via 5343ab78653697ec3b01693344d8b4ccc6b5b3b0 (commit)
from e8423a49d59402dad28ba1499ea3da6fc6289d92 (commit)
- Log -----------------------------------------------------------------
commit 5343ab78653697ec3b01693344d8b4ccc6b5b3b0
Author: Michael P <mic...@us...>
Date: Mon May 17 13:56:08 2010 +0900
Creation of a new SQL file to upload data directly with COPY FROM.
diff --git a/scripts/pgsql/copy.sql b/scripts/pgsql/copy.sql
new file mode 100644
index 0000000..595b48a
--- /dev/null
+++ b/scripts/pgsql/copy.sql
@@ -0,0 +1,10 @@
+-- copy dbt1 data to the cluster
+copy address from '/tmp/address.data' delimiter '>';
+copy author from '/tmp/author.data' delimiter '>';
+copy stock from '/tmp/stock.data' delimiter '>';
+copy item from '/tmp/item.data' delimiter '>';
+copy country from '/tmp/country.data' delimiter '>';
+copy customer from '/tmp/customer.data' delimiter '>';
+copy orders from '/tmp/orders.data' delimiter '>';
+copy order_line from '/tmp/order_line.data' delimiter '>';
+copy cc_xacts from '/tmp/cc_xacts.data' delimiter '>';
-----------------------------------------------------------------------
Summary of changes:
scripts/pgsql/copy.sql | 10 ++++++++++
1 files changed, 10 insertions(+), 0 deletions(-)
create mode 100644 scripts/pgsql/copy.sql
hooks/post-receive
--
DBT-1/Postgres-XC
|
|
From: Michael P <mic...@us...> - 2010-05-17 04:52:38
|
Project "DBT-1/Postgres-XC".
The branch, master has been updated
via e8423a49d59402dad28ba1499ea3da6fc6289d92 (commit)
from 47cc46c300b3ecfb7d1bb64c0cf7d8d2746ee3e6 (commit)
- Log -----------------------------------------------------------------
commit e8423a49d59402dad28ba1499ea3da6fc6289d92
Author: Michael P <mic...@us...>
Date: Mon May 17 13:51:52 2010 +0900
DBT-1 update due to the coming release of Postgres-XC 0.9.1.
Data is now loaded in Database directly with COPY FROM.
The user has still the choice to use INSERT SQL or COPY.
diff --git a/datagen/main.c.in b/datagen/main.c.in
index 3ca732a..bbea907 100644
--- a/datagen/main.c.in
+++ b/datagen/main.c.in
@@ -112,17 +112,17 @@ int main(int argc, char *argv[])
fprintf(sequence_sql,
"%s CREATE SEQUENCE custid INCREMENT 1 START %d;\n",
exec_sql,
- 2880 * ebs + 1);
+ 3000 * ebs + 1);
fprintf(sequence_sql, "commit;");
fprintf(sequence_sql,
"%s CREATE SEQUENCE addrid INCREMENT 1 START %d;\n",
exec_sql,
- ebs * 2880 * 2 + 1);
+ ebs * 3000 * 2 + 1);
fprintf(sequence_sql, "commit;");
fprintf(sequence_sql,
"%s CREATE SEQUENCE scid INCREMENT 1 START %d;\n",
exec_sql,
- (int) ((double) ebs * 2880.0 * 0.9 + 1.0));
+ (int) ((double) ebs * 3000.0 * 0.9 + 1.0));
fprintf(sequence_sql, "commit;");
fclose(sequence_sql);
@@ -137,9 +137,9 @@ int main(int argc, char *argv[])
if (flag_item == 1)
{
gen_items();
- sprintf(cmd, "ln -fs %sitem.data /tmp/item.data\n", path);
+ sprintf(cmd, "ln -fs %s/item.data /tmp/item.data\n", path);
popen(cmd, "r");
- sprintf(cmd, "ln -fs %sstock.data /tmp/stock.data\n", path);
+ sprintf(cmd, "ln -fs %s/stock.data /tmp/stock.data\n", path);
popen(cmd, "r");
}
@@ -147,25 +147,25 @@ int main(int argc, char *argv[])
{
/* all the tables depend on ebs for the customer number */
gen_customers();
- sprintf(cmd, "ln -fs %scustomer.data /tmp/customer.data", path);
+ sprintf(cmd, "ln -fs %s/customer.data /tmp/customer.data", path);
popen(cmd, "r");
- sprintf(cmd, "ln -fs %saddress.data /tmp/address.data", path);
+ sprintf(cmd, "ln -fs %s/address.data /tmp/address.data", path);
popen(cmd, "r");
- sprintf(cmd, "ln -fs %sorders.data /tmp/orders.data", path);
+ sprintf(cmd, "ln -fs %s/orders.data /tmp/orders.data", path);
popen(cmd, "r");
- sprintf(cmd, "ln -fs %sorder_line.data /tmp/order_line.data",
+ sprintf(cmd, "ln -fs %s/order_line.data /tmp/order_line.data",
path);
popen(cmd, "r");
- sprintf(cmd, "ln -fs %scc_xacts.data /tmp/cc_xacts.data", path);
+ sprintf(cmd, "ln -fs %s/cc_xacts.data /tmp/cc_xacts.data", path);
popen(cmd, "r");
}
if (flag_author == 1)
{
gen_authors();
- sprintf(cmd, "ln -fs %sauthor.data /tmp/author.data", path);
+ sprintf(cmd, "ln -fs %s/author.data /tmp/author.data", path);
popen(cmd, "r");
}
diff --git a/scripts/pgsql/build_db.sh.in b/scripts/pgsql/build_db.sh.in
index e72a7d5..4fb3ed8 100755
--- a/scripts/pgsql/build_db.sh.in
+++ b/scripts/pgsql/build_db.sh.in
@@ -18,18 +18,17 @@ if [ "$DATAGEN_USE" = "ON" ]
else
echo "build the database without generating the data file"
fi
-if [ "$PGXC_USE" = "OFF" ]
- then
- date
- echo "drop db"
- @TOPDIR@/scripts/pgsql/drop_db.sh
- echo
- date
- echo "create db"
- @TOPDIR@/scripts/pgsql/create_db.sh
- echo
-fi
+date
+echo "drop db"
+@TOPDIR@/scripts/pgsql/drop_db.sh
+echo
+
+date
+echo "create db"
+@TOPDIR@/scripts/pgsql/create_db.sh
+echo
+
date
echo "create tables"
@TOPDIR@/scripts/pgsql/create_tables.sh
diff --git a/scripts/pgsql/build_param.sh.in b/scripts/pgsql/build_param.sh.in
index 1851b41..3de123c 100644
--- a/scripts/pgsql/build_param.sh.in
+++ b/scripts/pgsql/build_param.sh.in
@@ -7,7 +7,9 @@ SERVER_PORT=5432
DATAGEN_ITEMS=1000
DATAGEN_EUS=10
DATAGEN_RESULT=$TOPDIR/scripts/pgsql/resultsql
-PGXC_USE=ON
#as createdb and dropdb commands delicate to manipulate with Postgres-XC, this parameter skips the parts liked to that
#it can be set at ON of necessary
-DATAGEN_USE=OFF
+DATAGEN_USE=ON #permits to activate data generator
+#COPY FROM/TO is supported since Postgres-XC 0.9.1
+COPYFROM_USE=ON #activates data load with COPY at ON
+ #set at OFF, it activates data transfer
\ No newline at end of file
diff --git a/scripts/pgsql/create_fk.sh.in b/scripts/pgsql/create_fk.sh.in
index 02d1c1a..e90eb79 100755
--- a/scripts/pgsql/create_fk.sh.in
+++ b/scripts/pgsql/create_fk.sh.in
@@ -2,4 +2,4 @@
source @TOPDIR@/scripts/pgsql/build_param.sh
-psql -h $SERVER_IP -p $SERVER_PORT -f @TOPDIR@/scripts/pgsql/create_fk.sql
+psql -h $SERVER_IP -p $SERVER_PORT -f @TOPDIR@/scripts/pgsql/create_fk.sql $SID1
diff --git a/scripts/pgsql/load_db.sh.in b/scripts/pgsql/load_db.sh.in
index dc7e532..5561212 100755
--- a/scripts/pgsql/load_db.sh.in
+++ b/scripts/pgsql/load_db.sh.in
@@ -15,7 +15,7 @@ source @TOPDIR@/scripts/pgsql/build_param.sh
#data transfer, this process takes a lot of time ...;(
#all the results are put in the same folder as the *.data files
-if [ "$DATAGEN_USE" = "ON" ]
+if [ "$COPYFROM_USE" = "OFF" ]
then
sh @TOPDIR@/scripts/pgsql/data_transfer.sh @TOPDIR@/datagen/country.data.pgsql country
sh @TOPDIR@/scripts/pgsql/data_transfer.sh @TOPDIR@/scripts/pgsql/resultsql/author.data author
@@ -26,16 +26,19 @@ if [ "$DATAGEN_USE" = "ON" ]
sh @TOPDIR@/scripts/pgsql/data_transfer.sh @TOPDIR@/scripts/pgsql/resultsql/item.data item
sh @TOPDIR@/scripts/pgsql/data_transfer.sh @TOPDIR@/scripts/pgsql/resultsql/stock.data stock
sh @TOPDIR@/scripts/pgsql/data_transfer.sh @TOPDIR@/scripts/pgsql/resultsql/customer.data customer
+ #data is loaded with file transferred
+ #then load the data...
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/country.sql
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/author.sql
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/orders.sql
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/order_line.sql
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/cc_xacts.sql
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/address.sql
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/item.sql
+ # pgxc additional stock table
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/stock.sql
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/customer.sql
+else
+ #load data with copy... by default also
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/copy.sql
fi
-
-#then load the data...
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/country.sql
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/author.sql
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/orders.sql
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/order_line.sql
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/cc_xacts.sql
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/address.sql
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/item.sql
-# pgxc additional stock table
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/stock.sql
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/customer.sql
diff --git a/scripts/pgsql/load_dbproc.sh.in b/scripts/pgsql/load_dbproc.sh.in
index 55531d8..65b7f69 100755
--- a/scripts/pgsql/load_dbproc.sh.in
+++ b/scripts/pgsql/load_dbproc.sh.in
@@ -1,5 +1,4 @@
#!/bin/sh
source @TOPDIR@/scripts/pgsql/build_param.sh
-
-psql -h $SERVER_IP -p $SERVER_PORT -d $SID1 -f /home/michael/workdbt1/scripts/pgsql/create_sequence.sql
+psql -h $SERVER_IP -p $SERVER_PORT -d $SID1 -f @TOPDIR@/scripts/pgsql/create_sequence.sql
-----------------------------------------------------------------------
Summary of changes:
datagen/main.c.in | 22 +++++++++++-----------
scripts/pgsql/build_db.sh.in | 21 ++++++++++-----------
scripts/pgsql/build_param.sh.in | 6 ++++--
scripts/pgsql/create_fk.sh.in | 2 +-
scripts/pgsql/load_db.sh.in | 29 ++++++++++++++++-------------
scripts/pgsql/load_dbproc.sh.in | 3 +--
6 files changed, 43 insertions(+), 40 deletions(-)
hooks/post-receive
--
DBT-1/Postgres-XC
|
