Menu
▾
▴
postgres-xc-committers — Announces PG-XC repository commits
You can subscribe to this list here.
| 2010 |
Jan
|
Feb
|
Mar
|
Apr
(4) |
May
(28) |
Jun
(12) |
Jul
(11) |
Aug
(12) |
Sep
(5) |
Oct
(19) |
Nov
(14) |
Dec
(12) |
|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 2011 |
Jan
(18) |
Feb
(30) |
Mar
(115) |
Apr
(89) |
May
(50) |
Jun
(44) |
Jul
(22) |
Aug
(13) |
Sep
(11) |
Oct
(30) |
Nov
(28) |
Dec
(39) |
| 2012 |
Jan
(38) |
Feb
(18) |
Mar
(43) |
Apr
(91) |
May
(108) |
Jun
(46) |
Jul
(37) |
Aug
(44) |
Sep
(33) |
Oct
(29) |
Nov
(36) |
Dec
(15) |
| 2013 |
Jan
(35) |
Feb
(611) |
Mar
(5) |
Apr
(55) |
May
(30) |
Jun
(28) |
Jul
(458) |
Aug
(34) |
Sep
(9) |
Oct
(39) |
Nov
(22) |
Dec
(32) |
| 2014 |
Jan
(16) |
Feb
(16) |
Mar
(42) |
Apr
(179) |
May
(7) |
Jun
(6) |
Jul
(9) |
Aug
|
Sep
(4) |
Oct
|
Nov
(3) |
Dec
|
| 2015 |
Jan
|
Feb
|
Mar
|
Apr
(2) |
May
(4) |
Jun
|
Jul
|
Aug
|
Sep
|
Oct
|
Nov
|
Dec
|
|
From: Michael P <mic...@us...> - 2010-05-17 04:52:38
|
Project "DBT-1/Postgres-XC".
The branch, master has been updated
via e8423a49d59402dad28ba1499ea3da6fc6289d92 (commit)
from 47cc46c300b3ecfb7d1bb64c0cf7d8d2746ee3e6 (commit)
- Log -----------------------------------------------------------------
commit e8423a49d59402dad28ba1499ea3da6fc6289d92
Author: Michael P <mic...@us...>
Date: Mon May 17 13:51:52 2010 +0900
DBT-1 update due to the coming release of Postgres-XC 0.9.1.
Data is now loaded in Database directly with COPY FROM.
The user has still the choice to use INSERT SQL or COPY.
diff --git a/datagen/main.c.in b/datagen/main.c.in
index 3ca732a..bbea907 100644
--- a/datagen/main.c.in
+++ b/datagen/main.c.in
@@ -112,17 +112,17 @@ int main(int argc, char *argv[])
fprintf(sequence_sql,
"%s CREATE SEQUENCE custid INCREMENT 1 START %d;\n",
exec_sql,
- 2880 * ebs + 1);
+ 3000 * ebs + 1);
fprintf(sequence_sql, "commit;");
fprintf(sequence_sql,
"%s CREATE SEQUENCE addrid INCREMENT 1 START %d;\n",
exec_sql,
- ebs * 2880 * 2 + 1);
+ ebs * 3000 * 2 + 1);
fprintf(sequence_sql, "commit;");
fprintf(sequence_sql,
"%s CREATE SEQUENCE scid INCREMENT 1 START %d;\n",
exec_sql,
- (int) ((double) ebs * 2880.0 * 0.9 + 1.0));
+ (int) ((double) ebs * 3000.0 * 0.9 + 1.0));
fprintf(sequence_sql, "commit;");
fclose(sequence_sql);
@@ -137,9 +137,9 @@ int main(int argc, char *argv[])
if (flag_item == 1)
{
gen_items();
- sprintf(cmd, "ln -fs %sitem.data /tmp/item.data\n", path);
+ sprintf(cmd, "ln -fs %s/item.data /tmp/item.data\n", path);
popen(cmd, "r");
- sprintf(cmd, "ln -fs %sstock.data /tmp/stock.data\n", path);
+ sprintf(cmd, "ln -fs %s/stock.data /tmp/stock.data\n", path);
popen(cmd, "r");
}
@@ -147,25 +147,25 @@ int main(int argc, char *argv[])
{
/* all the tables depend on ebs for the customer number */
gen_customers();
- sprintf(cmd, "ln -fs %scustomer.data /tmp/customer.data", path);
+ sprintf(cmd, "ln -fs %s/customer.data /tmp/customer.data", path);
popen(cmd, "r");
- sprintf(cmd, "ln -fs %saddress.data /tmp/address.data", path);
+ sprintf(cmd, "ln -fs %s/address.data /tmp/address.data", path);
popen(cmd, "r");
- sprintf(cmd, "ln -fs %sorders.data /tmp/orders.data", path);
+ sprintf(cmd, "ln -fs %s/orders.data /tmp/orders.data", path);
popen(cmd, "r");
- sprintf(cmd, "ln -fs %sorder_line.data /tmp/order_line.data",
+ sprintf(cmd, "ln -fs %s/order_line.data /tmp/order_line.data",
path);
popen(cmd, "r");
- sprintf(cmd, "ln -fs %scc_xacts.data /tmp/cc_xacts.data", path);
+ sprintf(cmd, "ln -fs %s/cc_xacts.data /tmp/cc_xacts.data", path);
popen(cmd, "r");
}
if (flag_author == 1)
{
gen_authors();
- sprintf(cmd, "ln -fs %sauthor.data /tmp/author.data", path);
+ sprintf(cmd, "ln -fs %s/author.data /tmp/author.data", path);
popen(cmd, "r");
}
diff --git a/scripts/pgsql/build_db.sh.in b/scripts/pgsql/build_db.sh.in
index e72a7d5..4fb3ed8 100755
--- a/scripts/pgsql/build_db.sh.in
+++ b/scripts/pgsql/build_db.sh.in
@@ -18,18 +18,17 @@ if [ "$DATAGEN_USE" = "ON" ]
else
echo "build the database without generating the data file"
fi
-if [ "$PGXC_USE" = "OFF" ]
- then
- date
- echo "drop db"
- @TOPDIR@/scripts/pgsql/drop_db.sh
- echo
- date
- echo "create db"
- @TOPDIR@/scripts/pgsql/create_db.sh
- echo
-fi
+date
+echo "drop db"
+@TOPDIR@/scripts/pgsql/drop_db.sh
+echo
+
+date
+echo "create db"
+@TOPDIR@/scripts/pgsql/create_db.sh
+echo
+
date
echo "create tables"
@TOPDIR@/scripts/pgsql/create_tables.sh
diff --git a/scripts/pgsql/build_param.sh.in b/scripts/pgsql/build_param.sh.in
index 1851b41..3de123c 100644
--- a/scripts/pgsql/build_param.sh.in
+++ b/scripts/pgsql/build_param.sh.in
@@ -7,7 +7,9 @@ SERVER_PORT=5432
DATAGEN_ITEMS=1000
DATAGEN_EUS=10
DATAGEN_RESULT=$TOPDIR/scripts/pgsql/resultsql
-PGXC_USE=ON
#as createdb and dropdb commands delicate to manipulate with Postgres-XC, this parameter skips the parts liked to that
#it can be set at ON of necessary
-DATAGEN_USE=OFF
+DATAGEN_USE=ON #permits to activate data generator
+#COPY FROM/TO is supported since Postgres-XC 0.9.1
+COPYFROM_USE=ON #activates data load with COPY at ON
+ #set at OFF, it activates data transfer
\ No newline at end of file
diff --git a/scripts/pgsql/create_fk.sh.in b/scripts/pgsql/create_fk.sh.in
index 02d1c1a..e90eb79 100755
--- a/scripts/pgsql/create_fk.sh.in
+++ b/scripts/pgsql/create_fk.sh.in
@@ -2,4 +2,4 @@
source @TOPDIR@/scripts/pgsql/build_param.sh
-psql -h $SERVER_IP -p $SERVER_PORT -f @TOPDIR@/scripts/pgsql/create_fk.sql
+psql -h $SERVER_IP -p $SERVER_PORT -f @TOPDIR@/scripts/pgsql/create_fk.sql $SID1
diff --git a/scripts/pgsql/load_db.sh.in b/scripts/pgsql/load_db.sh.in
index dc7e532..5561212 100755
--- a/scripts/pgsql/load_db.sh.in
+++ b/scripts/pgsql/load_db.sh.in
@@ -15,7 +15,7 @@ source @TOPDIR@/scripts/pgsql/build_param.sh
#data transfer, this process takes a lot of time ...;(
#all the results are put in the same folder as the *.data files
-if [ "$DATAGEN_USE" = "ON" ]
+if [ "$COPYFROM_USE" = "OFF" ]
then
sh @TOPDIR@/scripts/pgsql/data_transfer.sh @TOPDIR@/datagen/country.data.pgsql country
sh @TOPDIR@/scripts/pgsql/data_transfer.sh @TOPDIR@/scripts/pgsql/resultsql/author.data author
@@ -26,16 +26,19 @@ if [ "$DATAGEN_USE" = "ON" ]
sh @TOPDIR@/scripts/pgsql/data_transfer.sh @TOPDIR@/scripts/pgsql/resultsql/item.data item
sh @TOPDIR@/scripts/pgsql/data_transfer.sh @TOPDIR@/scripts/pgsql/resultsql/stock.data stock
sh @TOPDIR@/scripts/pgsql/data_transfer.sh @TOPDIR@/scripts/pgsql/resultsql/customer.data customer
+ #data is loaded with file transferred
+ #then load the data...
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/country.sql
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/author.sql
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/orders.sql
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/order_line.sql
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/cc_xacts.sql
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/address.sql
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/item.sql
+ # pgxc additional stock table
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/stock.sql
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/customer.sql
+else
+ #load data with copy... by default also
+ psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/copy.sql
fi
-
-#then load the data...
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/country.sql
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/author.sql
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/orders.sql
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/order_line.sql
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/cc_xacts.sql
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/address.sql
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/item.sql
-# pgxc additional stock table
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/stock.sql
-psql -p $SERVER_PORT -h $SERVER_IP -d $SID1 -f @TOPDIR@/scripts/pgsql/resultsql/customer.sql
diff --git a/scripts/pgsql/load_dbproc.sh.in b/scripts/pgsql/load_dbproc.sh.in
index 55531d8..65b7f69 100755
--- a/scripts/pgsql/load_dbproc.sh.in
+++ b/scripts/pgsql/load_dbproc.sh.in
@@ -1,5 +1,4 @@
#!/bin/sh
source @TOPDIR@/scripts/pgsql/build_param.sh
-
-psql -h $SERVER_IP -p $SERVER_PORT -d $SID1 -f /home/michael/workdbt1/scripts/pgsql/create_sequence.sql
+psql -h $SERVER_IP -p $SERVER_PORT -d $SID1 -f @TOPDIR@/scripts/pgsql/create_sequence.sql
-----------------------------------------------------------------------
Summary of changes:
datagen/main.c.in | 22 +++++++++++-----------
scripts/pgsql/build_db.sh.in | 21 ++++++++++-----------
scripts/pgsql/build_param.sh.in | 6 ++++--
scripts/pgsql/create_fk.sh.in | 2 +-
scripts/pgsql/load_db.sh.in | 29 ++++++++++++++++-------------
scripts/pgsql/load_dbproc.sh.in | 3 +--
6 files changed, 43 insertions(+), 40 deletions(-)
hooks/post-receive
--
DBT-1/Postgres-XC
|
|
From: mason_s <ma...@us...> - 2010-05-15 22:39:44
|
Project "Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster".
The branch, master has been updated
via b075a9e103648e81c680e47210e43cbc71b5d958 (commit)
from ebcf8ba26b55a522b1a3e320064a35338edca83d (commit)
- Log -----------------------------------------------------------------
commit b075a9e103648e81c680e47210e43cbc71b5d958
Author: Mason S <masonsharp@mason-sharps-macbook.local>
Date: Sat May 15 18:37:59 2010 -0400
Fix some assertion failures.
Also put back in setting of RecentXmin and RecentGlobalXmin
for the Coordinator.
Written by Pavan & Mason.
diff --git a/src/backend/access/transam/xact.c b/src/backend/access/transam/xact.c
index 9599b59..757f99d 100644
--- a/src/backend/access/transam/xact.c
+++ b/src/backend/access/transam/xact.c
@@ -1702,6 +1702,7 @@ CommitTransaction(void)
*/
DataNodeCommit(DestNone);
CommitTranGTM(s->globalTransactionId);
+ latestXid = s->globalTransactionId;
}
else if (IS_PGXC_DATANODE)
{
@@ -2147,6 +2148,7 @@ AbortTransaction(void)
*/
DataNodeRollback(DestNone);
RollbackTranGTM(s->globalTransactionId);
+ latestXid = s->globalTransactionId;
}
else if (IS_PGXC_DATANODE)
{
diff --git a/src/backend/pgxc/pool/poolmgr.c b/src/backend/pgxc/pool/poolmgr.c
index e386b2b..79106b5 100644
--- a/src/backend/pgxc/pool/poolmgr.c
+++ b/src/backend/pgxc/pool/poolmgr.c
@@ -563,7 +563,7 @@ agent_create(void)
void
PoolManagerConnect(PoolHandle *handle, const char *database)
{
- Assert(Handle);
+ Assert(handle);
Assert(database);
/* Save the handle */
@@ -1063,7 +1063,7 @@ acquire_connection(DatabasePool *dbPool, int node)
DataNodePoolSlot *slot;
Assert(dbPool);
- Assert(0 <= node && node < NumDataNodes);
+ Assert(0 < node && node <= NumDataNodes);
slot = NULL;
/* Find referenced node pool */
diff --git a/src/backend/storage/ipc/procarray.c b/src/backend/storage/ipc/procarray.c
index 4616475..be24657 100644
--- a/src/backend/storage/ipc/procarray.c
+++ b/src/backend/storage/ipc/procarray.c
@@ -296,6 +296,13 @@ ProcArrayEndTransaction(PGPROC *proc, TransactionId latestXid)
* anyone else's calculation of a snapshot. We might change their
* estimate of global xmin, but that's OK.
*/
+#ifdef PGXC
+ /*
+ * Removed this assertion check for PGXC on the Coordinator
+ * We could abort before the Coordinator has obtained a GXID
+ */
+ if (IS_PGXC_DATANODE)
+#endif
Assert(!TransactionIdIsValid(proc->xid));
proc->lxid = InvalidLocalTransactionId;
@@ -1645,11 +1652,13 @@ GetSnapshotDataCoordinator(Snapshot snapshot)
ereport(ERROR,
(errcode(ERRCODE_CONNECTION_FAILURE),
errmsg("GTM error, could not obtain snapshot")));
- else {
+ else
+ {
snapshot->xmin = gtm_snapshot->sn_xmin;
snapshot->xmax = gtm_snapshot->sn_xmax;
snapshot->recent_global_xmin = gtm_snapshot->sn_recent_global_xmin;
snapshot->xcnt = gtm_snapshot->sn_xcnt;
+ RecentGlobalXmin = gtm_snapshot->sn_recent_global_xmin;
elog(DEBUG1, "from GTM: xmin = %d, xmax = %d, xcnt = %d, RecGlobXmin = %d",
snapshot->xmin, snapshot->xmax, snapshot->xcnt, snapshot->recent_global_xmin);
/*
@@ -1715,6 +1724,7 @@ GetSnapshotDataCoordinator(Snapshot snapshot)
*
* !!TODO
*/
+ RecentXmin = snapshot->xmin;
/* PGXCTODO - set this until we handle subtransactions. */
snapshot->subxcnt = 0;
-----------------------------------------------------------------------
Summary of changes:
src/backend/access/transam/xact.c | 2 ++
src/backend/pgxc/pool/poolmgr.c | 4 ++--
src/backend/storage/ipc/procarray.c | 12 +++++++++++-
3 files changed, 15 insertions(+), 3 deletions(-)
hooks/post-receive
--
Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster
|
|
From: mason_s <ma...@us...> - 2010-05-14 17:40:56
|
Project "Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster".
The branch, master has been updated
via ebcf8ba26b55a522b1a3e320064a35338edca83d (commit)
from 646c894d6e5c6a9fc53802f022c3f8cf147f82ed (commit)
- Log -----------------------------------------------------------------
commit ebcf8ba26b55a522b1a3e320064a35338edca83d
Author: Mason S <mas...@ma...>
Date: Fri May 14 13:38:45 2010 -0400
By default have configure set CFLAGS to use -DPGXC, which is required
for Postgres-XC to compile.
genbki.sh is changed to assume this is set, but will now check for -UPGXC
in case the user wanted to override this.
diff --git a/configure b/configure
index 650799a..503ef2a 100755
--- a/configure
+++ b/configure
@@ -30,7 +30,8 @@ esac
fi
-
+# For PGXC, set -DPGXC by default. This can be overriden with -UPGXC if the user sets it.
+CFLAGS="$CFLAGS -DPGXC"
# PATH needs CR
diff --git a/src/backend/catalog/genbki.sh b/src/backend/catalog/genbki.sh
index 429d254..e3779be 100644
--- a/src/backend/catalog/genbki.sh
+++ b/src/backend/catalog/genbki.sh
@@ -23,6 +23,7 @@
: ${AWK='awk'}
CMDNAME=`basename $0`
+DIRNAME=`dirname $0`
INCLUDE_DIRS=
OUTPUT_PREFIX=
@@ -143,12 +144,13 @@ touch ${OUTPUT_PREFIX}.shdescription.$$
# Also handle #ifdef PGXC to preprocess header files.
# ----------------
#
-#See if PGXC is defined in CFLAGS
-PGXCdefined=0
-echo $CFLAGS | grep "\-DPGXC" >/dev/null
+#See if PGXC is undefined (assume it is defined by default)
+PGXCdefined=1
+#echo $CFLAGS | grep "\-UPGXC" >/dev/null
+grep "\-UPGXC" $DIRNAME/../../Makefile.global >/dev/null
if [ $? -eq 0 ]
then
- PGXCdefined=1
+ PGXCdefined=0
fi
cat $INFILES | \
$AWK '
-----------------------------------------------------------------------
Summary of changes:
configure | 3 ++-
src/backend/catalog/genbki.sh | 10 ++++++----
2 files changed, 8 insertions(+), 5 deletions(-)
hooks/post-receive
--
Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster
|
|
From: mason_s <ma...@us...> - 2010-05-13 21:45:23
|
A ref change was pushed to the repository containing the project "Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster".
The branch, master has been updated
via 646c894d6e5c6a9fc53802f022c3f8cf147f82ed (commit)
from 8326f6191831f73d8ee5cae845bc29c879f8ffb3 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit 646c894d6e5c6a9fc53802f022c3f8cf147f82ed
Author: Mason S <masonsharp@mason-sharps-macbook.local>
Date: Thu May 13 17:44:00 2010 -0400
Fixed a bug where if many errors occur we run out of on_proc_exit slots.
Moved up the call to be above setting sigjmp
-----------------------------------------------------------------------
Summary of changes:
src/backend/tcop/postgres.c | 27 ++++++++++++++-------------
1 files changed, 14 insertions(+), 13 deletions(-)
hooks/post-receive
--
Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster
|
|
From: mason_s <ma...@us...> - 2010-05-13 20:24:01
|
A ref change was pushed to the repository containing the project "Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster".
The branch, master has been updated
via 8326f6191831f73d8ee5cae845bc29c879f8ffb3 (commit)
from fd209fa492b16386f6a00b32dd1d9bf1353a172f (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit 8326f6191831f73d8ee5cae845bc29c879f8ffb3
Author: Mason S <masonsharp@mason-sharps-macbook.local>
Date: Thu May 13 14:21:44 2010 -0400
Added support for basic aggregate handling.
Aggregates with GROUP BY are not supported, nor are expressions of aggregates
like "2 * COUNT(*)". Such support will be added in the future.
PostgreSQL aggregates have two steps, a transition step, then a finalizer step.
Postgres-XC introduces a collection step. The Coordinator accepts the results
from the Data Node after the transition step, combines and applies the
finalizer step on the Coordinator.
This required extending the pg_aggregate table to handle the collector
functions with new columns:
aggcollectfn â the collection function. Column type is regproc, nulls are not allowed
aggcollecttype â the collection data type. Column type is oid, nulls are not allowed
agginitcollect â initial value for the collection function. Column type is text, nulls are allowed.
Below is the list of aggregate functions supported by Postgres-XC:
avg
sum
max
min
count
var_pop
var_samp
variance
stddev_pop
stddev_samp
stddev
regr_count
regr_sxx
regr_syy
regr_sxy
regr_avgx
regr_avgy
regr_r2
regr_slope
regr_intercept
covar_pop
covar_samp
corr
bool_and
bool_or
every
bit_and
bit_or
xmlagg
We are continuing to use blocks of #ifdef PGXC code for XC changes.
the genbki.sh script in src/backend/catalog was changed so that the
header files can be processed with or without PGXC defined.
Designed and written by Andrei Martsinchyk, with small modifications by me.
-----------------------------------------------------------------------
Summary of changes:
src/backend/catalog/genbki.sh | 19 ++
src/backend/catalog/pg_aggregate.c | 73 +++++++-
src/backend/commands/aggregatecmds.c | 49 +++++
src/backend/executor/nodeAgg.c | 5 +
src/backend/executor/nodeWindowAgg.c | 3 +-
src/backend/parser/parse_agg.c | 32 +++-
src/backend/pgxc/plan/planner.c | 233 ++++++++++++++++++----
src/backend/pgxc/pool/combiner.c | 356 +++++++++++++++++++++++-----------
src/backend/utils/adt/float.c | 130 ++++++++++++
src/backend/utils/adt/numeric.c | 117 +++++++++++-
src/backend/utils/adt/timestamp.c | 62 ++++++-
src/include/catalog/catversion.h | 4 +
src/include/catalog/duplicate_oids | 2 +-
src/include/catalog/pg_aggregate.h | 213 ++++++++++++++++++++
src/include/catalog/pg_proc.h | 14 ++
src/include/catalog/unused_oids | 2 +-
src/include/pgxc/combiner.h | 5 +
src/include/pgxc/planner.h | 54 +++++-
src/include/utils/builtins.h | 15 ++
src/include/utils/timestamp.h | 3 +
20 files changed, 1227 insertions(+), 164 deletions(-)
hooks/post-receive
--
Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster
|
|
From: Pavan D. <pa...@us...> - 2010-05-13 02:29:48
|
A ref change was pushed to the repository containing the project "Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster".
The branch, master has been updated
via fd209fa492b16386f6a00b32dd1d9bf1353a172f (commit)
from 1dcc0249cc7d58f024192717cefa8c841494e60e (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit fd209fa492b16386f6a00b32dd1d9bf1353a172f
Author: Pavan Deolasee <pav...@gm...>
Date: Wed May 12 19:28:26 2010 -0700
Fix an assertion failure in the GTM code. We were mistakenly overwriting an
union member after the recent changes for snapshot grouping.
-----------------------------------------------------------------------
Summary of changes:
src/gtm/client/fe-protocol.c | 6 +++---
src/gtm/client/gtm_client.c | 2 +-
src/include/gtm/gtm_client.h | 10 +++++-----
3 files changed, 9 insertions(+), 9 deletions(-)
hooks/post-receive
--
Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster
|
|
From: Pavan D. <pa...@us...> - 2010-05-13 01:58:00
|
A ref change was pushed to the repository containing the project "Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster".
The branch, master has been updated
via 1dcc0249cc7d58f024192717cefa8c841494e60e (commit)
from ae79d556dc119885cc529eeaf8fc81b57eb116b0 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit 1dcc0249cc7d58f024192717cefa8c841494e60e
Author: Pavan Deolasee <pavan@ubuntu.(none)>
Date: Wed May 12 18:55:34 2010 -0700
Fix some stylistic issues with the code. Trying to make it more
consistent in general and with Postgres code in particular
-----------------------------------------------------------------------
Summary of changes:
src/backend/access/transam/gtm.c | 16 +++---
src/backend/catalog/pgxc_class.c | 14 +++--
src/backend/pgxc/locator/locator.c | 17 +++---
src/backend/pgxc/plan/planner.c | 49 ++++++--------
src/backend/pgxc/pool/combiner.c | 2 +-
src/backend/pgxc/pool/datanode.c | 119 ++++++++++++++++-------------------
src/backend/pgxc/pool/poolcomm.c | 26 ++++----
src/backend/pgxc/pool/poolmgr.c | 73 +++++++++-------------
src/backend/postmaster/postmaster.c | 2 +-
src/include/pgxc/locator.h | 16 +++---
src/include/pgxc/planner.h | 15 ++---
src/include/pgxc/poolcomm.h | 20 +++---
src/include/pgxc/poolmgr.h | 18 +++---
13 files changed, 178 insertions(+), 209 deletions(-)
hooks/post-receive
--
Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster
|
|
From: mason_s <ma...@us...> - 2010-05-13 01:12:17
|
A ref change was pushed to the repository containing the project "Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster".
The branch, master has been updated
via ae79d556dc119885cc529eeaf8fc81b57eb116b0 (commit)
from ad2e28f5d1de93bd3a9174386b146f89d4330ade (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit ae79d556dc119885cc529eeaf8fc81b57eb116b0
Author: Mason S <masonsharp@mason-sharps-macbook.local>
Date: Wed May 12 21:09:44 2010 -0400
This is the first of some planned changes to recognize more "Postgres-XC safe"
queries, before we implement more complex cross-node operations.
This focuses on native pg_catalog based views like pg_settings.
This is because it used by pgadmin. With the attached patch, pgadmin no
longer complains about such queries because they are now supported.
The PostgreSQL query rewriter appears to convert the view into a subquery.
I modified the XC planner to check for pg_catalog table usage in the
FROM clause (and subqueries thereof).
In addition, pgadmin was sending "SET client_encoding to 'UNICODE'".
It was being swallowed and proxied by Postgres-XC, but no response was sent
back because it did not recognize the 'S' message response. I have now
added support for that, too.
Note that we have planned a whole separate task planned for proper SET
handling. These commands will now be processed, but the user should not
assume that these will remain set, due to Postgres-XC pooler.
Again, we will address this in the future.
With this patch pgadmin runs much more smoothly when connected to Postgres-XC.
Users can view schema information and issue SQL statements. There is
still an error window that pops up when clicking on a table because it
issues a "SELECT count(*) FROM table", which is not yet supported in
Postgres-XC. This problem will disappear soon however, as a patch is
almost ready for basic aggregate support.
-----------------------------------------------------------------------
Summary of changes:
src/backend/pgxc/plan/planner.c | 154 ++++++++++++++++++++++++++++-------
src/backend/pgxc/pool/combiner.c | 18 ++++
src/backend/pgxc/pool/datanode.c | 1 +
src/backend/utils/cache/lsyscache.c | 29 +++++++
src/include/pgxc/locator.h | 10 +++
src/include/utils/lsyscache.h | 3 +
6 files changed, 184 insertions(+), 31 deletions(-)
hooks/post-receive
--
Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster
|
|
From: mason_s <ma...@us...> - 2010-05-10 14:38:55
|
A ref change was pushed to the repository containing the project "Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster".
The branch, master has been updated
via ad2e28f5d1de93bd3a9174386b146f89d4330ade (commit)
from 66240cfcfa148da5d8c8cb8569ebca1c96969fff (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit ad2e28f5d1de93bd3a9174386b146f89d4330ade
Author: Mason S <mas...@ma...>
Date: Mon May 10 10:31:44 2010 -0400
Modified pgbench for Postgres-XC.
By default, it will use branch id to distribute by, and also include it in the queries.
This allows for better multi-node scalability. For this configuration, we do not
have to worry about implicit two phase commits occurring.
If running in either initialization or execution mode, alternatively a new option
-k may be used (-k = "key" = no branch id).
If included with -i, tables are distributed according to their primary key.
This means we will see a lot of two phase commit activity over multiple data nodes.
Similarly, if -k is included when running tests, branchid (bid) will NOT
be used as part of the DML statements. This helps us measure the impact of 2PC.
-----------------------------------------------------------------------
Summary of changes:
contrib/pgbench/pgbench.c | 144 +++++++++++++++++++++++++++++++++++++++++++++
1 files changed, 144 insertions(+), 0 deletions(-)
hooks/post-receive
--
Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster
|
|
From: mason_s <ma...@us...> - 2010-05-03 20:41:08
|
A ref change was pushed to the repository containing the project "Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster".
The branch, master has been updated
via 66240cfcfa148da5d8c8cb8569ebca1c96969fff (commit)
from 0391e49d2ce9d95c54c25c375b1c20afce84d1f8 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit 66240cfcfa148da5d8c8cb8569ebca1c96969fff
Author: Mason S <mas...@ma...>
Date: Mon May 3 16:38:46 2010 -0400
Added support for COPY TO a file or STDOUT.
It currently only supports from a single table, copy with SELECT is not
yet supported.
This was written by Michael Paquier.
-----------------------------------------------------------------------
Summary of changes:
src/backend/commands/copy.c | 105 ++++++++++++++++++++++++++++++++----
src/backend/pgxc/locator/locator.c | 11 +++--
src/backend/pgxc/pool/combiner.c | 61 +++++++++++++++++++--
src/backend/pgxc/pool/datanode.c | 100 ++++++++++++++++++++++++++++++----
src/backend/tcop/postgres.c | 17 +++++-
src/backend/tcop/utility.c | 12 ++++-
src/include/commands/copy.h | 5 ++-
src/include/pgxc/combiner.h | 1 +
src/include/pgxc/datanode.h | 3 +-
src/include/pgxc/locator.h | 2 +-
10 files changed, 279 insertions(+), 38 deletions(-)
hooks/post-receive
--
Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster
|
|
From: mason_s <ma...@us...> - 2010-04-18 04:46:30
|
A ref change was pushed to the repository containing the project "Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster".
The branch, master has been updated
via 0391e49d2ce9d95c54c25c375b1c20afce84d1f8 (commit)
from 979f55dda12675039f4d60e7517514dff6a1a967 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit 0391e49d2ce9d95c54c25c375b1c20afce84d1f8
Author: Mason S <mas...@97...>
Date: Sun Apr 18 13:43:57 2010 +0900
Added support for COPY FROM, for loading tables.
Some additional work was done related to the combiner and
error handling to make this code a little cleaner.
This was written by Andrei Martsinchyk.
-----------------------------------------------------------------------
Summary of changes:
src/backend/commands/copy.c | 330 ++++++++++++++++-
src/backend/pgxc/locator/locator.c | 1 +
src/backend/pgxc/plan/planner.c | 61 +++-
src/backend/pgxc/pool/combiner.c | 103 ++++--
src/backend/pgxc/pool/datanode.c | 749 ++++++++++++++++++++++++++++--------
src/backend/tcop/postgres.c | 91 +++--
src/include/pgxc/combiner.h | 4 +
src/include/pgxc/datanode.h | 16 +-
src/include/pgxc/locator.h | 1 +
src/include/pgxc/planner.h | 2 +
10 files changed, 1107 insertions(+), 251 deletions(-)
hooks/post-receive
--
Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster
|
|
From: mason_s <ma...@us...> - 2010-04-14 20:45:45
|
A ref change was pushed to the repository containing the project "Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster".
The branch, master has been updated
via 979f55dda12675039f4d60e7517514dff6a1a967 (commit)
from b7a07756ccd276e1138a0949d0b7400832099b09 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit 979f55dda12675039f4d60e7517514dff6a1a967
Author: Mason S <mas...@ma...>
Date: Wed Apr 14 16:40:35 2010 -0400
Improved error handling.
It could still happen that we do not consume Z ReadyForQuery after an error.
We introduce a new connection state to detect this.
Also, previously it was possible that DDL may succeed on the coordinator
and get committed but not on the datanodes. We now make sure it does
not get committed on the coordinator.
-----------------------------------------------------------------------
Summary of changes:
src/backend/pgxc/pool/combiner.c | 7 +++++--
src/backend/pgxc/pool/datanode.c | 31 ++++++++++++++++---------------
src/backend/tcop/postgres.c | 15 +++++++++++++--
src/include/pgxc/datanode.h | 4 +++-
4 files changed, 37 insertions(+), 20 deletions(-)
hooks/post-receive
--
Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster
|
|
From: mason_s <ma...@us...> - 2010-04-09 14:30:06
|
A ref change was pushed to the repository containing the project "Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster".
The branch, master has been updated
via b7a07756ccd276e1138a0949d0b7400832099b09 (commit)
from 48fb54b318a3efd41fae3d97c5baf5c35190d9e2 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit b7a07756ccd276e1138a0949d0b7400832099b09
Author: Mason S <mas...@ma...>
Date: Fri Apr 9 10:17:20 2010 -0400
For writes to replicated tables, use primary copy technique to reduce
the likelihood of distributed deadlocks. That is, if all writes
for a table first go through the same data node, if the same tuple is
updated by multiple clients, we can at least ensure that the first
session that obtains the lock can similarly obtain the lock for
the same tuple on all of the nodes. (Usual deadlocks are still
possible.)
There is a new GUC parameter, primary_data_node. By default it is 1,
the node number where to execute writes to replicated tables first,
before doing the other ones. If it is set to 0, then the primary
node technique is not used, and it will update all replicas
simultaneously.
Instead of the planner returning a list of nodes to execute on,
it returns a pointer to Exec_Nodes, which contains the primary and
secondary nodes to execute on. DataNodeExec() now uses this information.
I also added a new check so that if a different number of rows were
affected on replicated tables (an UPDATE, for example), an error occurs.
This happens for COMBINE_TYPE_SAME. (I tested with the help of EXECUTE
DIRECT, intentionally messing up the data.)
-----------------------------------------------------------------------
Summary of changes:
src/backend/pgxc/locator/locator.c | 64 +++++----
src/backend/pgxc/plan/planner.c | 75 ++++++-----
src/backend/pgxc/pool/combiner.c | 20 +++-
src/backend/pgxc/pool/datanode.c | 180 ++++++++++++++++++++++---
src/backend/tcop/postgres.c | 13 +-
src/backend/utils/misc/guc.c | 9 ++
src/backend/utils/misc/postgresql.conf.sample | 3 +
src/include/pgxc/combiner.h | 2 +-
src/include/pgxc/datanode.h | 4 +-
src/include/pgxc/locator.h | 15 ++-
src/include/pgxc/planner.h | 5 +-
11 files changed, 299 insertions(+), 91 deletions(-)
hooks/post-receive
--
Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster
|
|
From: mason_s <ma...@us...> - 2010-04-09 00:56:20
|
A ref change was pushed to the repository containing the project "Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster".
The branch, master has been updated
via 48fb54b318a3efd41fae3d97c5baf5c35190d9e2 (commit)
from 1b726dd39062cfd7648883b0e49a4672194c5963 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
commit 48fb54b318a3efd41fae3d97c5baf5c35190d9e2
Author: Mason S <mas...@ma...>
Date: Thu Apr 8 20:54:56 2010 -0400
Removed ifdefed code for USE_SSL in GTM, since it is currently
not supported and if used will not compile.
-----------------------------------------------------------------------
Summary of changes:
src/gtm/client/fe-misc.c | 15 ---------------
1 files changed, 0 insertions(+), 15 deletions(-)
hooks/post-receive
--
Postgres-XC: write-scalable synchronous multi-master PostgreSQL cluster
|
1 message has been excluded from this view by a project administrator.
