[pgcluster: 833] リカバリが完了したか判断するには？

[shimada_yuu ＠ tdc.co.jp]

$B;0EY!!?=$7Lu$"$j$^$;$s!!EgED$G$9(B
$BD9J8$G<:NiCW$7$^$9(B

$BJ,$+$j$E$i$/$J$C$?$H;W$&$N$G!"$^$H$a$J$,$i ＠ bL@$7$^$9(B
$B$3$l$G$7$D$3$$%a!<%k$O:G8e$K$7$?$$$H;W$$$^$9(B
$B$4LBOG$r$*3]$1$$$?$7$F$*$j!"?=$7Lu$"$j$^$;$s(B

FQDN$B$r0U<1$7$^$7$?(B
$B%5!<%P(BA(testA.tdc.co.jp)
$B%5!<%P(BB(testB.tdc.co.jp)
$B$=$l$>$l%5!<%P$N(B/etc/sysconfig/network$B$K5-=R$7!"(B/etc/hosts$B$K$bH?1G$7$^$7$?(B

$B"#9=@.(B(pgcluster1.0.9a$B$r;HMQ(B)
$B%5!<%P(BA
$B%m!<%I%P%i%s%5$N%^%9%?(B
$B%/%i%9%?!<%5!<%P$=$N#1(B
$B%l%W%j%1!<%?$N%^%9%?(B

$B%5!<%P(BB
$B%/%i%9%?!<%5!<%P$=$N#2(B
$B%l%W%j%1!<%?$N%9%l!<%V(B


$B"#L\E*(B
$B:#$^$G1?MQ$7$F$$$?%5!<%P$+$i>e5-$N9=@.$N>iD92=$7$?%5!<%P$K%G!<%?$r0\9T$7$?(B
$B$$(B
$B"*JRJ}$N%/%i%9%?%5!<%P$K%G!<%?$r%j%9%H%"$7!"8e$K$b$&0lJ}$N%/%i%9%?%5!<%P$r%j(B
$B%+%P%j%b!<%I$G(B
$BN)$A>e$2$k$3$H$G%G!<%?$N ＠ 09g$,$H$l$k$N$G$O$H9M$($^$7$?(B


$B"#<j=g(B
$B-!>e5-$N9=@.$rN)$A>e$2!"JRB&$N%/%i%9%?%5!<%P!J<B:]$K$O%5!<%P(BA$B!K$KBP$7$F%G!<(B
$B%?$N%j%9%H%"$r9T$C$?(B
$B-"%G!<%?$N%j%9%H%"$,40N;$7$?8e$K!"%m!<%I%P%i%s%5$G(Bpsql -l$B$N%3%^%s%I$r$&$C$?(B
$B$H$3$m%l%W%j%1!<%?$N(B
$B!!%m%0(B(pgreplicate.sts)$B$K(Berror$B$NJ8;z$,I=<($5$l$?(B
$B-#%m!<%I%P%i%s%5(B(pglb.sts)$B$K$O(Berror$B$O=PNO$5$l$J$+$C$?(B
$B-$$3$3$G%m!<%I%P%i%s%5!"%/%i%9%?%5!<%P!"%l%W%j%1!<%?$N=g$KDd;_$5$;$?(B
$B-%%G!<%?$N%P%C%/%"%C%W$r3+;O$9$k$?$a$K!"%l%W%j%1!<%?$N%^%9%?$r%m%0=PNO$GN)$A(B
$B>e$2$?(B
$B-&%9%l!<%V$N%l%W%j%1!<%?$rN)$A>e$2$?(B
$B-'%j%9%H%"$7$?%/%i%9%?%5!<%P$rN)$A>e$2$?(B
$B-(%G!<%?$,8E$$%/%i%9%?%5!<%P$r%j%+%P%j%b!<%I$GN)$A>e$2$?(B


$B"#7k2L(B
$B-!%j%+%P%j%b!<%I$GN)$A>e$2$?$H$-$O0J2<$N%a%C%;!<%8$,I=<($5$l$?(B
[postgres ＠ testB postgres]$ /usr/local/pgsql/bin/pg_ctl start -D
/usr/local/pgsql/data -o "-i -R"
/usr/local/pgsql/bin/postmaster: Assert checking is not compiled in.
postmaster successfully started
[postgres ＠ testB postgres]$ Start in recovery mode!
Please wait until a data synchronization finishes from Master DB...
1st recovery step of [global] directory...OK
1st recovery step of [base] directory...OK
1st recovery step of [pg_clog] directory...OK
1st recovery step of [pg_xlog] directory...OK
2nd recovery step of [global] directory...OK
2nd recovery step of [base] directory...OK
2nd recovery step of [pg_clog] directory...OK
2nd recovery step of [pg_xlog] directory...OK

$B-"$=$N8e2?$b%a%C%;!<%8$OI=<($5$l$:!"%l%W%j%1!<%?$N%m%0$K$b=q ＠ R(B(PostgresSQL
$BI,?\%F%/%K%C%/%9(B)$B$K$+$+$l$F$$$?%j%+%P%j$,40N;;~$K=P$k$H$$$&(B"can use"$B$H$$$&(B
$BJ88@$OI=<($5$l$F$$$J$+$C$?(B


$B-#$$$D$K$J$C$?$i=*$o$k$+$o$+$i$J$+$C$?$N$G!"%j%+%P%j$GN)$A>e$2$?%5!<%P$N(B
$B%G!<%?$r$_$?$H$3$m!"%^%9%?$H ＠ 09g@-$,$H$l$F$$$?!#(B
$B%+%i%`?t$b9g$C$F$$$?!#(B

$B"#<ALdFbMF(B
$B-!8=:_$N%P!<%8%g%s$G$b%j%+%P%j$,40N;$9$l$P%l%W%j%1!<%?$N%m%0$K(B"can use"$B$H$$(B
$B$&(B
$B%a%C%;!<%8$,I=<($5$l$^$9$+!)(B
$B-"L\E*$rC#@.$9$k$?$a$K;d$,$H$C$?<j=g$O ＠ 5$7$$$N$G$7$g$&$+!)(B
$B-#(BFQDN$B7A<0$r0U<1$7$F%5!<%PL>$r?6$j$J$*$7$?$N$G$9$,7k2L$H$7$F%/%i%9%?%5!<%P$N(B
$B%m%0$K=P$?(BERROR$B$NItJ,$,JQ$o$j$^$;$s$G$7$?!#(B
$B%/%i%9%?!<%5!<%P$N$H$3$m$G=P$k(BERROR$B$N0UL#$O2?$G$7$g$&$+!)(B


$B2?EY$b%a!<%k$r$7$F$7$^$$!"?=$7Lu$"$j$^$;$s$G$7$?!#(B
$B%a!<%k$N%m%0$bDI$C$+$1$?$j!"=q ＠ R$GD4$Y$?$j$7$?$N$G$9$,;d$NNOITB-$J$h$&$G(B
$B=5Kv$+$i%a!<%k$rAw$i$;$F$$$?$@$$$?<!Bh$G$9!#(B

$B$<$R$H$bJV?.$r$$$?$@$1$l$P$H;W$C$F$*$j$^$9!#(B
$B=E$M$F59$7$/$*4j$$?=$7>e$2$^$9!#(B

$B"-$3$A$i$O%j%+%P%j%b!<%I$GN)$A>e$2$?;~$N(Bpgreplicate.sts$B$N%m%0$G$9(B
Fri Nov 18 22:36:50 2005  cascade(testB.tdc.co.jp) port(8777) become top
Fri Nov 18 22:36:50 2005  port(5431) host:testA.tdc.co.jp start use
Fri Nov 18 22:36:50 2005  port(5431) host:testB.tdc.co.jp start use
Fri Nov 18 22:36:50 2005  cascade(testA.tdc.co.jp) port(8777) start use
Fri Nov 18 22:36:50 2005  cascade(testA.tdc.co.jp) port(8777) become top
Fri Nov 18 22:37:38 2005  port(5431) host:testB.tdc.co.jp initialize
Fri Nov 18 22:37:38 2005  port(5431) host:testB.tdc.co.jp initialize


$B"-$3$A$i$,$,%^%9%?$N%l%W%j%1!<%?$N%m%0$K$J$j$^$9(B
[postgres ＠ testA home]$ pgreplicate -D /usr/local/pgsql/etc/ -vn
DEBUG:/usr/local/pgsql/etc//pgreplicate.sts open ok

DEBUG:PGR_Get_Conf_Data ok
DEBUG:LoadBalanceTbl allocate ok
DEBUG:PGRset_Conf_Data():CascadeTbl shmget ok
DEBUG:PGRset_Conf_Data():CascadeTbl shmat ok
DEBUG:PGRset_Conf_Data():CascadeInf shmget ok
DEBUG:PGRset_Conf_Data():CascadeInf shmat ok
DEBUG:PGRset_Conf_Data():CommitLog shmget ok
DEBUG:PGRset_Conf_Data():Commit_Log_Tbl shmat ok
DEBUG:Conf data read ok
DEBUG:PGRset_Conf_Data():HostTbl shmget ok
DEBUG:PGRset_Conf_Data():HostTbl shmat ok
DEBUG:PGRrecovery_main():PGRrecovery_main bind port 7778
DEBUG:replicate_main() 8777 port bind OK
DEBUG:cmdSts=N
DEBUG:cmdType=
DEBUG:port=0
DEBUG:pid=0
DEBUG:from_host=testA.tdc.co.jp
DEBUG:dbName=template1
DEBUG:userName=postgres
DEBUG:recieve sec=0
DEBUG:recieve usec=0
DEBUG:query_size=71
DEBUG:query=SELECT
PGR_SYSTEM_COMMAND_FUNCTION(1,'testA.tdc.co.jp',8777,7778)
DEBUG:sem_lock[1]
DEBUG:PGRis_same_host():not same host
DEBUG:PGRsend_replicate_packet_to_server():host(testA.tdc.co.jp) :
port(5431)
DEBUG:pgr_createConn():PQsetdbLogin host[testA.tdc.co.jp] port[5431]
db[template1] user[postgres]
DEBUG:PGRis_same_host():not same host
DEBUG:PGRsend_replicate_packet_to_server():host(testB.tdc.co.jp) :
port(5431)
DEBUG:pgr_createConn():PQsetdbLogin host[testB.tdc.co.jp] port[5431]
db[template1] user[postgres]
DEBUG:pgr_createConn():PQsetdbLogin ok!!
DEBUG:PGRsend_replicate_packet_to_server():connect db:template1 port:5431
user:postgres host:testA.tdc.co.jp query:SELECT
PGR_SYSTEM_COMMAND_FUNCTION(1,'testA.tdc.co.jp',8777,7778)
DEBUG:setTransactionTbl(): 5431 ＠ testB.tdc.co.jp is not ready
DEBUG:PGRsend_replicate_packet_to_server():setTransactionTbl failed
DEBUG:sem_unlock[1]


#$B%j%+%P%j3+;O(B
DEBUG:pgrecovery_loop():recovery accept port 7778
DEBUG:pgrecovery_loop():receive packet no:1
DEBUG:first_setup_recovery():1st setup target testB.tdc.co.jp
DEBUG:first_setup_recovery():1st setup port 5431
DEBUG:first_setup_recovery():add recovery target to host table
DEBUG:PGRsend_load_balance_packet():host[testA.tdc.co.jp] port[7778]
DEBUG:first_setup_recovery():set RECOVERY_PGDATA_REQ packet data
DEBUG:PGRsend_replicate_packet_to_server():host(testA.tdc.co.jp) :
port(5431)
DEBUG:pgr_createConn():PQsetdbLogin host[testA.tdc.co.jp] port[5431]
db[template1] user[postgres]
DEBUG:pgr_createConn():PQsetdbLogin ok!!
DEBUG:PGRsend_replicate_packet_to_server():connect db:template1 port:5431
user:postgres host:testA.tdc.co.jp query:VACUUM
DEBUG:PGRsend_replicate_packet_to_server():sync_command(SELECT
PGR_SYSTEM_COMMAND_FUNCTION(3,0,0,1) )
DEBUG:PGRsend_replicate_packet_to_server():PQexec send :VACUUM
DEBUG:first_setup_recovery():send packet to master testA.tdc.co.jp
recoveryPort 7779
DEBUG:first_setup_recovery():wait answer from master server
DEBUG:first_setup_recovery():get answer from master:no[3]
DEBUG:PGRsend_load_balance_packet():host[testA.tdc.co.jp] port[7778]
DEBUG:pgrecovery_loop():1st master testA.tdc.co.jp - 5431
DEBUG:pgrecovery_loop():1st target testB.tdc.co.jp - 5431
DEBUG:pgrecovery_loop():receive packet no:5
DEBUG:pgrecovery_loop():2nd master testA.tdc.co.jp - 5431
DEBUG:pgrecovery_loop():2nd target testB.tdc.co.jp - 5431
DEBUG:pgrecovery_loop():second_setup_recovery end :1
DEBUG:pgrecovery_loop():recovery accept port 7778
DEBUG:pgrecovery_loop():receive packet no:1
DEBUG:first_setup_recovery():1st setup target testB.tdc.co.jp
DEBUG:first_setup_recovery():1st setup port 5431
DEBUG:first_setup_recovery():already recovery job runing
DEBUG:send_packet():PGR_Create_Socket_Connectsock[-1] host[testB.tdc.co.jp]
port[7779]
DEBUG:send_packet():PGR_Create_Socket_Connectsock[-1] host[testB.tdc.co.jp]
port[7779]
DEBUG:send_packet():PGR_Create_Socket_Connectsock[-1] host[testB.tdc.co.jp]
port[7779]
DEBUG:send_packet():PGR_Create_Socket_Connectsock[-1] host[testB.tdc.co.jp]
port[7779]
DEBUG:send_packet():PGR_Create_Socket_Connectsock[-1] host[testB.tdc.co.jp]
port[7779]
ERROR:send_packet():send failed and PGR_Create_Socket_Connect failed
DEBUG:pgrecovery_loop():1st master testA.tdc.co.jp - 5431
DEBUG:pgrecovery_loop():1st target testB.tdc.co.jp - 5431
DEBUG:pgrecovery_loop():recovery accept port 7778
DEBUG:pgrecovery_loop():receive packet no:3


$B"-0J2<$,%m%0$K$J$j$^$9(B
[postgres ＠ t1997026-13 home]$ pgreplicate -D /usr/local/pgsql/etc/ -vn
DEBUG:/usr/local/pgsql/etc//pgreplicate.sts open ok

DEBUG:PGR_Get_Conf_Data ok
DEBUG:LoadBalanceTbl allocate ok
DEBUG:PGRset_Conf_Data():CascadeTbl shmget ok
DEBUG:PGRset_Conf_Data():CascadeTbl shmat ok
DEBUG:PGRset_Conf_Data():CascadeInf shmget ok
DEBUG:PGRset_Conf_Data():CascadeInf shmat ok
DEBUG:PGRset_Conf_Data():CommitLog shmget ok
DEBUG:PGRset_Conf_Data():Commit_Log_Tbl shmat ok
DEBUG:Conf data read ok
DEBUG:PGRset_Conf_Data():HostTbl shmget ok
DEBUG:PGRset_Conf_Data():HostTbl shmat ok
DEBUG:PGRrecovery_main():PGRrecovery_main bind port 7778
DEBUG:replicate_main() 8777 port bind OK
DEBUG:cmdSts=N
DEBUG:cmdType=
DEBUG:port=0
DEBUG:pid=0
DEBUG:from_host=t1997026-13.tdc.co.jp
DEBUG:dbName=template1
DEBUG:userName=postgres
DEBUG:recieve sec=0
DEBUG:recieve usec=0
DEBUG:query_size=71
DEBUG:query=SELECT
PGR_SYSTEM_COMMAND_FUNCTION(1,'t1997026-13.tdc.co.jp',8777,7778)
DEBUG:sem_lock[1]
DEBUG:PGRis_same_host():not same host
DEBUG:PGRsend_replicate_packet_to_server():host(t1997026-13.tdc.co.jp) :
port(5431)
DEBUG:pgr_createConn():PQsetdbLogin host[t1997026-13.tdc.co.jp] port[5431]
db[template1] user[postgres]
DEBUG:PGRis_same_host():not same host
DEBUG:PGRsend_replicate_packet_to_server():host(t20030062.tdc.co.jp) :
port(5431)
DEBUG:pgr_createConn():PQsetdbLogin host[t20030062.tdc.co.jp] port[5431]
db[template1] user[postgres]
DEBUG:pgr_createConn():PQsetdbLogin ok!!
DEBUG:PGRsend_replicate_packet_to_server():connect db:template1 port:5431
user:postgres host:t1997026-13.tdc.co.jp query:SELECT
PGR_SYSTEM_COMMAND_FUNCTION(1,'t1997026-13.tdc.co.jp',8777,7778)
DEBUG:setTransactionTbl(): 5431 ＠ t20030062.tdc.co.jp is not ready
DEBUG:PGRsend_replicate_packet_to_server():setTransactionTbl failed
DEBUG:sem_unlock[1]


#$B%j%+%P%j3+;O(B
DEBUG:pgrecovery_loop():recovery accept port 7778
DEBUG:pgrecovery_loop():receive packet no:1
DEBUG:first_setup_recovery():1st setup target t20030062.tdc.co.jp
DEBUG:first_setup_recovery():1st setup port 5431
DEBUG:first_setup_recovery():add recovery target to host table
DEBUG:PGRsend_load_balance_packet():host[t1997026-13.tdc.co.jp] port[7778]
DEBUG:first_setup_recovery():set RECOVERY_PGDATA_REQ packet data
DEBUG:PGRsend_replicate_packet_to_server():host(t1997026-13.tdc.co.jp) :
port(5431)
DEBUG:pgr_createConn():PQsetdbLogin host[t1997026-13.tdc.co.jp] port[5431]
db[template1] user[postgres]
DEBUG:pgr_createConn():PQsetdbLogin ok!!
DEBUG:PGRsend_replicate_packet_to_server():connect db:template1 port:5431
user:postgres host:t1997026-13.tdc.co.jp query:VACUUM
DEBUG:PGRsend_replicate_packet_to_server():sync_command(SELECT
PGR_SYSTEM_COMMAND_FUNCTION(3,0,0,1) )
DEBUG:PGRsend_replicate_packet_to_server():PQexec send :VACUUM
DEBUG:first_setup_recovery():send packet to master t1997026-13.tdc.co.jp
recoveryPort 7779
DEBUG:first_setup_recovery():wait answer from master server
DEBUG:first_setup_recovery():get answer from master:no[3]
DEBUG:PGRsend_load_balance_packet():host[t1997026-13.tdc.co.jp] port[7778]
DEBUG:pgrecovery_loop():1st master t1997026-13.tdc.co.jp - 5431
DEBUG:pgrecovery_loop():1st target t20030062.tdc.co.jp - 5431
DEBUG:pgrecovery_loop():receive packet no:5
DEBUG:pgrecovery_loop():2nd master t1997026-13.tdc.co.jp - 5431
DEBUG:pgrecovery_loop():2nd target t20030062.tdc.co.jp - 5431
DEBUG:pgrecovery_loop():second_setup_recovery end :1
DEBUG:pgrecovery_loop():recovery accept port 7778
DEBUG:pgrecovery_loop():receive packet no:1
DEBUG:first_setup_recovery():1st setup target t20030062.tdc.co.jp
DEBUG:first_setup_recovery():1st setup port 5431
DEBUG:first_setup_recovery():already recovery job runing
DEBUG:send_packet():PGR_Create_Socket_Connectsock[-1]
host[t20030062.tdc.co.jp] port[7779]
DEBUG:send_packet():PGR_Create_Socket_Connectsock[-1]
host[t20030062.tdc.co.jp] port[7779]
DEBUG:send_packet():PGR_Create_Socket_Connectsock[-1]
host[t20030062.tdc.co.jp] port[7779]
DEBUG:send_packet():PGR_Create_Socket_Connectsock[-1]
host[t20030062.tdc.co.jp] port[7779]
DEBUG:send_packet():PGR_Create_Socket_Connectsock[-1]
host[t20030062.tdc.co.jp] port[7779]
ERROR:send_packet():send failed and PGR_Create_Socket_Connect failed
DEBUG:pgrecovery_loop():1st master t1997026-13.tdc.co.jp - 5431
DEBUG:pgrecovery_loop():1st target t20030062.tdc.co.jp - 5431
DEBUG:pgrecovery_loop():recovery accept port 7778
DEBUG:pgrecovery_loop():receive packet no:3