postgresql 10 pub/sub使用简明教程

postgres=# create database pubdb;

postgres=# \c pubdb 

You are now connected to database "pubdb" as user "postgres".

pubdb=# create table t1(id bigserial primary key, name varchar(20));

CREATE TABLE

pubdb=# create publication pub_mdb1_t1 for table t1;

CREATE PUBLICATION

pubdb=# 


pubdb=# select * from pg_publication;

pubname   | pubowner | puballtables | pubinsert | pubupdate | pubdelete 

-------------+----------+--------------+-----------+-----------+-----------

pub_mdb1_t1 |       10 | f            | t         | t         | t

(1 row)


pubdb=# 

pubdb=# insert into t1(name) values ('Peter'),('Chris'),('Jasmine'),('Jeans'),('Willam');

INSERT 0 5

pubdb=# select * from t1;

id |  name   

----+---------

1 | Peter

2 | Chris

3 | Jasmine

4 | Jeans

5 | Willam

(5 rows)


pubdb=# 

pubdb=# 

pubdb=# \q

[postgres@pgmdb01 ~]$


2).subdb

$ createdb subdb

恢复原发布数据

$ pg_restore -d subdb t1.dump


创建提交,不复制原存在数据,此时sub端启动一个logical replication worker,

pub端创建一个pg_replication_slot


$ psql subdb

subdb=# CREATE SUBSCRIPTION sub_mdb1_t1

CONNECTION 'host=172.16.3.228 port=5432 user=postgres password=123456 dbname=pubdb'

PUBLICATION pub_mdb1_t1

WITH (copy_data = false);

NOTICE:  created replication slot "sub_mdb1_t1" on publisher

CREATE SUBSCRIPTION

subdb=# 

subdb=# 

subdb=# 

subdb=# select * from t1;

id |  name   

----+---------

1 | Peter

2 | Chris

3 | Jasmine

4 | Jeans

5 | Willam

(5 rows)


查看提交信息


subdb=# \dRs+

List of subscriptions

-[ RECORD 1 ]------+-----------------------------------------------------------------------

Name               | sub_mdb1_t1

Owner              | postgres

Enabled            | t

Publication        | {pub_mdb1_t1}

Synchronous commit | off

Conninfo           | host=172.16.3.228 port=5432 user=postgres password=123456 dbname=pubdb


subdb=# \dRs

List of subscriptions

-[ RECORD 1 ]--------------

Name        | sub_mdb1_t1

Owner       | postgres

Enabled     | t

Publication | {pub_mdb1_t1}

subdb=# 


3).pubdb查看发布复制信息

pubdb=# 

pubdb=# select * from pg_stat_replication;

-[ RECORD 1 ]----+------------------------------

pid              | 16501

usesysid         | 10

usename          | postgres

application_name | sub_mdb1_t1

client_addr      | 172.16.3.230

client_hostname  | 

client_port      | 52682

backend_start    | 2017-10-10 14:59:18.469715+08

backend_xmin     | 

state            | streaming

sent_lsn         | 0/F036E90

write_lsn        | 0/F036E90

flush_lsn        | 0/F036E90

replay_lsn       | 0/F036E90

write_lag        | 

flush_lag        | 

replay_lag       | 

sync_priority    | 0

sync_state       | async


pubdb=# select * from pg_replication_slots ;

-[ RECORD 1 ]-------+------------

slot_name           | sub_mdb1_t1

plugin              | pgoutput

slot_type           | logical

datoid              | 26203

database            | pubdb

temporary           | f

active              | t

active_pid          | 16501

xmin                | 

catalog_xmin        | 604

restart_lsn         | 0/F036E58

confirmed_flush_lsn | 0/F036E90


2.插入增量发布记录

1).pubdb插入增量

pubdb=# pubdb=# insert into t1(name) values('Zeng'),('Feng'),('Mia');

INSERT 0 3

pubdb=# \x

Expanded display is off.

pubdb=# select * from t1;

id |  name   

----+---------

1 | Peter

2 | Chris

3 | Jasmine

4 | Jeans

5 | Willam

6 | Zeng

7 | Feng

8 | Mia

(8 rows)


pubdb=# 

pubdb=# select * from pg_stat_replication;

-[ RECORD 1 ]----+------------------------------

pid              | 16501

usesysid         | 10

usename          | postgres

application_name | sub_mdb1_t1

client_addr      | 172.16.3.230

client_hostname  | 

client_port      | 52682

backend_start    | 2017-10-10 14:59:18.469715+08

backend_xmin     | 

state            | streaming

sent_lsn         | 0/F0372B8

write_lsn        | 0/F0372B8

flush_lsn        | 0/F0372B8

replay_lsn       | 0/F0372B8

write_lag        | 

flush_lag        | 

replay_lag       | 

sync_priority    | 0

sync_state       | async


pubdb=# select * from pg_replication_slots ;

-[ RECORD 1 ]-------+------------

slot_name           | sub_mdb1_t1

plugin              | pgoutput

slot_type           | logical

datoid              | 26203

database            | pubdb

temporary           | f

active              | t

active_pid          | 16501

xmin                | 

catalog_xmin        | 605

restart_lsn         | 0/F037280

confirmed_flush_lsn | 0/F0372B8


pubdb=# 

[postgres@pgmdb01 ~]$ ps -fU postgres

UID        PID  PPID  C STIME TTY          TIME CMD

postgres 15874 15873  0 12:44 pts/2    00:00:00 -bash

postgres 15950     1  0 12:50 ?        00:00:00 /opt/pgsql/10.0/bin/postmaster -D /pgdata10

postgres 15951 15950  0 12:50 ?        00:00:00 postgres: logger process   

postgres 15953 15950  0 12:50 ?        00:00:00 postgres: checkpointer process   

postgres 15954 15950  0 12:50 ?        00:00:00 postgres: writer process   

postgres 15955 15950  0 12:50 ?        00:00:00 postgres: wal writer process   

postgres 15956 15950  0 12:50 ?        00:00:00 postgres: autovacuum launcher process   

postgres 15957 15950  0 12:50 ?        00:00:00 postgres: archiver process   

postgres 15958 15950  0 12:50 ?        00:00:00 postgres: stats collector process   

postgres 15959 15950  0 12:50 ?        00:00:00 postgres: bgworker: logical replication launcher  

postgres 15961 15960  0 12:50 pts/1    00:00:00 -bash

postgres 16077 15874  0 13:08 pts/2    00:00:00 tail -f postgresql-Tue.log

postgres 16082 15950  0 13:10 ?        00:00:00 postgres: postgres pubdb 172.16.3.223(56608) idle

postgres 16083 15950  0 13:10 ?        00:00:00 postgres: postgres pubdb 172.16.3.223(56610) idle

postgres 16501 15950  0 14:59 ?        00:00:00 postgres: wal sender process postgres 172.16.3.230(52682) idle

postgres 16543 15961  0 15:09 pts/1    00:00:00 ps -fU postgres

[postgres@pgmdb01 ~]$ 


sequence增长为最新值8


CREATE SEQUENCE public.t1_id_seq

INCREMENT 1

START 8

MINVALUE 1

MAXVALUE 9223372036854775807

CACHE 1;


2).查看增量提交记录


subdb


subdb=# select * from t1;

id |  name   

----+---------

1 | Peter

2 | Chris

3 | Jasmine

4 | Jeans

5 | Willam

6 | Zeng

7 | Feng

8 | Mia

(8 rows)


subdb=# 



[postgres@pgsubdb1 log]$ ps -fU postgres

UID        PID  PPID  C STIME TTY          TIME CMD

postgres   935     1  0 10:28 ?        00:00:01 /opt/pgsql/10.0/bin/postmaster -D /pgdata10

postgres  1001   935  0 10:28 ?        00:00:00 postgres: logger process   

postgres  1005   935  0 10:28 ?        00:00:00 postgres: checkpointer process   

postgres  1006   935  0 10:28 ?        00:00:00 postgres: writer process   

postgres  1007   935  0 10:28 ?        00:00:01 postgres: wal writer process   

postgres  1008   935  0 10:28 ?        00:00:00 postgres: autovacuum launcher process   

postgres  1009   935  0 10:28 ?        00:00:00 postgres: archiver process   

postgres  1010   935  0 10:28 ?        00:00:00 postgres: stats collector process   

postgres  1011   935  0 10:28 ?        00:00:00 postgres: bgworker: logical replication launcher  

postgres  1084  1083  0 10:28 pts/0    00:00:00 -bash

postgres 15551 15550  0 11:48 pts/1    00:00:00 -bash

postgres 16206 16205  0 14:40 pts/2    00:00:00 -bash

postgres 16276  1084  0 14:46 pts/0    00:00:00 psql subdb

postgres 16277   935  0 14:46 ?        00:00:00 postgres: postgres subdb [local] idle

postgres 16324 16206  0 14:56 pts/2    00:00:00 psql subdb

postgres 16325   935  0 14:56 ?        00:00:00 postgres: postgres subdb [local] idle

postgres 16332   935  0 14:59 ?        00:00:00 postgres: bgworker: logical replication worker for subscription 24626  

postgres 16374 15551  0 15:11 pts/1    00:00:00 ps -fU postgres

[postgres@pgsubdb1 log]$


sequence为原始值5,不增长


CREATE SEQUENCE public.t1_id_seq

INCREMENT 1

START 5

MINVALUE 1

MAXVALUE 9223372036854775807

CACHE 1;


3.常见问题(特殊情景使用请参见官方文档)


当远程数据库无法连接时,drop SUBSCRIPTION


# ALTER SUBSCRIPTION name DISABLE

# alter subscription sub_measurement set (slot_name=none);

# drop subscription sub_measurement;

郑重声明:本文版权归原作者所有,转载文章仅为传播更多信息之目的,如作者信息标记有误,请第一时间联系我们修改或删除,多谢。