Oracle_CDC整理2-部署
1. CDC的實施步驟(非同步線上日誌)
1.1. 資料庫初始化
SQL>
alter system set job_queue_processes = 100;
alter system set java_pool_size = 50m;
alter system set streams_pool_size=50m;
alter system set undo_retention=3600;
alter database force logging;
alter database add supplemental log data;
select LOG_MODE,FORCE_LOGGING,SUPPLEMENTAL_LOG_DATA_MIN from v$database;
1.2. 準備測試表
SQL>
create table scott.test(id int,name varchar2(30),mark varchar2(50));
1.3. 建立釋出者
SQL>
conn / as sysdba;
create tablespace cdc_tbsp;
create user cdc_publisher identified by cdc_publisher default tablespace cdc_tbsp temporary tablespace temp;
GRANT CREATE SESSION TO cdc_publisher;
GRANT CREATE TABLE TO cdc_publisher;
grant create sequence TO cdc_publisher;
grant create procedure TO cdc_publisher;
grant create any job TO cdc_publisher;
GRANT CREATE TABLESPACE TO cdc_publisher;
GRANT UNLIMITED TABLESPACE TO cdc_publisher;
GRANT SELECT_CATALOG_ROLE TO cdc_publisher;
GRANT EXECUTE_CATALOG_ROLE TO cdc_publisher;
GRANT EXECUTE ON DBMS_CDC_PUBLISH TO cdc_publisher;
grant execute ON dbms_lock TO cdc_publisher;
execute dbms_streams_auth.grant_admin_privilege('CDC_PUBLISHER');
grant all on scott.test to cdc_publisher;
grant dba to cdc_publisher;
1.4. 建立訂閱者
SQL>
create user cdc_subscriber identified by cdc_subscriber default tablespace cdc_tbsp temporary tablespace temp;
grant create session TO cdc_subscriber;
grant resource to cdc_subscriber;
grant connect to cdc_subscriber;
GRANT CREATE TABLE TO cdc_subscriber;
GRANT CREATE VIEW TO cdc_subscriber;
GRANT UNLIMITED TABLESPACE TO cdc_subscriber;
1.5. 釋出資料
1.5.1. 釋出-準備源表
SQL>
conn cdc_publisher/cdc_publisher;
BEGIN
DBMS_CAPTURE_ADM.PREPARE_TABLE_INSTANTIATION(TABLE_NAME => 'scott.test');
END;
/
1.5.2. 釋出-建立變更集
SQL>
conn cdc_publisher/cdc_publisher;
BEGIN
DBMS_CDC_PUBLISH.CREATE_CHANGE_SET(
change_set_name => 'CDC_SCOTT_TEST',
description => 'Change set for product info',
change_source_name => 'HOTLOG_SOURCE',
stop_on_ddl => 'y');
END;
/
注意：
change_source_name引數:
同步模式中必須為：SYNC_SOURCE
非同步線上日誌模式必須為：HOTLOG_SOURCE
1.5.3. 釋出-建立變更表
SQL>
conn cdc_publisher/cdc_publisher;
BEGIN
DBMS_CDC_PUBLISH.CREATE_CHANGE_TABLE(
owner => 'cdc_publisher',
change_table_name => 'cdc_test',
change_set_name => 'CDC_SCOTT_TEST',
source_schema => 'SCOTT',
source_table => 'TEST',
column_type_list => 'ID NUMBER(5), NAME VARCHAR2(30),MARK VARCHAR2(50)',
capture_values => 'both',
rs_id => 'y',
row_id => 'n',
user_id => 'n',
timestamp => 'n',
object_id => 'n',
source_colmap => 'n',
target_colmap => 'y',
options_string => 'TABLESPACE CDC_TBSP');
END;
/
注意：
owner是指釋出使用者
source_schema是源表所屬使用者
同步模式需加引數ddl_markers => 'n'
options_string指定改變表的儲存引數，可以使用除partition以外的所有create table中指定的儲存引數，如tablespace、pctfree 等。
1.5.4. 釋出-啟用變更集
SQL>
conn cdc_publisher/cdc_publisher;
BEGIN
DBMS_CDC_PUBLISH.ALTER_CHANGE_SET(
change_set_name => 'CDC_SCOTT_TEST',
enable_capture => 'y');
END;
/
1.5.5. 授權變更表給訂閱者
conn cdc_publisher/cdc_publisher;
grant select on cdc_test to cdc_subscriber;
備註：
到此cdc_subscriber使用者已經可以檢測到scott.test表的變更了
測試：
$ sqlplus scott/tiger
SQL>
insert into scott.test values(1,'beijing','11');
commit;
update scott.test set name='shanghai' where id=1;
commit;
delete scott.test where id=1;
commit;
SQL>
conn cdc_subscriber/cdc_subscriber
SQL> select t.operation$,t.commit_timestamp$,t.id,t.name,t.mark from cdc_publisher.cdc_test t;
OPERATION$ COMMIT_TIMESTAMP$ ID NAME MARK
---------- ---------- ------ ----------- ------------------------------
I 2018/2/8 20:04:58 1 beijing 11
UO 2018/2/8 20:04:58 1 beijing 11
UN 2018/2/8 20:04:58 1 shanghai 11
D 2018/2/8 20:04:58 1 shanghai 11
備註：operation 的意思
此列中的值可以是下列任何一個:
I: 指示此行表示插入操作
: 指示此行表示以下情況下更新的源錶行的前映像: UO
非同步更改資料捕獲
當更改表包括基於主鍵的物件 ID, 而不是主鍵的捕獲列已更改時, 同步更改資料捕獲。
UU: 指示此行表示更新的源錶行的前影像, 用於同步更改資料捕獲, 而不是由. UO.
UN: 指示此行表示更新的源錶行的後映像。
D: 指示此行表示刪除操作。
當釋出者釋出了相關的改變表後，會生成一個惟一的釋出id( publication ID)， 可以查閱檢視ALL_PUBLISHED_COLUMNS以獲取已經發布的表及欄位資訊
SQL> conn CDC_PUBLISHER/CDC_PUBLISHER;
select change_set_name,pub_id,source_table_name from ALL_PUBLISHED_COLUMNS ;
CHANGE_SET_NAME PUB_ID SOURCE_TABLE_NAME
------------------------------ ---------- ------------------------------
CDC_SCOTT_TEST 91956 TEST
CDC_SCOTT_TEST 91956 TEST
CDC_SCOTT_TEST 91956 TEST
1.6. 訂閱
1.6.1. 訂閱-建立訂閱集
SQL>
conn cdc_subscriber/cdc_subscriber
BEGIN
dbms_cdc_subscribe.create_subscription(
change_set_name=>'CDC_SCOTT_TEST',
description=>'cdc scott subx',
subscription_name=>'CDC_SCOTT_SUB');
END;
/
備註：
一次訂閱與改變集對應,由於改變集與源表之間是一對多的關係,所以一次訂閱就可以訂閱多張表.
1.6.2. 訂閱-開始訂閱資料
SQL>
BEGIN
dbms_cdc_subscribe.subscribe(
subscription_name=>'CDC_SCOTT_SUB',
source_schema=>'SCOTT',
source_table=>'TEST',
column_list=>'ID, NAME,MARK',
subscriber_view=>'TEST_TEMP');
END;
/
SQL> select view_name,text from user_views;
VIEW_NAME TEXT
--------------- ----------------------------------------
TEST_TEMP SELECT OPERATION$, CSCN$, COMMIT_TIMESTAMP$, XIDUSN$, XIDSLT$, XIDSEQ$, DDLDES
備註：
如果改變集中有多個表,需要操作多次
1.6.3. 訂閱-啟用訂閱
SQL>
BEGIN
dbms_cdc_subscribe.activate_subscription(
subscription_name=>'CDC_SCOTT_SUB');
END;
/
1.6.4. 訂閱-擴充套件訂閱視窗
SQL>
conn cdc_subscriber/cdc_subscriber;
BEGIN
dbms_cdc_subscribe.extend_window(
subscription_name=>'CDC_SCOTT_SUB');
END;
/
備註：
訂閱呼叫DBMS_CDC_SUBSCRIBE.EXTEND_WINDOW過程取得改變資料的集合,如果第一次執行,就取得啟用訂閱後所有改變資料.每次執行DBMS_CDC_SUBSCRIBE.EXTEND_WINDOW後,擴充套件視窗只看到上次執行DBMS_CDC_SUBSCRIBE.EXTEND_WINDOW至今的資料.
1.6.5. 檢視訂閱內容
SQL>
conn cdc_subscriber/cdc_subscriber;
SQL> select t.operation$,t.commit_timestamp$,t.id,t.name,t.mark from test_temp t;
OPERATION$ COMMIT_TIMESTAMP$ ID NAME MARK
---------- ----------------- ------ ------------------------------ --------------------------------------------------
I 2018/2/8 20:04:58 1 beijing 11
UO 2018/2/8 20:04:58 1 beijing 11
UN 2018/2/8 20:04:58 1 shanghai 11
D 2018/2/8 20:04:58 1 shanghai 11
1.7. 測試
1.7.1. 源表變更
SQL> conn scott/tiger;
insert into test values(2,'renqinglei','aa');
commit;
update test set mark='tt' where id=2;
commit;
delete test where id=2;
commit;
1.7.2. 查詢資料釋出情況
SQL> conn cdc_publisher/cdc_publisher
select t.operation$,t.commit_timestamp$,t.id,t.name,t.mark from cdc_publisher.cdc_test t;
OP COMMIT_TIMESTAMP$ ID NAME MARK
-- ------------------ ---------- ------------------------------
I 13-JAN-16 1 beijing 11
UO 13-JAN-16 1 beijing 11
UN 13-JAN-16 1 shanghai 11
D 13-JAN-16 1 shanghai 11
I 13-JAN-16 2 renqinglei aa
UO 13-JAN-16 2 renqinglei aa
UN 13-JAN-16 2 renqinglei tt
D 13-JAN-16 2 renqinglei tt
1.7.3. 查詢資料訂閱情況
SQL> conn cdc_subscriber/cdc_subscriber
select t.operation$,t.commit_timestamp$,t.id,t.name,t.mark from test_temp t;
OP COMMIT_TIMESTAMP$ ID NAME MARK
-- ------------------ ---------- ------------------------------
I 13-JAN-16 1 beijing 11
UO 13-JAN-16 1 beijing 11
UN 13-JAN-16 1 shanghai 11
D 13-JAN-16 1 shanghai 11.
1.7.4. 發現訂閱的資料沒有變化,擴充套件一下訂閱視窗:
SQL> conn cdc_subscriber/cdc_subscriber
BEGIN
dbms_cdc_subscribe.extend_window(
subscription_name=>'CDC_SCOTT_SUB');
END;
/
select t.operation$,t.commit_timestamp$,t.id,t.name,t.mark from test_temp t;
OPERATION$ COMMIT_TIMESTAMP$ ID NAME MARK
---------- ----------------- ------ ------------------------------ ----------
I 2018/2/8 20:04:58 1 beijing 11
UO 2018/2/8 20:04:58 1 beijing 11
UN 2018/2/8 20:04:58 1 shanghai 11
D 2018/2/8 20:04:58 1 shanghai 11
I 2018/2/8 20:26:01 2 renqinglei aa
UO 2018/2/8 20:26:01 2 renqinglei aa
UN 2018/2/8 20:26:01 2 renqinglei tt
D 2018/2/8 20:26:01 2 renqinglei tt
1.7.5. 清除變更資料集
SQL> conn cdc_subscriber/cdc_subscriber
BEGIN
DBMS_CDC_SUBSCRIBE.PURGE_WINDOW(
subscription_name => 'CDC_SCOTT_SUB');
END;
/
檢視訂閱資料為空
select t.operation$,t.commit_timestamp$,t.id,t.name,t.mark from test_temp t;
備註:
擴充套件視窗的資料可以進行清空操作，避免改變資料過多帶來的系統負載。
1.7.6. 重新生成變化資料
conn scott/tiger;
insert into test values(3,'shandong','hh');
insert into test values(4,'diankeyuan','hh');
commit;
檢視釋出資訊
conn cdc_publisher/cdc_publisher
select t.operation$,t.commit_timestamp$,t.id,t.name,t.mark from cdc_publisher.cdc_test t;
OPERATION$ COMMIT_TIMESTAMP$ ID NAME MARK
---------- ----------------- ------ ------------------------------ ------------------ 2018/2/8 20:04:58 1 beijing 11
UO 2018/2/8 20:04:58 1 beijing 11
UN 2018/2/8 20:04:58 1 shanghai 11
D 2018/2/8 20:04:58 1 shanghai 11
I 2018/2/8 20:26:01 2 renqinglei aa
UO 2018/2/8 20:26:01 2 renqinglei aa
UN 2018/2/8 20:26:01 2 renqinglei tt
D 2018/2/8 20:26:01 2 renqinglei tt
I 2018/2/8 20:33:48 3 shandong hh
I 2018/2/8 20:33:48 4 diankeyuan hh
SQL> conn cdc_subscriber/cdc_subscriber;
BEGIN
dbms_cdc_subscribe.extend_window(
subscription_name=>'CDC_SCOTT_SUB');
END;
/
檢視訂閱資訊
select t.operation$,t.commit_timestamp$,t.id,t.name,t.mark from test_temp t;
OPERATION$ COMMIT_TIMESTAMP$ ID NAME MARK
---------- ---------- ------ -------------- ---------------------------------
I 2018/2/8 20:33:48 3 shandong hh
I 2018/2/8 20:33:48 4 diankeyuan hh
1.7.7. 刪除釋出的資料
SQL>
conn cdc_publisher/cdc_publisher
select t.operation$,t.commit_timestamp$,t.id,t.name,t.mark from cdc_publisher.cdc_test t;
OP COMMIT_TIMESTAMP$ ID NAME MARK
-- ------------------ ---------- ------------------------------
I 13-JAN-16 1 beijing 11
UO 13-JAN-16 1 beijing 11
UN 13-JAN-16 1 shanghai 11
D 13-JAN-16 1 shanghai 11
I 13-JAN-16 2 renqinglei aa
UO 13-JAN-16 2 renqinglei aa
UN 13-JAN-16 2 renqinglei tt
D 13-JAN-16 2 renqinglei tt
I 13-JAN-16 3 shandong hh
I 13-JAN-16 4 diankeyuan hh
rows selected.
不可truncate
SQL> truncate cdc_test;
ERROR at line 1:
ORA-03290: Invalid truncate command - missing CLUSTER or TABLE keyword
刪除後無記錄
SQL>
delete cdc_test;
commit;
select t.operation$,t.commit_timestamp$,t.id,t.name,t.mark from cdc_publisher.cdc_test t;
來自 “ ITPUB部落格 ” ，連結：http://blog.itpub.net/29519108/viewspace-2150974/，如需轉載，請註明出處，否則將追究法律責任。
相關文章
- Oracle_CDC整理3-參考及錯誤處理Oracle
- kafka知識整理——部署Kafka
- iis部署build檔案重新整理404UI
- 2-配置tabbartabBar
- 集合框架2- ArrayList框架
- 實戰2-注入
- 機器學習2-特徵工程機器學習特徵工程
- nginx部署vue專案 重新整理出現404NginxVue
- 2-服務發現
- 二進位制部署1.23.4版本k8s叢集-2-安裝DNS服務K8SDNS
- 2-色彩空間轉換
- 2-基本資料型別資料型別
- 整理課程中將程式碼部署上線（Heroku）的內容
- 【linux】驅動-2-核心模組Linux
- 【筆記】2-路插入排序筆記排序
- 寒假專案2-猴子選大王
- hadoop實戰2-更改指定hostname啟動hadoop,jps介紹，yarn部署，yarn上執行程式HadoopYarn行程
- Hyperf 完整專案-2-服務限流
- [-Flutter外掛篇 2-] 認識MethodChannelFlutter
- 2-如何選擇訊息佇列佇列
- 2-如何檢視技術手冊
- MySQL運維2-主從複製MySql運維
- 2-程式與使用者互動
- CSS-多列布局2-斷行CSS
- 鴻蒙前端開發2-基本設定鴻蒙前端
- 論文閱讀2-思維鏈
- 力扣題解2-兩數相加力扣
- 面向2-封裝、繼承、多型封裝繼承多型
- vue-cil3 Pages部署頁面空白及重新整理404問題Vue
- 伺服器部署前端專案後，重新整理頁面出現404伺服器前端
- [Python3網路爬蟲開發實戰] 2-爬蟲基礎 2-網頁基礎Python爬蟲網頁
- 計算機網路基礎-2-物理層計算機網路
- Go 基礎教程--2-基礎知識Go
- 11-物件導向-2-三大特性物件
- 信安實踐2-增加zoobars個數
- Python學習之路2-列表介紹Python
- CSS-彈性佈局2-交叉軸CSS
- 第2周專案2-長方柱類