[oracle@stream ~]$ cd /home/oracle/tmp/fbo_ggs_Linux_x64_shiphome/Disk1

[oracle@stream Disk1]$vi ./response/oggcore.rsp

INSTALL_OPTION=ORA11g

SOFTWARE_LOCATION=/home/oracle/software/oracle/goldengate

START_MANAGER=false

MANAGER_PORT=7809

DATABASE_LOCATION=$ORACLE_HOME

UNIX_GROUP_NAME=oracle

[oracle@ogg Disk1]$ ./runInstaller -silent -responseFile /home/oracle/tmp/fbo_ggs_Linux_x64_shiphome/Disk1/response/oggcore.rsp

#jdk

export JAVA_HOME=/home/oracle/software/jdk/jdk1.8.0_162

export PATH=$JAVA_HOME/bin:$PATH

#oracle

export ORACLE_HOME=/home/oracle/software/oracle/database/oracle11g/product/11.2.0/dbhome_1

export ORACLE_SID=orcl

export PATH=$PATH:$ORACLE_HOME/bin:$ORACLE_HOME/OPatch

#goldengate

export SOGG_HOME=/home/oracle/software/oracle/goldengate

export LD_LIBRARY_PATH=$ORACLE_HOME/lib:$ORACLE_HOME/lib32:$SOGG_HOME

export PATH=$PATH:$SOGG_HOME

[oracle@stream ~]$ sqlplus / as sysdba

SQL> archive log list

Database log mode                      No Archive Mode

Automatic archival                      Disabled

Archive destination                     USE_DB_RECOVERY_FILE_DEST

Oldest online log sequence     6

Current log sequence                   8

SQL>

SQL> select name,log_mode from v$database;

SQL> shutdown immediate;

SQL> startup mount;

SQL> alter database archivelog;

Database altered.

SQL> alter database open;

SQL> SELECT supplemental_log_data_min,force_logging FROM v$database;

SQL> alter database add supplemental log data;

SQL> alter database force logging;

//TODO待验证

SQL> alter database add supplemental log data (primary key) columns;

SQL> alter database add supplemental log data (unique) columns;

SQL> alter database force logging;

SQL> alter system switch logfile;

注意：如果不指定Primary key 和unique 属性，OGG将不会传送PK字段或Unique indiex字段信息。这样，下游的应用，在处理update数据时将失去依据

检查开启情况，显示如下则代表ok

SQL> SELECT supplemental_log_data_min,force_logging FROM v$database;

SUPPLEME FOR

-------- ---

IMPLICIT YES

alter system set ENABLE_GOLDENGATE_REPLICATION=true scope=both;

create user goldengate identified by <password>;

grant connect to goldengate;

grant alter session to goldengate;

grant create session to goldengate;

grant connect to goldengate;

grant resource to goldengate;

grant select any dictionary to goldengate;

grant select any table to goldengate;

grant insert any table to goldengate;

grant update any table to goldengate;

grant delete any table to goldengate;

grant create any table to goldengate;

grant alter any table to goldengate;

grant select any transaction to goldengate;

grant create any index to goldengate;

grant alter any index to goldengate;

grant create any sequence to goldengate;

grant unlimited tablespace to goldengate;

grant drop any table to goldengate;

grant drop any sequence to goldengate;

grant flashback any table to goldengate;

[oracle@stream goldengate]$ ./ggsci

GGSCI (stream) 1> dblogin userid goldengate password <password>

GGSCI (stream as goldengate@orcl) 2> register extract ext_test database

2020-04-02 18:30:01  ERROR   OGG-02062  User goldengate does not have the required privileges to use integrated capture.

---需要授权, 且注意用户名要大写

SQL> exec DBMS_GOLDENGATE_AUTH.GRANT_ADMIN_PRIVILEGE (grantee=>'GOLDENGATE', privilege_type=>'capture',grant_select_privileges=>true, do_grants=>TRUE);

PL/SQL procedure successfully completed.

SQL>

GGSCI (stream as goldengate@orcl) 2> register extract ext_test database

2020-04-02 19:14:47  INFO    OGG-02003  Extract EXT_TEST successfully registered with database at SCN 1067318.

GGSCI (stream as goldengate@orcl) 3>

//TODO其他异常

GGSCI (stream as goldengate@orcl) 3> register extract ext_test database

2020-04-02 19:14:50  WARNING OGG-02064  Oracle compatibility version 11.2.0.0.0 has limited datatype support for integrated capture. Version 11.2.0.3 required for full support.

ERROR: Cannot register or unregister EXTRACT EXT_TEST because of the following SQL error: OCI Error 6,550.

--上面错误是由于权限不够，授权，

SQL>exec DBMS_GOLDENGATE_AUTH.GRANT_ADMIN_PRIVILEGE (grantee=>'GOLDENGATE');

ERROR: Cannot register or unregister EXTRACT EXT_TEST because of the following SQL error: OCI Error 1,950.

--上面错误是由于权限不够，授权，

SQL>GRANT UNLIMITED TABLESPACE TO GOLDENGATE;

GGSCI (stream as goldengate@orcl) 3> register extract ep1 database

2020-04-02 19:14:50  WARNING OGG-02064  Oracle compatibility version 11.2.0.0.0 has limited datatype support for integrated capture. Version 11.2.0.3 required for full support.

Extract EXT_TEST successfully registered with database at SCN 224553.

--看到已经注册成功

GGSCI (stream) 1> dblogin userid goldengate password <password>

GGSCI (stream) 2> add trandata STAT.PRPCMAIN

GGSCI (stream) 1> edit params mgr

PORT 7809

DYNAMICPORTLIST 7810-7820

AUTOSTART EXTRACT *

PURGEOLDEXTRACTS ./dirdat/*,usecheckpoints, minkeepdays 10

Lagcriticalminutes 60

lagreportminutes 5

ACCESSRULE, PROG *, IPADDR 10.10.*.*, ALLOW

SQL> alter system set streams_pool_size=512M sid=’<sid>’;

GGSCI (stream) 1> add extract ext_test integrated tranlog, begin now

GGSCI (stream) 1> ADD EXTTRAIL ./dirdat/ex , EXTRACT ext_test, MEGABYTES 200

GGSCI (stream) 1> edit params ext_test

extract ext_test

setenv (NLS_LANG="AMERICAN_AMERICA.ZHS16GBK")

userid goldengate@<service_name>, password <password>

--TRANLOGOPTIONS DBLOGREADER

TRANLOGOPTIONS INTEGRATEDPARAMS (MAX_SGA_SIZE 100)

exttrail ./dirdat/ex

discardfile ./dirrpt/ext_test.dsc, append

GETUPDATES

GETDELETES

GETINSERTS

ddl include mapped objtype 'TABLE' include mapped objtype 'INDEX'

ddloptions addtrandata

ddloptions report

statoptions reportfetch

reportrollover at 08:30

TABLE STAT.PRPCMAIN;

GGSCI (stream) 1> ADD EXTRACT dpe_test, EXTTRAILSOURCE ./dirdat/ex

GGSCI (stream) 1> ADD RMTTRAIL ./dirdat/re, EXTRACT dpe_test, MEGABYTES 200

GGSCI (stream) 1> edit params dpe_test

extract dpe_test

rmthost 10.***, mgrport 7809

rmttrail ./dirdat/re

TABLE STAT.PRPCMAIN;

#jdk

export JAVA_HOME=/home/hadoop/software/jdk/jdk1.8.0_162

export PATH=$JAVA_HOME/bin:$PATH

#zookeeper

export ZOOKEEPER_HOME=/home/hadoop/software/zookeeper/zookeeper-3.4.13

export PATH=$PATH:$ZOOKEEPER_HOME/bin

#kafka

export KAFKA_HOME=/home/hadoop/software/kafka/kafka_2.11-2.0.0

export PATH=$PATH:$KAFKA_HOME/bin

#goldengate

export TOGG_HOME=/home/hadoop/software/goldengate/ogg_bigdata_12.3.0.1

export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$TOGG_HOME:$JAVA_HOME/jre/lib/amd64/libjsig.so:$JAVA_HOME/jre/lib/amd64/server/libjvm.so:$JAVA_HOME/jre/lib/amd64/server:$JAVA_HOME/jre/lib/amd64

export PATH=$PATH:$TOGG_HOME

[hadoop@stream ogg_bigdata_12.3.0.1]$ ./ggsci

GGSCI (stream) 1> CREATE SUBDIRS

GGSCI (stream) 2> edit param mgr

PORT 7909

DYNAMICPORTLIST 7910-7920

AUTOSTART ER E*

AUTORESTART ER P*,RETRIES 4, WAITMINUTES 4

STARTUPVALIDATIONDELAY 5

GGSCI (stream) 3> add replicat rep_test, exttrail ./dirdat/re

GGSCI (stream) 4> edit param rep_test

REPLICAT rep_test

TARGETDB LIBFILE libggjava.so SET property=dirprm/kafka.props

REPORTCOUNT EVERY 1 MINUTES, RATE

MAP STAT.PRPCMAIN, TARGET STAT.PRPCMAIN;

 [hadoop@stream ogg_bigdata_12.3.0.1]$ cd dirprm/

[hadoop@stream dirprm]$ vi kafka.props

[hadoop@stream dirprm]$ vi custom_kafka_producer.properties

ERROR OGG-01332 File ./dirdat/re000000000, with compatibility level 6, is not compatible with the current software version's compatibility level of 5.Modify the file writer's parameter file to generate the appropriate format using the FORMAT LEVEL 5 option

exttrail ./dirdat/ex,format RELEASE 12.2

rmttrail ./dirdat/re，format level 5