update to 0.9.17-beta

bersler · Jul 28, 2021 · 855b95a · 855b95a
1 parent 59c2f79
commit 855b95a
Show file tree

Hide file tree

Showing 176 changed files with 2,508 additions and 2,290 deletions.
diff --git a/CHANGELOG b/CHANGELOG
@@ -1,3 +1,24 @@
+0.9.17-beta
+- code cleanup to be become more compliant
+- fixed memory leak on abnormal exit
+- fixed startup based on checkpoint data
+- fixed schema tracking after restart
+- fixed bug: sometimes log switch checkpoint was missing
+- minor code cleanup & fixes
+- OpenLogReplicator.json: updated format version to 0.9.16
+- OpenLogReplicator.json: enhanced content validation, fixed and extended syntax checking
+- OpenLogReplicator.json: increased default of redo-verify-delay-us to 250000
+- OpenLogReplicator.json: renamed "sources" to "source"
+- OpenLogReplicator.json: renamed "targets" to "target"
+- OpenLogReplicator.json: renamed "redo-logs" to "redo-log"
+- OpenLogReplicator.json: protobuf/json output: added optional payload numbering ("message" = 2)
+- OpenLogReplicator.json: optional begin tran for output ("message" = 4)
+- OpenLogReplicator.json: optional commit tran for output ("message" = 8)
+- OpenLogReplicator.json: new element in "source": "filter"
+- OpenLogReplicator.json: moved "tables" to "filter" and renamed to "table"
+- OpenLogReplicator.json: added transaction filtering based on XID ("skip-xid")
+- OpenLogReplicator.json: added transaction filtering based on size ("transaction-max-mb")
+
 0.9.16-beta
 - added check of schema file for changing list of owners of replicated tables
 - added check for schema/table name entered in upper case

diff --git a/configure b/configure
@@ -1,6 +1,6 @@
 #! /bin/sh
 # Guess values for system-dependent variables and create Makefiles.
-# Generated by GNU Autoconf 2.69 for OpenLogReplicator 0.9.16-beta.
+# Generated by GNU Autoconf 2.69 for OpenLogReplicator 0.9.17-beta.
 #
 # Report bugs to <[email protected]>.
 #
@@ -590,8 +590,8 @@ MAKEFLAGS=
 # Identity of this package.
 PACKAGE_NAME='OpenLogReplicator'
 PACKAGE_TARNAME='openlogreplicator'
-PACKAGE_VERSION='0.9.16-beta'
-PACKAGE_STRING='OpenLogReplicator 0.9.16-beta'
+PACKAGE_VERSION='0.9.17-beta'
+PACKAGE_STRING='OpenLogReplicator 0.9.17-beta'
 PACKAGE_BUGREPORT='[email protected]'
 PACKAGE_URL=''
 
@@ -1335,7 +1335,7 @@ if test "$ac_init_help" = "long"; then
   # Omit some internal or obsolete options to make the list less imposing.
   # This message is too long to be a string in the A/UX 3.1 sh.
   cat <<_ACEOF
-\`configure' configures OpenLogReplicator 0.9.16-beta to adapt to many kinds of systems.
+\`configure' configures OpenLogReplicator 0.9.17-beta to adapt to many kinds of systems.
 
 Usage: $0 [OPTION]... [VAR=VALUE]...
 
@@ -1406,7 +1406,7 @@ fi
 
 if test -n "$ac_init_help"; then
   case $ac_init_help in
-     short | recursive ) echo "Configuration of OpenLogReplicator 0.9.16-beta:";;
+     short | recursive ) echo "Configuration of OpenLogReplicator 0.9.17-beta:";;
    esac
   cat <<\_ACEOF
 
@@ -1520,7 +1520,7 @@ fi
 test -n "$ac_init_help" && exit $ac_status
 if $ac_init_version; then
   cat <<\_ACEOF
-OpenLogReplicator configure 0.9.16-beta
+OpenLogReplicator configure 0.9.17-beta
 generated by GNU Autoconf 2.69
 
 Copyright (C) 2012 Free Software Foundation, Inc.
@@ -2425,7 +2425,7 @@ cat >config.log <<_ACEOF
 This file contains any messages produced by compilers while
 running configure, to aid debugging if configure makes a mistake.
 
-It was created by OpenLogReplicator $as_me 0.9.16-beta, which was
+It was created by OpenLogReplicator $as_me 0.9.17-beta, which was
 generated by GNU Autoconf 2.69.  Invocation command line was
 
   $ $0 $@
@@ -4605,7 +4605,7 @@ fi
 
 # Define the identity of the package.
  PACKAGE='openlogreplicator'
- VERSION='0.9.16-beta'
+ VERSION='0.9.17-beta'
 
 
 cat >>confdefs.h <<_ACEOF
@@ -16869,7 +16869,7 @@ cat >>$CONFIG_STATUS <<\_ACEOF || ac_write_fail=1
 # report actual input values of CONFIG_FILES etc. instead of their
 # values after options handling.
 ac_log="
-This file was extended by OpenLogReplicator $as_me 0.9.16-beta, which was
+This file was extended by OpenLogReplicator $as_me 0.9.17-beta, which was
 generated by GNU Autoconf 2.69.  Invocation command line was
 
   CONFIG_FILES    = $CONFIG_FILES
@@ -16935,7 +16935,7 @@ _ACEOF
 cat >>$CONFIG_STATUS <<_ACEOF || ac_write_fail=1
 ac_cs_config="`$as_echo "$ac_configure_args" | sed 's/^ //; s/[\\""\`\$]/\\\\&/g'`"
 ac_cs_version="\\
-OpenLogReplicator config.status 0.9.16-beta
+OpenLogReplicator config.status 0.9.17-beta
 configured by $0, generated by GNU Autoconf 2.69,
   with options \\"\$ac_cs_config\\"
 

diff --git a/configure.ac b/configure.ac
@@ -17,7 +17,7 @@
 #<http://www.gnu.org/licenses/>.
 
 AC_PREREQ(2.68)
-AC_INIT([OpenLogReplicator],[0.9.16-beta],[[email protected]])
+AC_INIT([OpenLogReplicator],[0.9.17-beta],[[email protected]])
 AC_USE_SYSTEM_EXTENSIONS
 AC_CONFIG_HEADERS([config.h])
 AC_CONFIG_AUX_DIR(config)

diff --git a/libtool b/libtool
@@ -1,7 +1,7 @@
 #! /bin/sh
 
 # libtool - Provide generalized library-building support services.
-# Generated automatically by config.status (openlogreplicator) 0.9.16-beta
+# Generated automatically by config.status (openlogreplicator) 0.9.17-beta
 # Libtool was configured on host demawend.localdomain:
 # NOTE: Changes made to this file will be lost: look at ltmain.sh.
 #

diff --git a/proto/OraProtoBuf.proto b/proto/OraProtoBuf.proto
@@ -119,6 +119,7 @@ message Payload {
     uint32 seq = 7;
     uint64 offset = 8;
     bool redo = 9;
+    optional uint64 num = 10;
 }
 
 message SchemaRequest {

diff --git a/scripts/OpenLogReplicator-example-asm.json b/scripts/OpenLogReplicator-example-asm.json
@@ -1,6 +1,6 @@
 {
-  "version": "0.9.15",
-  "sources": [
+  "version": "0.9.16",
+  "source": [
     {
       "alias": "S1",
       "name": "O112A",
@@ -18,14 +18,16 @@
       },
       "memory-min-mb": 64,
       "memory-max-mb": 1024,
-      "tables": [
-        {"owner": "OWNER1", "table": "TABLENAME1", "key": "col1, col2, col3"},
-        {"owner": "OWNER1", "table": "TABLENAME2"},
-        {"owner": "OWNER2", "table": "TAB.*"}
-      ]
+      "filter": {
+        "table": [
+          {"owner": "OWNER1", "table": "TABLENAME1", "key": "col1, col2, col3"},
+          {"owner": "OWNER1", "table": "TABLENAME2"},
+          {"owner": "OWNER2", "table": "TAB.*"}
+        ]
+      }
     }
   ],
-  "targets": [
+  "target": [
     {
       "alias": "K1", 
       "source": "S1",

diff --git a/scripts/OpenLogReplicator-example-batch.json b/scripts/OpenLogReplicator-example-batch.json
@@ -1,22 +1,29 @@
 {
-  "version": "0.9.15",
-  "sources": [
+  "version": "0.9.16",
+  "source": [
     {
       "alias": "S1",
       "name": "O112A",
       "reader": {
         "type": "batch",
-        "redo-logs": ["/oracle/arch/o1_mf_1_1991_hkb9y64l_.arc", "/oracle/arch/o1_mf_1_1992_hkb9y93r_.arc", "/oracle/otherDir"],
+        "redo-log": ["/oracle/arch/o1_mf_1_1991_hkb9y64l_.arc", "/oracle/arch/o1_mf_1_1992_hkb9y93r_.arc", "/oracle/otherDir"],
         "log-archive-format": ""
       },
       "format": {
         "type": "json"
       },
       "memory-min-mb": 64,
-      "memory-max-mb": 1024
+      "memory-max-mb": 1024,
+      "filter": {
+        "table": [
+          {"owner": "OWNER1", "table": "TABLENAME1", "key": "col1, col2, col3"},
+          {"owner": "OWNER1", "table": "TABLENAME2"},
+          {"owner": "OWNER2", "table": "TAB.*"}
+        ]
+      }
     }
   ],
-  "targets": [
+  "target": [
     {
       "alias": "K1", 
       "source": "S1",

diff --git a/scripts/OpenLogReplicator-example-file.json b/scripts/OpenLogReplicator-example-file.json
@@ -1,6 +1,6 @@
 {
-  "version": "0.9.15",
-  "sources": [
+  "version": "0.9.16",
+  "source": [
     {
       "alias": "S1",
       "name": "O112A",
@@ -15,14 +15,16 @@
       },
       "memory-min-mb": 64,
       "memory-max-mb": 1024,
-      "tables": [
-        {"owner": "OWNER1", "table": "TABLENAME1", "key": "col1, col2, col3"},
-        {"owner": "OWNER1", "table": "TABLENAME2"},
-        {"owner": "OWNER2", "table": "TAB.*"}
-      ]
+      "filter": {
+        "table": [
+          {"owner": "OWNER1", "table": "TABLENAME1", "key": "col1, col2, col3"},
+          {"owner": "OWNER1", "table": "TABLENAME2"},
+          {"owner": "OWNER2", "table": "TAB.*"}
+        ]
+      }
     }
   ],
-  "targets": [
+  "target": [
     {
       "alias": "K1", 
       "source": "S1",

diff --git a/scripts/OpenLogReplicator-example-full.json b/scripts/OpenLogReplicator-example-full.json
@@ -1,10 +1,10 @@
 {
-  "version": "0.9.15",
+  "version": "0.9.16",
   "dump-redo-log": 0,
   "dump-raw-data": 0,
   "trace": 0,
   "trace2": 0,
-  "sources": [
+  "source": [
     {
       "alias": "S1",
       "name": "O112A",
@@ -57,14 +57,18 @@
       "arch-read-sleep-us": 10000000,
       "arch-read-retry": 3,
       "redo-verify-delay-us": 50000,
-      "tables": [
-        {"owner": "OWNER1", "table": "TABLENAME1", "key": "col1, col2, col3"},
-        {"owner": "OWNER1", "table": "TABLENAME2"},
-        {"owner": "OWNER2", "table": "TAB.*"}
-      ]
+      "filter": {
+        "table": [
+          {"owner": "OWNER1", "table": "TABLENAME1", "key": "col1, col2, col3"},
+          {"owner": "OWNER1", "table": "TABLENAME2"},
+          {"owner": "OWNER2", "table": "TAB.*"}
+        ],
+        "skip-xid": ["1234.ABC.12345678", "1234.0ABC.12345678", "09000D001D050000"],
+        "transaction-max-mb": 1000
+      }
     }
   ],
-  "targets": [
+  "target": [
     {
       "alias": "K1", 
       "source": "S1",

diff --git a/scripts/OpenLogReplicator-example-network.json b/scripts/OpenLogReplicator-example-network.json
@@ -1,6 +1,6 @@
 {
-  "version": "0.9.15",
-  "sources": [
+  "version": "0.9.16",
+  "source": [
     {
       "alias": "S1",
       "name": "O112A",
@@ -15,14 +15,16 @@
       },
       "memory-min-mb": 64,
       "memory-max-mb": 1024,
-      "tables": [
-        {"owner": "OWNER1", "table": "TABLENAME1", "key": "col1, col2, col3"},
-        {"owner": "OWNER1", "table": "TABLENAME2"},
-        {"owner": "OWNER2", "table": "TAB.*"}
-      ]
+      "filter": {
+        "table": [
+          {"owner": "OWNER1", "table": "TABLENAME1", "key": "col1, col2, col3"},
+          {"owner": "OWNER1", "table": "TABLENAME2"},
+          {"owner": "OWNER2", "table": "TAB.*"}
+        ]
+      }
     }
   ],
-  "targets": [
+  "target": [
     {
       "alias": "K1", 
       "source": "S1",

diff --git a/scripts/OpenLogReplicator-example-offline.json b/scripts/OpenLogReplicator-example-offline.json
@@ -1,6 +1,6 @@
 {
-  "version": "0.9.15",
-  "sources": [
+  "version": "0.9.16",
+  "source": [
     {
       "alias": "S1",
       "name": "O112A",
@@ -12,10 +12,17 @@
         "type": "json"
       },
       "memory-min-mb": 64,
-      "memory-max-mb": 1024
+      "memory-max-mb": 1024,
+      "filter": {
+        "table": [
+          {"owner": "OWNER1", "table": "TABLENAME1", "key": "col1, col2, col3"},
+          {"owner": "OWNER1", "table": "TABLENAME2"},
+          {"owner": "OWNER2", "table": "TAB.*"}
+        ]
+      }
     }
   ],
-  "targets": [
+  "target": [
     {
       "alias": "K1", 
       "source": "S1",

diff --git a/scripts/OpenLogReplicator-example-online-standby.json b/scripts/OpenLogReplicator-example-online-standby.json
@@ -1,6 +1,6 @@
 {
-  "version": "0.9.15",
-  "sources": [
+  "version": "0.9.16",
+  "source": [
     {
       "alias": "S1",
       "name": "O112A",
@@ -15,14 +15,16 @@
       },
       "memory-min-mb": 64,
       "memory-max-mb": 1024,
-      "tables": [
-        {"owner": "OWNER1", "table": "TABLENAME1", "key": "col1, col2, col3"},
-        {"owner": "OWNER1", "table": "TABLENAME2"},
-        {"owner": "OWNER2", "table": "TAB.*"}
-      ]
+      "filter": {
+        "table": [
+          {"owner": "OWNER1", "table": "TABLENAME1", "key": "col1, col2, col3"},
+          {"owner": "OWNER1", "table": "TABLENAME2"},
+          {"owner": "OWNER2", "table": "TAB.*"}
+        ]
+      }
     }
   ],
-  "targets": [
+  "target": [
     {
       "alias": "K1", 
       "source": "S1",

diff --git a/scripts/OpenLogReplicator-example-zeromq.json b/scripts/OpenLogReplicator-example-zeromq.json
@@ -1,6 +1,6 @@
 {
-  "version": "0.9.15",
-  "sources": [
+  "version": "0.9.16",
+  "source": [
     {
       "alias": "S1",
       "name": "O112A",
@@ -15,14 +15,16 @@
       },
       "memory-min-mb": 64,
       "memory-max-mb": 1024,
-      "tables": [
-        {"owner": "OWNER1", "table": "TABLENAME1", "key": "col1, col2, col3"},
-        {"owner": "OWNER1", "table": "TABLENAME2"},
-        {"owner": "OWNER2", "table": "TAB.*"}
-      ]
+      "filter": {
+        "table": [
+          {"owner": "OWNER1", "table": "TABLENAME1", "key": "col1, col2, col3"},
+          {"owner": "OWNER1", "table": "TABLENAME2"},
+          {"owner": "OWNER2", "table": "TAB.*"}
+        ]
+      }
     }
   ],
-  "targets": [
+  "target": [
     {
       "alias": "K1", 
       "source": "S1",