Split sharded inserts to allow multirow insert into correct tables (#571)

* initial integration test for insert splitting

* refactor config, detect multi-insert queries and error

* WIP - actually split inserts

* Cleanup and example config for insert splitting

* enhanced testing protocol for insert splitting

* tweak table name assertion

* additional testing

Author: jaggederest

example.pgdog.toml

@@ -323,6 +323,11 @@ port = 5432
 # Role set to replica.
 role = "replica"
 
+[rewrite]
+enabled = false
+shard_key = "ignore"
+split_inserts = "error"
+
 #
 # TCP tweaks.
 #

integration/complex/cancel_query/pgdog.toml

@@ -2,7 +2,11 @@
 query_timeout = 60000
 shutdown_timeout = 0
 shutdown_termination_timeout = 1000
-rewrite_shard_key_updates = "ignore"
+
+[rewrite]
+enabled = false
+shard_key = "ignore"
+split_inserts = "error"
 
 [[databases]]
 name = "pgdog"

integration/dry_run/pgdog.toml

@@ -1,6 +1,10 @@
 [general]
 dry_run = true
-rewrite_shard_key_updates = "ignore"
+
+[rewrite]
+enabled = false
+shard_key = "ignore"
+split_inserts = "error"
 
 [[databases]]
 name = "pgdog"

integration/failover/pgdog.toml

@@ -6,7 +6,10 @@ query_timeout = 1_000
 idle_healthcheck_interval = 1_000
 client_login_timeout = 1_000
 load_balancing_algorithm = "round_robin"
-rewrite_shard_key_updates = "ignore"
+[rewrite]
+enabled = false
+shard_key = "ignore"
+split_inserts = "error"
 
 [[databases]]
 name = "failover"

integration/load_balancer/pgdog.toml

@@ -16,7 +16,11 @@ pooler_mode = "transaction"
 load_balancing_strategy = "round_robin"
 auth_type = "trust"
 read_write_split = "exclude_primary"
-rewrite_shard_key_updates = "ignore"
+
+[rewrite]
+enabled = false
+shard_key = "ignore"
+split_inserts = "error"
 
 # [replica_lag]
 # check_interval = 2000

integration/logical/pgdog.toml

@@ -1,5 +1,9 @@
 [general]
-rewrite_shard_key_updates = "ignore"
+
+[rewrite]
+enabled = false
+shard_key = "ignore"
+split_inserts = "error"
 
 [[databases]]
 name = "pgdog"

integration/mirror/pgdog.toml

@@ -1,7 +1,11 @@
 [general]
 mirror_exposure = 1.0
 openmetrics_port = 9090
-rewrite_shard_key_updates = "ignore"
+
+[rewrite]
+enabled = false
+shard_key = "ignore"
+split_inserts = "error"
 
 [[databases]]
 name = "pgdog"

integration/pgdog.toml

@@ -13,7 +13,6 @@ openmetrics_namespace = "pgdog_"
 prepared_statements_limit = 500
 prepared_statements = "extended"
 expanded_explain = true
-rewrite_shard_key_updates = "ignore"
 # dns_ttl = 15_000
 query_cache_limit = 500
 pub_sub_channel_size = 4098
@@ -22,6 +21,11 @@ healthcheck_port = 8080
 tls_certificate = "integration/tls/cert.pem"
 tls_private_key = "integration/tls/key.pem"
 
+[rewrite]
+enabled = false
+shard_key = "ignore"
+split_inserts = "error"
+
 # ------------------------------------------------------------------------------
 # ----- Database :: pgdog ------------------------------------------------------
 

integration/plugins/pgdog.toml

@@ -1,5 +1,9 @@
 [general]
-rewrite_shard_key_updates = "ignore"
+
+[rewrite]
+enabled = false
+shard_key = "ignore"
+split_inserts = "error"
 
 [[plugins]]
 name = "pgdog_example_plugin"

integration/pub_sub/pgdog.toml

@@ -1,6 +1,10 @@
 [general]
 pub_sub_channel_size = 4098
-rewrite_shard_key_updates = "ignore"
+
+[rewrite]
+enabled = false
+shard_key = "ignore"
+split_inserts = "error"
 
 [[databases]]
 name = "pgdog"