diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml index 8b3e7fe463..6993467fee 100644 --- a/.github/workflows/ci.yaml +++ b/.github/workflows/ci.yaml @@ -253,7 +253,6 @@ jobs: ]'), matrix.connector) env: GCP_SERVICE_ACCOUNT_KEY: ${{ secrets.GCP_SERVICE_ACCOUNT_KEY }} - ROCKSET_API_KEY: ${{ secrets.ROCKSET_API_KEY }} MYSQL_DATABASE: test run: CONNECTOR=${{ matrix.connector }} VERSION=local ./tests/run.sh; @@ -285,8 +284,6 @@ jobs: "materialize-redshift", "materialize-s3-iceberg" ]'), matrix.connector) - env: - GCP_SERVICE_ACCOUNT_KEY: ${{ secrets.GCP_SERVICE_ACCOUNT_KEY }} run: CONNECTOR=${{ matrix.connector }} VERSION=local tests/materialize/run.sh; diff --git a/materialize-databricks/driver.go b/materialize-databricks/driver.go index 7469ab89e7..703038218e 100644 --- a/materialize-databricks/driver.go +++ b/materialize-databricks/driver.go @@ -421,6 +421,7 @@ func (d *transactor) Store(it *m.StoreIterator) (_ m.StartCommitFunc, err error) Queries: queries, ToDelete: fullPaths, } + b.needsMerge = false // reset for next round } return func(ctx context.Context, runtimeCheckpoint *protocol.Checkpoint) (*pf.ConnectorState, m.OpFuture) { diff --git a/materialize-sqlserver/driver.go b/materialize-sqlserver/driver.go index 457eada0f7..6db74b1fc4 100644 --- a/materialize-sqlserver/driver.go +++ b/materialize-sqlserver/driver.go @@ -533,8 +533,10 @@ func (d *transactor) Store(it *m.StoreIterator) (_ m.StartCommitFunc, err error) } } - if _, err := batches[lastBinding].ExecContext(ctx); err != nil { - return nil, fmt.Errorf("store batch insert on %q: %w", d.bindings[lastBinding].tempStoreTableName, err) + if lastBinding != -1 { + if _, err := batches[lastBinding].ExecContext(ctx); err != nil { + return nil, fmt.Errorf("store batch insert on %q: %w", d.bindings[lastBinding].tempStoreTableName, err) + } } return func(ctx context.Context, runtimeCheckpoint *protocol.Checkpoint) (*pf.ConnectorState, m.OpFuture) { diff --git a/tests/materialize/fixture.json b/tests/materialize/fixture.json index 3e08104052..f37cf52e71 100644 --- a/tests/materialize/fixture.json +++ b/tests/materialize/fixture.json @@ -1,4 +1,5 @@ [ + [], [ ["tests/simple", { "id": 1, "canary": "amputation's"}], ["tests/simple", { "id": 2, "canary": "armament's"}], @@ -81,5 +82,12 @@ ["tests/deletions", { "id": 4, "_meta": {"op": "d"} }], ["tests/binary-key", { "id": "c2F5xY1uYXJhCg==", "counter": 1 }] + ], + [ + ["tests/duplicated-keys", { "id": 6, "int": 11, "str": "str 11"}], + ["tests/duplicated-keys", { "id": 7, "int": 12, "str": "str 12"}], + ["tests/duplicated-keys", { "id": 8, "int": 13, "str": "str 13"}], + ["tests/duplicated-keys", { "id": 9, "int": 14, "str": "str 14"}], + ["tests/duplicated-keys", { "id": 10, "int": 15, "str": "str 15"}] ] ] diff --git a/tests/materialize/materialize-azure-fabric-warehouse/fetch-data.go b/tests/materialize/materialize-azure-fabric-warehouse/fetch-data.go index f8bfa06d78..20b4d7c544 100644 --- a/tests/materialize/materialize-azure-fabric-warehouse/fetch-data.go +++ b/tests/materialize/materialize-azure-fabric-warehouse/fetch-data.go @@ -71,7 +71,7 @@ func main() { os.Exit(0) } - rows, err := db.Query(fmt.Sprintf(`SELECT * FROM %q.%q ORDER BY id`, schema, tables[0])) + rows, err := db.Query(fmt.Sprintf(`SELECT * FROM %q.%q ORDER BY id, flow_published_at`, schema, tables[0])) if err != nil { log.Fatal(fmt.Errorf("running query: %w", err)) } diff --git a/tests/materialize/materialize-azure-fabric-warehouse/snapshot.json b/tests/materialize/materialize-azure-fabric-warehouse/snapshot.json index 8e272419fd..b5cff71399 100644 --- a/tests/materialize/materialize-azure-fabric-warehouse/snapshot.json +++ b/tests/materialize/materialize-azure-fabric-warehouse/snapshot.json @@ -10,6 +10,14 @@ "connectorState", {} ] +[ + "connectorState", + {} +] +[ + "connectorState", + {} +] [ "connectorState", { @@ -21,62 +29,62 @@ "rows": [ { "canary": "amputation's", - "flow_document": "{\"_meta\":{\"uuid\":\"13814000-1dd2-11b2-8000-071353030311\"},\"canary\":\"amputation's\",\"id\":1}", - "flow_published_at": "1970-01-01 00:00:00 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"7545a800-1dda-11b2-8000-071353030311\"},\"canary\":\"amputation's\",\"id\":1}", + "flow_published_at": "1970-01-01 01:00:00 +0000 UTC", "id": 1 }, { "canary": "armament's", - "flow_document": "{\"_meta\":{\"uuid\":\"1419d680-1dd2-11b2-8000-071353030311\"},\"canary\":\"armament's\",\"id\":2}", - "flow_published_at": "1970-01-01 00:00:01 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"75de3e80-1dda-11b2-8000-071353030311\"},\"canary\":\"armament's\",\"id\":2}", + "flow_published_at": "1970-01-01 01:00:01 +0000 UTC", "id": 2 }, { "canary": "splatters", - "flow_document": "{\"_meta\":{\"uuid\":\"14b26d00-1dd2-11b2-8000-071353030311\"},\"canary\":\"splatters\",\"id\":3}", - "flow_published_at": "1970-01-01 00:00:02 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"7676d500-1dda-11b2-8000-071353030311\"},\"canary\":\"splatters\",\"id\":3}", + "flow_published_at": "1970-01-01 01:00:02 +0000 UTC", "id": 3 }, { "canary": "strengthen", - "flow_document": "{\"_meta\":{\"uuid\":\"154b0380-1dd2-11b2-8000-071353030311\"},\"canary\":\"strengthen\",\"id\":4}", - "flow_published_at": "1970-01-01 00:00:03 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"770f6b80-1dda-11b2-8000-071353030311\"},\"canary\":\"strengthen\",\"id\":4}", + "flow_published_at": "1970-01-01 01:00:03 +0000 UTC", "id": 4 }, { "canary": "Kringle's", - "flow_document": "{\"_meta\":{\"uuid\":\"15e39a00-1dd2-11b2-8000-071353030311\"},\"canary\":\"Kringle's\",\"id\":5}", - "flow_published_at": "1970-01-01 00:00:04 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"77a80200-1dda-11b2-8000-071353030311\"},\"canary\":\"Kringle's\",\"id\":5}", + "flow_published_at": "1970-01-01 01:00:04 +0000 UTC", "id": 5 }, { "canary": "grosbeak's", - "flow_document": "{\"_meta\":{\"uuid\":\"167c3080-1dd2-11b2-8000-071353030311\"},\"canary\":\"grosbeak's\",\"id\":6}", - "flow_published_at": "1970-01-01 00:00:05 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"78409880-1dda-11b2-8000-071353030311\"},\"canary\":\"grosbeak's\",\"id\":6}", + "flow_published_at": "1970-01-01 01:00:05 +0000 UTC", "id": 6 }, { "canary": "pieced", - "flow_document": "{\"_meta\":{\"uuid\":\"7545a800-1dda-11b2-8000-071353030311\"},\"canary\":\"pieced\",\"id\":7}", - "flow_published_at": "1970-01-01 01:00:00 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"d70a1000-1de2-11b2-8000-071353030311\"},\"canary\":\"pieced\",\"id\":7}", + "flow_published_at": "1970-01-01 02:00:00 +0000 UTC", "id": 7 }, { "canary": "roaches", - "flow_document": "{\"_meta\":{\"uuid\":\"75de3e80-1dda-11b2-8000-071353030311\"},\"canary\":\"roaches\",\"id\":8}", - "flow_published_at": "1970-01-01 01:00:01 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"d7a2a680-1de2-11b2-8000-071353030311\"},\"canary\":\"roaches\",\"id\":8}", + "flow_published_at": "1970-01-01 02:00:01 +0000 UTC", "id": 8 }, { "canary": "devilish", - "flow_document": "{\"_meta\":{\"uuid\":\"7676d500-1dda-11b2-8000-071353030311\"},\"canary\":\"devilish\",\"id\":9}", - "flow_published_at": "1970-01-01 01:00:02 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"d83b3d00-1de2-11b2-8000-071353030311\"},\"canary\":\"devilish\",\"id\":9}", + "flow_published_at": "1970-01-01 02:00:02 +0000 UTC", "id": 9 }, { "canary": "glucose's", - "flow_document": "{\"_meta\":{\"uuid\":\"770f6b80-1dda-11b2-8000-071353030311\"},\"canary\":\"glucose's\",\"id\":10}", - "flow_published_at": "1970-01-01 01:00:03 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"d8d3d380-1de2-11b2-8000-071353030311\"},\"canary\":\"glucose's\",\"id\":10}", + "flow_published_at": "1970-01-01 02:00:03 +0000 UTC", "id": 10 } ] @@ -85,39 +93,74 @@ "_table": "duplicate_keys_standard", "rows": [ { - "flow_document": "{\"_meta\":{\"uuid\":\"77a80200-1dda-11b2-8000-071353030311\"},\"id\":1,\"int\":7,\"str\":\"str 6\"}", - "flow_published_at": "1970-01-01 01:00:04 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"d96c6a00-1de2-11b2-8000-071353030311\"},\"id\":1,\"int\":7,\"str\":\"str 6\"}", + "flow_published_at": "1970-01-01 02:00:04 +0000 UTC", "id": 1, "int": 7, "str": "str 6" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"78409880-1dda-11b2-8000-071353030311\"},\"id\":2,\"int\":9,\"str\":\"str 7\"}", - "flow_published_at": "1970-01-01 01:00:05 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"da050080-1de2-11b2-8000-071353030311\"},\"id\":2,\"int\":9,\"str\":\"str 7\"}", + "flow_published_at": "1970-01-01 02:00:05 +0000 UTC", "id": 2, "int": 9, "str": "str 7" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"78d92f00-1dda-11b2-8000-071353030311\"},\"id\":3,\"int\":11,\"str\":\"str 8\"}", - "flow_published_at": "1970-01-01 01:00:06 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"da9d9700-1de2-11b2-8000-071353030311\"},\"id\":3,\"int\":11,\"str\":\"str 8\"}", + "flow_published_at": "1970-01-01 02:00:06 +0000 UTC", "id": 3, "int": 11, "str": "str 8" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"7971c580-1dda-11b2-8000-071353030311\"},\"id\":4,\"int\":13,\"str\":\"str 9\"}", - "flow_published_at": "1970-01-01 01:00:07 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"db362d80-1de2-11b2-8000-071353030311\"},\"id\":4,\"int\":13,\"str\":\"str 9\"}", + "flow_published_at": "1970-01-01 02:00:07 +0000 UTC", "id": 4, "int": 13, "str": "str 9" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"7a0a5c00-1dda-11b2-8000-071353030311\"},\"id\":5,\"int\":15,\"str\":\"str 10\"}", - "flow_published_at": "1970-01-01 01:00:08 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"dbcec400-1de2-11b2-8000-071353030311\"},\"id\":5,\"int\":15,\"str\":\"str 10\"}", + "flow_published_at": "1970-01-01 02:00:08 +0000 UTC", "id": 5, "int": 15, "str": "str 10" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"38ce7800-1deb-11b2-8000-071353030311\"},\"id\":6,\"int\":11,\"str\":\"str 11\"}", + "flow_published_at": "1970-01-01 03:00:00 +0000 UTC", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"39670e80-1deb-11b2-8000-071353030311\"},\"id\":7,\"int\":12,\"str\":\"str 12\"}", + "flow_published_at": "1970-01-01 03:00:01 +0000 UTC", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"39ffa500-1deb-11b2-8000-071353030311\"},\"id\":8,\"int\":13,\"str\":\"str 13\"}", + "flow_published_at": "1970-01-01 03:00:02 +0000 UTC", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"3a983b80-1deb-11b2-8000-071353030311\"},\"id\":9,\"int\":14,\"str\":\"str 14\"}", + "flow_published_at": "1970-01-01 03:00:03 +0000 UTC", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"3b30d200-1deb-11b2-8000-071353030311\"},\"id\":10,\"int\":15,\"str\":\"str 15\"}", + "flow_published_at": "1970-01-01 03:00:04 +0000 UTC", + "id": 10, + "int": 15, + "str": "str 15" } ] } @@ -125,74 +168,109 @@ "_table": "duplicate_keys_delta", "rows": [ { - "flow_document": "{\"_meta\":{\"uuid\":\"77a80200-1dda-11b2-8000-071353030311\"},\"id\":1,\"int\":6,\"str\":\"str 6\"}", - "flow_published_at": "1970-01-01 01:00:04 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"78d92f00-1dda-11b2-8000-071353030311\"},\"id\":1,\"int\":1,\"str\":\"str 1\"}", + "flow_published_at": "1970-01-01 01:00:06 +0000 UTC", + "id": 1, + "int": 1, + "str": "str 1" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"d96c6a00-1de2-11b2-8000-071353030311\"},\"id\":1,\"int\":6,\"str\":\"str 6\"}", + "flow_published_at": "1970-01-01 02:00:04 +0000 UTC", "id": 1, "int": 6, "str": "str 6" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"1714c700-1dd2-11b2-8000-071353030311\"},\"id\":1,\"int\":1,\"str\":\"str 1\"}", - "flow_published_at": "1970-01-01 00:00:06 +0000 UTC", - "id": 1, - "int": 1, - "str": "str 1" + "flow_document": "{\"_meta\":{\"uuid\":\"7971c580-1dda-11b2-8000-071353030311\"},\"id\":2,\"int\":2,\"str\":\"str 2\"}", + "flow_published_at": "1970-01-01 01:00:07 +0000 UTC", + "id": 2, + "int": 2, + "str": "str 2" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"78409880-1dda-11b2-8000-071353030311\"},\"id\":2,\"int\":7,\"str\":\"str 7\"}", - "flow_published_at": "1970-01-01 01:00:05 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"da050080-1de2-11b2-8000-071353030311\"},\"id\":2,\"int\":7,\"str\":\"str 7\"}", + "flow_published_at": "1970-01-01 02:00:05 +0000 UTC", "id": 2, "int": 7, "str": "str 7" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"17ad5d80-1dd2-11b2-8000-071353030311\"},\"id\":2,\"int\":2,\"str\":\"str 2\"}", - "flow_published_at": "1970-01-01 00:00:07 +0000 UTC", - "id": 2, - "int": 2, - "str": "str 2" + "flow_document": "{\"_meta\":{\"uuid\":\"7a0a5c00-1dda-11b2-8000-071353030311\"},\"id\":3,\"int\":3,\"str\":\"str 3\"}", + "flow_published_at": "1970-01-01 01:00:08 +0000 UTC", + "id": 3, + "int": 3, + "str": "str 3" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"78d92f00-1dda-11b2-8000-071353030311\"},\"id\":3,\"int\":8,\"str\":\"str 8\"}", - "flow_published_at": "1970-01-01 01:00:06 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"da9d9700-1de2-11b2-8000-071353030311\"},\"id\":3,\"int\":8,\"str\":\"str 8\"}", + "flow_published_at": "1970-01-01 02:00:06 +0000 UTC", "id": 3, "int": 8, "str": "str 8" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"1845f400-1dd2-11b2-8000-071353030311\"},\"id\":3,\"int\":3,\"str\":\"str 3\"}", - "flow_published_at": "1970-01-01 00:00:08 +0000 UTC", - "id": 3, - "int": 3, - "str": "str 3" + "flow_document": "{\"_meta\":{\"uuid\":\"7aa2f280-1dda-11b2-8000-071353030311\"},\"id\":4,\"int\":4,\"str\":\"str 4\"}", + "flow_published_at": "1970-01-01 01:00:09 +0000 UTC", + "id": 4, + "int": 4, + "str": "str 4" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"7971c580-1dda-11b2-8000-071353030311\"},\"id\":4,\"int\":9,\"str\":\"str 9\"}", - "flow_published_at": "1970-01-01 01:00:07 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"db362d80-1de2-11b2-8000-071353030311\"},\"id\":4,\"int\":9,\"str\":\"str 9\"}", + "flow_published_at": "1970-01-01 02:00:07 +0000 UTC", "id": 4, "int": 9, "str": "str 9" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"18de8a80-1dd2-11b2-8000-071353030311\"},\"id\":4,\"int\":4,\"str\":\"str 4\"}", - "flow_published_at": "1970-01-01 00:00:09 +0000 UTC", - "id": 4, - "int": 4, - "str": "str 4" + "flow_document": "{\"_meta\":{\"uuid\":\"7b3b8900-1dda-11b2-8000-071353030311\"},\"id\":5,\"int\":5,\"str\":\"str 5\"}", + "flow_published_at": "1970-01-01 01:00:10 +0000 UTC", + "id": 5, + "int": 5, + "str": "str 5" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"7a0a5c00-1dda-11b2-8000-071353030311\"},\"id\":5,\"int\":10,\"str\":\"str 10\"}", - "flow_published_at": "1970-01-01 01:00:08 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"dbcec400-1de2-11b2-8000-071353030311\"},\"id\":5,\"int\":10,\"str\":\"str 10\"}", + "flow_published_at": "1970-01-01 02:00:08 +0000 UTC", "id": 5, "int": 10, "str": "str 10" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"19772100-1dd2-11b2-8000-071353030311\"},\"id\":5,\"int\":5,\"str\":\"str 5\"}", - "flow_published_at": "1970-01-01 00:00:10 +0000 UTC", - "id": 5, - "int": 5, - "str": "str 5" + "flow_document": "{\"_meta\":{\"uuid\":\"38ce7800-1deb-11b2-8000-071353030311\"},\"id\":6,\"int\":11,\"str\":\"str 11\"}", + "flow_published_at": "1970-01-01 03:00:00 +0000 UTC", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"39670e80-1deb-11b2-8000-071353030311\"},\"id\":7,\"int\":12,\"str\":\"str 12\"}", + "flow_published_at": "1970-01-01 03:00:01 +0000 UTC", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"39ffa500-1deb-11b2-8000-071353030311\"},\"id\":8,\"int\":13,\"str\":\"str 13\"}", + "flow_published_at": "1970-01-01 03:00:02 +0000 UTC", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"3a983b80-1deb-11b2-8000-071353030311\"},\"id\":9,\"int\":14,\"str\":\"str 14\"}", + "flow_published_at": "1970-01-01 03:00:03 +0000 UTC", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"3b30d200-1deb-11b2-8000-071353030311\"},\"id\":10,\"int\":15,\"str\":\"str 15\"}", + "flow_published_at": "1970-01-01 03:00:04 +0000 UTC", + "id": 10, + "int": 15, + "str": "str 15" } ] } @@ -204,8 +282,8 @@ "binary_field": null, "bool_field": false, "float_field": 1.1, - "flow_document": "{\"_meta\":{\"uuid\":\"1b40e480-1dd2-11b2-8000-071353030311\"},\"array_int\":[11,12],\"bool_field\":false,\"float_field\":1.1,\"id\":1,\"multiple\":1,\"nested\":{\"id\":\"i1\"},\"nullable_int\":null,\"str_field\":\"str1\"}", - "flow_published_at": "1970-01-01 00:00:13 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"7d054c80-1dda-11b2-8000-071353030311\"},\"array_int\":[11,12],\"bool_field\":false,\"float_field\":1.1,\"id\":1,\"multiple\":1,\"nested\":{\"id\":\"i1\"},\"nullable_int\":null,\"str_field\":\"str1\"}", + "flow_published_at": "1970-01-01 01:00:13 +0000 UTC", "id": 1, "multiple": "1", "nested": "{\"id\":\"i1\"}", @@ -217,8 +295,8 @@ "binary_field": null, "bool_field": true, "float_field": 2.2, - "flow_document": "{\"_meta\":{\"uuid\":\"1bd97b00-1dd2-11b2-8000-071353030311\"},\"array_int\":[21,22],\"bool_field\":true,\"float_field\":2.2,\"id\":2,\"multiple\":2.2,\"nested\":{\"id\":\"i2\"},\"nullable_int\":2,\"str_field\":\"str2\"}", - "flow_published_at": "1970-01-01 00:00:14 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"7d9de300-1dda-11b2-8000-071353030311\"},\"array_int\":[21,22],\"bool_field\":true,\"float_field\":2.2,\"id\":2,\"multiple\":2.2,\"nested\":{\"id\":\"i2\"},\"nullable_int\":2,\"str_field\":\"str2\"}", + "flow_published_at": "1970-01-01 01:00:14 +0000 UTC", "id": 2, "multiple": "2.2", "nested": "{\"id\":\"i2\"}", @@ -230,8 +308,8 @@ "binary_field": null, "bool_field": false, "float_field": 3.3, - "flow_document": "{\"_meta\":{\"uuid\":\"1c721180-1dd2-11b2-8000-071353030311\"},\"array_int\":[31,32],\"bool_field\":false,\"float_field\":3.3,\"id\":3,\"multiple\":true,\"nested\":{\"id\":\"i3\"},\"nullable_int\":null,\"str_field\":\"str3\"}", - "flow_published_at": "1970-01-01 00:00:15 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"7e367980-1dda-11b2-8000-071353030311\"},\"array_int\":[31,32],\"bool_field\":false,\"float_field\":3.3,\"id\":3,\"multiple\":true,\"nested\":{\"id\":\"i3\"},\"nullable_int\":null,\"str_field\":\"str3\"}", + "flow_published_at": "1970-01-01 01:00:15 +0000 UTC", "id": 3, "multiple": "true", "nested": "{\"id\":\"i3\"}", @@ -243,8 +321,8 @@ "binary_field": null, "bool_field": true, "float_field": 4.4, - "flow_document": "{\"_meta\":{\"uuid\":\"1d0aa800-1dd2-11b2-8000-071353030311\"},\"array_int\":[41,42],\"bool_field\":true,\"float_field\":4.4,\"id\":4,\"multiple\":false,\"nested\":{\"id\":\"i4\"},\"nullable_int\":4,\"str_field\":\"str4\"}", - "flow_published_at": "1970-01-01 00:00:16 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"7ecf1000-1dda-11b2-8000-071353030311\"},\"array_int\":[41,42],\"bool_field\":true,\"float_field\":4.4,\"id\":4,\"multiple\":false,\"nested\":{\"id\":\"i4\"},\"nullable_int\":4,\"str_field\":\"str4\"}", + "flow_published_at": "1970-01-01 01:00:16 +0000 UTC", "id": 4, "multiple": "false", "nested": "{\"id\":\"i4\"}", @@ -256,8 +334,8 @@ "binary_field": null, "bool_field": false, "float_field": 5.5, - "flow_document": "{\"_meta\":{\"uuid\":\"1da33e80-1dd2-11b2-8000-071353030311\"},\"array_int\":[51,52],\"bool_field\":false,\"float_field\":5.5,\"id\":5,\"multiple\":\"string five\",\"nested\":{\"id\":\"i5\"},\"nullable_int\":null,\"str_field\":\"str5\"}", - "flow_published_at": "1970-01-01 00:00:17 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"7f67a680-1dda-11b2-8000-071353030311\"},\"array_int\":[51,52],\"bool_field\":false,\"float_field\":5.5,\"id\":5,\"multiple\":\"string five\",\"nested\":{\"id\":\"i5\"},\"nullable_int\":null,\"str_field\":\"str5\"}", + "flow_published_at": "1970-01-01 01:00:17 +0000 UTC", "id": 5, "multiple": "\"string five\"", "nested": "{\"id\":\"i5\"}", @@ -269,8 +347,8 @@ "binary_field": null, "bool_field": true, "float_field": 66.66, - "flow_document": "{\"_meta\":{\"uuid\":\"8098d380-1dda-11b2-8000-071353030311\"},\"array_int\":[61,62],\"bool_field\":true,\"float_field\":66.66,\"id\":6,\"multiple\":[\"one\",2,true],\"nested\":{\"id\":\"i6\"},\"nullable_int\":6,\"str_field\":\"str6 v2\"}", - "flow_published_at": "1970-01-01 01:00:19 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"e25d3b80-1de2-11b2-8000-071353030311\"},\"array_int\":[61,62],\"bool_field\":true,\"float_field\":66.66,\"id\":6,\"multiple\":[\"one\",2,true],\"nested\":{\"id\":\"i6\"},\"nullable_int\":6,\"str_field\":\"str6 v2\"}", + "flow_published_at": "1970-01-01 02:00:19 +0000 UTC", "id": 6, "multiple": "[\"one\",2,true]", "nested": "{\"id\":\"i6\"}", @@ -282,8 +360,8 @@ "binary_field": null, "bool_field": false, "float_field": 77.77, - "flow_document": "{\"_meta\":{\"uuid\":\"81316a00-1dda-11b2-8000-071353030311\"},\"array_int\":[71,72],\"bool_field\":false,\"float_field\":77.77,\"id\":7,\"multiple\":{\"object\":\"seven\"},\"nested\":{\"id\":\"i7\"},\"nullable_int\":null,\"str_field\":\"str7 v2\"}", - "flow_published_at": "1970-01-01 01:00:20 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"e2f5d200-1de2-11b2-8000-071353030311\"},\"array_int\":[71,72],\"bool_field\":false,\"float_field\":77.77,\"id\":7,\"multiple\":{\"object\":\"seven\"},\"nested\":{\"id\":\"i7\"},\"nullable_int\":null,\"str_field\":\"str7 v2\"}", + "flow_published_at": "1970-01-01 02:00:20 +0000 UTC", "id": 7, "multiple": "{\"object\":\"seven\"}", "nested": "{\"id\":\"i7\"}", @@ -295,8 +373,8 @@ "binary_field": null, "bool_field": true, "float_field": 88.88, - "flow_document": "{\"_meta\":{\"uuid\":\"81ca0080-1dda-11b2-8000-071353030311\"},\"array_int\":[81,82],\"bool_field\":true,\"float_field\":88.88,\"id\":8,\"multiple\":null,\"nested\":{\"id\":\"i8\"},\"nullable_int\":8,\"str_field\":\"str8 v2\"}", - "flow_published_at": "1970-01-01 01:00:21 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"e38e6880-1de2-11b2-8000-071353030311\"},\"array_int\":[81,82],\"bool_field\":true,\"float_field\":88.88,\"id\":8,\"multiple\":null,\"nested\":{\"id\":\"i8\"},\"nullable_int\":8,\"str_field\":\"str8 v2\"}", + "flow_published_at": "1970-01-01 02:00:21 +0000 UTC", "id": 8, "multiple": null, "nested": "{\"id\":\"i8\"}", @@ -308,8 +386,8 @@ "binary_field": "YWxvaGEK", "bool_field": false, "float_field": 99.99, - "flow_document": "{\"_meta\":{\"uuid\":\"82629700-1dda-11b2-8000-071353030311\"},\"array_int\":[91,92],\"binary_field\":\"YWxvaGEK\",\"bool_field\":false,\"float_field\":99.99,\"id\":9,\"nested\":{\"id\":\"i9\"},\"nullable_int\":null,\"str_field\":\"str9 v2\"}", - "flow_published_at": "1970-01-01 01:00:22 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"e426ff00-1de2-11b2-8000-071353030311\"},\"array_int\":[91,92],\"binary_field\":\"YWxvaGEK\",\"bool_field\":false,\"float_field\":99.99,\"id\":9,\"nested\":{\"id\":\"i9\"},\"nullable_int\":null,\"str_field\":\"str9 v2\"}", + "flow_published_at": "1970-01-01 02:00:22 +0000 UTC", "id": 9, "multiple": null, "nested": "{\"id\":\"i9\"}", @@ -321,8 +399,8 @@ "binary_field": "c2F5xY1uYXJhCg==", "bool_field": true, "float_field": 1010.101, - "flow_document": "{\"_meta\":{\"uuid\":\"82fb2d80-1dda-11b2-8000-071353030311\"},\"array_int\":[1,2],\"binary_field\":\"c2F5xY1uYXJhCg==\",\"bool_field\":true,\"float_field\":1010.101,\"id\":10,\"nested\":{\"id\":\"i10\"},\"nullable_int\":10,\"str_field\":\"str10 v2\"}", - "flow_published_at": "1970-01-01 01:00:23 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"e4bf9580-1de2-11b2-8000-071353030311\"},\"array_int\":[1,2],\"binary_field\":\"c2F5xY1uYXJhCg==\",\"bool_field\":true,\"float_field\":1010.101,\"id\":10,\"nested\":{\"id\":\"i10\"},\"nullable_int\":10,\"str_field\":\"str10 v2\"}", + "flow_published_at": "1970-01-01 02:00:23 +0000 UTC", "id": 10, "multiple": null, "nested": "{\"id\":\"i10\"}", @@ -337,8 +415,8 @@ { "date": "0001-01-01 00:00:00 +0000 UTC", "datetime": "0001-01-01 00:00:00 +0000 UTC", - "flow_document": "{\"_meta\":{\"uuid\":\"7d054c80-1dda-11b2-8000-071353030311\"},\"date\":\"0000-01-01\",\"datetime\":\"0000-01-01T00:00:00Z\",\"id\":1,\"int_and_str\":1,\"int_str\":\"10\",\"num_and_str\":1.1,\"num_str\":\"10.1\",\"time\":\"00:00:00Z\"}", - "flow_published_at": "1970-01-01 01:00:13 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"dec9b480-1de2-11b2-8000-071353030311\"},\"date\":\"0000-01-01\",\"datetime\":\"0000-01-01T00:00:00Z\",\"id\":1,\"int_and_str\":1,\"int_str\":\"10\",\"num_and_str\":1.1,\"num_str\":\"10.1\",\"time\":\"00:00:00Z\"}", + "flow_published_at": "1970-01-01 02:00:13 +0000 UTC", "id": 1, "int_and_str": "MQ==", "int_str": "MTA=", @@ -349,8 +427,8 @@ { "date": "1999-02-02 00:00:00 +0000 UTC", "datetime": "1999-02-02 14:20:12.33 +0000 UTC", - "flow_document": "{\"_meta\":{\"uuid\":\"7d9de300-1dda-11b2-8000-071353030311\"},\"date\":\"1999-02-02\",\"datetime\":\"1999-02-02T14:20:12.33Z\",\"id\":2,\"int_and_str\":2,\"int_str\":\"20\",\"num_and_str\":2.1,\"num_str\":\"20.1\",\"time\":\"14:20:12.33Z\"}", - "flow_published_at": "1970-01-01 01:00:14 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"df624b00-1de2-11b2-8000-071353030311\"},\"date\":\"1999-02-02\",\"datetime\":\"1999-02-02T14:20:12.33Z\",\"id\":2,\"int_and_str\":2,\"int_str\":\"20\",\"num_and_str\":2.1,\"num_str\":\"20.1\",\"time\":\"14:20:12.33Z\"}", + "flow_published_at": "1970-01-01 02:00:14 +0000 UTC", "id": 2, "int_and_str": "Mg==", "int_str": "MjA=", @@ -361,8 +439,8 @@ { "date": "1000-03-03 00:00:00 +0000 UTC", "datetime": "1000-03-03 23:59:38.1 +0000 UTC", - "flow_document": "{\"_meta\":{\"uuid\":\"1a0fb780-1dd2-11b2-8000-071353030311\"},\"date\":\"1000-03-03\",\"datetime\":\"1000-03-03T23:59:38.10Z\",\"id\":3,\"int_and_str\":3,\"int_str\":\"30\",\"num_and_str\":3.1,\"num_str\":\"30.1\",\"time\":\"23:59:38.10Z\"}", - "flow_published_at": "1970-01-01 00:00:11 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"7bd41f80-1dda-11b2-8000-071353030311\"},\"date\":\"1000-03-03\",\"datetime\":\"1000-03-03T23:59:38.10Z\",\"id\":3,\"int_and_str\":3,\"int_str\":\"30\",\"num_and_str\":3.1,\"num_str\":\"30.1\",\"time\":\"23:59:38.10Z\"}", + "flow_published_at": "1970-01-01 01:00:11 +0000 UTC", "id": 3, "int_and_str": "Mw==", "int_str": "MzA=", @@ -373,8 +451,8 @@ { "date": "2023-08-29 00:00:00 +0000 UTC", "datetime": "2023-08-29 23:59:38 +0000 UTC", - "flow_document": "{\"_meta\":{\"uuid\":\"1aa84e00-1dd2-11b2-8000-071353030311\"},\"date\":\"2023-08-29\",\"datetime\":\"2023-08-29T23:59:38Z\",\"id\":4,\"int_and_str\":\"4\",\"int_str\":\"40\",\"num_and_str\":\"4.1\",\"num_str\":\"40.1\",\"time\":\"23:59:38Z\"}", - "flow_published_at": "1970-01-01 00:00:12 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"7c6cb600-1dda-11b2-8000-071353030311\"},\"date\":\"2023-08-29\",\"datetime\":\"2023-08-29T23:59:38Z\",\"id\":4,\"int_and_str\":\"4\",\"int_str\":\"40\",\"num_and_str\":\"4.1\",\"num_str\":\"40.1\",\"time\":\"23:59:38Z\"}", + "flow_published_at": "1970-01-01 01:00:12 +0000 UTC", "id": 4, "int_and_str": "NA==", "int_str": "NDA=", @@ -385,8 +463,8 @@ { "date": "9999-12-31 00:00:00 +0000 UTC", "datetime": "9999-12-31 23:59:59 +0000 UTC", - "flow_document": "{\"_meta\":{\"uuid\":\"7e367980-1dda-11b2-8000-071353030311\"},\"date\":\"9999-12-31\",\"datetime\":\"9999-12-31T23:59:59Z\",\"id\":5,\"int_and_str\":\"5\",\"int_str\":\"50\",\"num_and_str\":\"5.1\",\"num_str\":\"50.1\",\"time\":\"23:59:59Z\"}", - "flow_published_at": "1970-01-01 01:00:15 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"dffae180-1de2-11b2-8000-071353030311\"},\"date\":\"9999-12-31\",\"datetime\":\"9999-12-31T23:59:59Z\",\"id\":5,\"int_and_str\":\"5\",\"int_str\":\"50\",\"num_and_str\":\"5.1\",\"num_str\":\"50.1\",\"time\":\"23:59:59Z\"}", + "flow_published_at": "1970-01-01 02:00:15 +0000 UTC", "id": 5, "int_and_str": "NQ==", "int_str": "NTA=", @@ -397,8 +475,8 @@ { "date": null, "datetime": null, - "flow_document": "{\"_meta\":{\"uuid\":\"7ecf1000-1dda-11b2-8000-071353030311\"},\"id\":8,\"num_str\":\"NaN\"}", - "flow_published_at": "1970-01-01 01:00:16 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"e0937800-1de2-11b2-8000-071353030311\"},\"id\":8,\"num_str\":\"NaN\"}", + "flow_published_at": "1970-01-01 02:00:16 +0000 UTC", "id": 8, "int_and_str": null, "int_str": null, @@ -409,8 +487,8 @@ { "date": null, "datetime": null, - "flow_document": "{\"_meta\":{\"uuid\":\"7f67a680-1dda-11b2-8000-071353030311\"},\"id\":9,\"num_str\":\"Infinity\"}", - "flow_published_at": "1970-01-01 01:00:17 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"e12c0e80-1de2-11b2-8000-071353030311\"},\"id\":9,\"num_str\":\"Infinity\"}", + "flow_published_at": "1970-01-01 02:00:17 +0000 UTC", "id": 9, "int_and_str": null, "int_str": null, @@ -421,8 +499,8 @@ { "date": null, "datetime": null, - "flow_document": "{\"_meta\":{\"uuid\":\"80003d00-1dda-11b2-8000-071353030311\"},\"id\":10,\"num_str\":\"-Infinity\"}", - "flow_published_at": "1970-01-01 01:00:18 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"e1c4a500-1de2-11b2-8000-071353030311\"},\"id\":10,\"num_str\":\"-Infinity\"}", + "flow_published_at": "1970-01-01 02:00:18 +0000 UTC", "id": 10, "int_and_str": null, "int_str": null, @@ -437,14 +515,14 @@ "rows": [ { "_meta/op": "u", - "flow_document": "{\"_meta\":{\"op\":\"u\",\"uuid\":\"84c4f100-1dda-11b2-8000-071353030311\"},\"id\":2}", - "flow_published_at": "1970-01-01 01:00:26 +0000 UTC", + "flow_document": "{\"_meta\":{\"op\":\"u\",\"uuid\":\"e6895900-1de2-11b2-8000-071353030311\"},\"id\":2}", + "flow_published_at": "1970-01-01 02:00:26 +0000 UTC", "id": 2 }, { "_meta/op": "c", - "flow_document": "{\"_meta\":{\"op\":\"c\",\"uuid\":\"855d8780-1dda-11b2-8000-071353030311\"},\"id\":3}", - "flow_published_at": "1970-01-01 01:00:27 +0000 UTC", + "flow_document": "{\"_meta\":{\"op\":\"c\",\"uuid\":\"e721ef80-1de2-11b2-8000-071353030311\"},\"id\":3}", + "flow_published_at": "1970-01-01 02:00:27 +0000 UTC", "id": 3 } ] @@ -454,8 +532,8 @@ "rows": [ { "counter": 1, - "flow_document": "{\"_meta\":{\"uuid\":\"87274b00-1dda-11b2-8000-071353030311\"},\"counter\":1,\"id\":\"c2F5xY1uYXJhCg==\"}", - "flow_published_at": "1970-01-01 01:00:30 +0000 UTC", + "flow_document": "{\"_meta\":{\"uuid\":\"e8ebb300-1de2-11b2-8000-071353030311\"},\"counter\":1,\"id\":\"c2F5xY1uYXJhCg==\"}", + "flow_published_at": "1970-01-01 02:00:30 +0000 UTC", "id": "c2F5xY1uYXJhCg==" } ] diff --git a/tests/materialize/materialize-bigquery/snapshot.json b/tests/materialize/materialize-bigquery/snapshot.json index 4fc8514bbe..a62b47befe 100644 --- a/tests/materialize/materialize-bigquery/snapshot.json +++ b/tests/materialize/materialize-bigquery/snapshot.json @@ -10,6 +10,14 @@ "connectorState", {} ] +[ + "connectorState", + {} +] +[ + "connectorState", + {} +] [ "connectorState", { @@ -20,62 +28,62 @@ "rows": [ { "canary": "amputation's", - "flow_document": "{\"_meta\":{\"uuid\":\"13814000-1dd2-11b2-8000-071353030311\"},\"canary\":\"amputation's\",\"id\":1}", - "flow_published_at": "1970-01-01T00:00:00Z", + "flow_document": "{\"_meta\":{\"uuid\":\"7545a800-1dda-11b2-8000-071353030311\"},\"canary\":\"amputation's\",\"id\":1}", + "flow_published_at": "1970-01-01T01:00:00Z", "id": 1 }, { "canary": "armament's", - "flow_document": "{\"_meta\":{\"uuid\":\"1419d680-1dd2-11b2-8000-071353030311\"},\"canary\":\"armament's\",\"id\":2}", - "flow_published_at": "1970-01-01T00:00:01Z", + "flow_document": "{\"_meta\":{\"uuid\":\"75de3e80-1dda-11b2-8000-071353030311\"},\"canary\":\"armament's\",\"id\":2}", + "flow_published_at": "1970-01-01T01:00:01Z", "id": 2 }, { "canary": "splatters", - "flow_document": "{\"_meta\":{\"uuid\":\"14b26d00-1dd2-11b2-8000-071353030311\"},\"canary\":\"splatters\",\"id\":3}", - "flow_published_at": "1970-01-01T00:00:02Z", + "flow_document": "{\"_meta\":{\"uuid\":\"7676d500-1dda-11b2-8000-071353030311\"},\"canary\":\"splatters\",\"id\":3}", + "flow_published_at": "1970-01-01T01:00:02Z", "id": 3 }, { "canary": "strengthen", - "flow_document": "{\"_meta\":{\"uuid\":\"154b0380-1dd2-11b2-8000-071353030311\"},\"canary\":\"strengthen\",\"id\":4}", - "flow_published_at": "1970-01-01T00:00:03Z", + "flow_document": "{\"_meta\":{\"uuid\":\"770f6b80-1dda-11b2-8000-071353030311\"},\"canary\":\"strengthen\",\"id\":4}", + "flow_published_at": "1970-01-01T01:00:03Z", "id": 4 }, { "canary": "Kringle's", - "flow_document": "{\"_meta\":{\"uuid\":\"15e39a00-1dd2-11b2-8000-071353030311\"},\"canary\":\"Kringle's\",\"id\":5}", - "flow_published_at": "1970-01-01T00:00:04Z", + "flow_document": "{\"_meta\":{\"uuid\":\"77a80200-1dda-11b2-8000-071353030311\"},\"canary\":\"Kringle's\",\"id\":5}", + "flow_published_at": "1970-01-01T01:00:04Z", "id": 5 }, { "canary": "grosbeak's", - "flow_document": "{\"_meta\":{\"uuid\":\"167c3080-1dd2-11b2-8000-071353030311\"},\"canary\":\"grosbeak's\",\"id\":6}", - "flow_published_at": "1970-01-01T00:00:05Z", + "flow_document": "{\"_meta\":{\"uuid\":\"78409880-1dda-11b2-8000-071353030311\"},\"canary\":\"grosbeak's\",\"id\":6}", + "flow_published_at": "1970-01-01T01:00:05Z", "id": 6 }, { "canary": "pieced", - "flow_document": "{\"_meta\":{\"uuid\":\"7545a800-1dda-11b2-8000-071353030311\"},\"canary\":\"pieced\",\"id\":7}", - "flow_published_at": "1970-01-01T01:00:00Z", + "flow_document": "{\"_meta\":{\"uuid\":\"d70a1000-1de2-11b2-8000-071353030311\"},\"canary\":\"pieced\",\"id\":7}", + "flow_published_at": "1970-01-01T02:00:00Z", "id": 7 }, { "canary": "roaches", - "flow_document": "{\"_meta\":{\"uuid\":\"75de3e80-1dda-11b2-8000-071353030311\"},\"canary\":\"roaches\",\"id\":8}", - "flow_published_at": "1970-01-01T01:00:01Z", + "flow_document": "{\"_meta\":{\"uuid\":\"d7a2a680-1de2-11b2-8000-071353030311\"},\"canary\":\"roaches\",\"id\":8}", + "flow_published_at": "1970-01-01T02:00:01Z", "id": 8 }, { "canary": "devilish", - "flow_document": "{\"_meta\":{\"uuid\":\"7676d500-1dda-11b2-8000-071353030311\"},\"canary\":\"devilish\",\"id\":9}", - "flow_published_at": "1970-01-01T01:00:02Z", + "flow_document": "{\"_meta\":{\"uuid\":\"d83b3d00-1de2-11b2-8000-071353030311\"},\"canary\":\"devilish\",\"id\":9}", + "flow_published_at": "1970-01-01T02:00:02Z", "id": 9 }, { "canary": "glucose's", - "flow_document": "{\"_meta\":{\"uuid\":\"770f6b80-1dda-11b2-8000-071353030311\"},\"canary\":\"glucose's\",\"id\":10}", - "flow_published_at": "1970-01-01T01:00:03Z", + "flow_document": "{\"_meta\":{\"uuid\":\"d8d3d380-1de2-11b2-8000-071353030311\"},\"canary\":\"glucose's\",\"id\":10}", + "flow_published_at": "1970-01-01T02:00:03Z", "id": 10 } ], @@ -84,39 +92,74 @@ { "rows": [ { - "flow_document": "{\"_meta\":{\"uuid\":\"77a80200-1dda-11b2-8000-071353030311\"},\"id\":1,\"int\":7,\"str\":\"str 6\"}", - "flow_published_at": "1970-01-01T01:00:04Z", + "flow_document": "{\"_meta\":{\"uuid\":\"d96c6a00-1de2-11b2-8000-071353030311\"},\"id\":1,\"int\":7,\"str\":\"str 6\"}", + "flow_published_at": "1970-01-01T02:00:04Z", "id": 1, "int": 7, "str": "str 6" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"78409880-1dda-11b2-8000-071353030311\"},\"id\":2,\"int\":9,\"str\":\"str 7\"}", - "flow_published_at": "1970-01-01T01:00:05Z", + "flow_document": "{\"_meta\":{\"uuid\":\"da050080-1de2-11b2-8000-071353030311\"},\"id\":2,\"int\":9,\"str\":\"str 7\"}", + "flow_published_at": "1970-01-01T02:00:05Z", "id": 2, "int": 9, "str": "str 7" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"78d92f00-1dda-11b2-8000-071353030311\"},\"id\":3,\"int\":11,\"str\":\"str 8\"}", - "flow_published_at": "1970-01-01T01:00:06Z", + "flow_document": "{\"_meta\":{\"uuid\":\"da9d9700-1de2-11b2-8000-071353030311\"},\"id\":3,\"int\":11,\"str\":\"str 8\"}", + "flow_published_at": "1970-01-01T02:00:06Z", "id": 3, "int": 11, "str": "str 8" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"7971c580-1dda-11b2-8000-071353030311\"},\"id\":4,\"int\":13,\"str\":\"str 9\"}", - "flow_published_at": "1970-01-01T01:00:07Z", + "flow_document": "{\"_meta\":{\"uuid\":\"db362d80-1de2-11b2-8000-071353030311\"},\"id\":4,\"int\":13,\"str\":\"str 9\"}", + "flow_published_at": "1970-01-01T02:00:07Z", "id": 4, "int": 13, "str": "str 9" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"7a0a5c00-1dda-11b2-8000-071353030311\"},\"id\":5,\"int\":15,\"str\":\"str 10\"}", - "flow_published_at": "1970-01-01T01:00:08Z", + "flow_document": "{\"_meta\":{\"uuid\":\"dbcec400-1de2-11b2-8000-071353030311\"},\"id\":5,\"int\":15,\"str\":\"str 10\"}", + "flow_published_at": "1970-01-01T02:00:08Z", "id": 5, "int": 15, "str": "str 10" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"38ce7800-1deb-11b2-8000-071353030311\"},\"id\":6,\"int\":11,\"str\":\"str 11\"}", + "flow_published_at": "1970-01-01T03:00:00Z", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"39670e80-1deb-11b2-8000-071353030311\"},\"id\":7,\"int\":12,\"str\":\"str 12\"}", + "flow_published_at": "1970-01-01T03:00:01Z", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"39ffa500-1deb-11b2-8000-071353030311\"},\"id\":8,\"int\":13,\"str\":\"str 13\"}", + "flow_published_at": "1970-01-01T03:00:02Z", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"3a983b80-1deb-11b2-8000-071353030311\"},\"id\":9,\"int\":14,\"str\":\"str 14\"}", + "flow_published_at": "1970-01-01T03:00:03Z", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"3b30d200-1deb-11b2-8000-071353030311\"},\"id\":10,\"int\":15,\"str\":\"str 15\"}", + "flow_published_at": "1970-01-01T03:00:04Z", + "id": 10, + "int": 15, + "str": "str 15" } ], "table": "duplicate_keys" @@ -128,8 +171,8 @@ "binary_field": null, "bool_field": false, "float_field": 1.1, - "flow_document": "{\"_meta\":{\"uuid\":\"1b40e480-1dd2-11b2-8000-071353030311\"},\"array_int\":[11,12],\"bool_field\":false,\"float_field\":1.1,\"id\":1,\"multiple\":1,\"nested\":{\"id\":\"i1\"},\"nullable_int\":null,\"str_field\":\"str1\"}", - "flow_published_at": "1970-01-01T00:00:13Z", + "flow_document": "{\"_meta\":{\"uuid\":\"7d054c80-1dda-11b2-8000-071353030311\"},\"array_int\":[11,12],\"bool_field\":false,\"float_field\":1.1,\"id\":1,\"multiple\":1,\"nested\":{\"id\":\"i1\"},\"nullable_int\":null,\"str_field\":\"str1\"}", + "flow_published_at": "1970-01-01T01:00:13Z", "id": 1, "multiple": "1", "nested": "{\"id\":\"i1\"}", @@ -141,8 +184,8 @@ "binary_field": null, "bool_field": true, "float_field": 2.2, - "flow_document": "{\"_meta\":{\"uuid\":\"1bd97b00-1dd2-11b2-8000-071353030311\"},\"array_int\":[21,22],\"bool_field\":true,\"float_field\":2.2,\"id\":2,\"multiple\":2.2,\"nested\":{\"id\":\"i2\"},\"nullable_int\":2,\"str_field\":\"str2\"}", - "flow_published_at": "1970-01-01T00:00:14Z", + "flow_document": "{\"_meta\":{\"uuid\":\"7d9de300-1dda-11b2-8000-071353030311\"},\"array_int\":[21,22],\"bool_field\":true,\"float_field\":2.2,\"id\":2,\"multiple\":2.2,\"nested\":{\"id\":\"i2\"},\"nullable_int\":2,\"str_field\":\"str2\"}", + "flow_published_at": "1970-01-01T01:00:14Z", "id": 2, "multiple": "2.2", "nested": "{\"id\":\"i2\"}", @@ -154,8 +197,8 @@ "binary_field": null, "bool_field": false, "float_field": 3.3, - "flow_document": "{\"_meta\":{\"uuid\":\"1c721180-1dd2-11b2-8000-071353030311\"},\"array_int\":[31,32],\"bool_field\":false,\"float_field\":3.3,\"id\":3,\"multiple\":true,\"nested\":{\"id\":\"i3\"},\"nullable_int\":null,\"str_field\":\"str3\"}", - "flow_published_at": "1970-01-01T00:00:15Z", + "flow_document": "{\"_meta\":{\"uuid\":\"7e367980-1dda-11b2-8000-071353030311\"},\"array_int\":[31,32],\"bool_field\":false,\"float_field\":3.3,\"id\":3,\"multiple\":true,\"nested\":{\"id\":\"i3\"},\"nullable_int\":null,\"str_field\":\"str3\"}", + "flow_published_at": "1970-01-01T01:00:15Z", "id": 3, "multiple": "true", "nested": "{\"id\":\"i3\"}", @@ -167,8 +210,8 @@ "binary_field": null, "bool_field": true, "float_field": 4.4, - "flow_document": "{\"_meta\":{\"uuid\":\"1d0aa800-1dd2-11b2-8000-071353030311\"},\"array_int\":[41,42],\"bool_field\":true,\"float_field\":4.4,\"id\":4,\"multiple\":false,\"nested\":{\"id\":\"i4\"},\"nullable_int\":4,\"str_field\":\"str4\"}", - "flow_published_at": "1970-01-01T00:00:16Z", + "flow_document": "{\"_meta\":{\"uuid\":\"7ecf1000-1dda-11b2-8000-071353030311\"},\"array_int\":[41,42],\"bool_field\":true,\"float_field\":4.4,\"id\":4,\"multiple\":false,\"nested\":{\"id\":\"i4\"},\"nullable_int\":4,\"str_field\":\"str4\"}", + "flow_published_at": "1970-01-01T01:00:16Z", "id": 4, "multiple": "false", "nested": "{\"id\":\"i4\"}", @@ -180,8 +223,8 @@ "binary_field": null, "bool_field": false, "float_field": 5.5, - "flow_document": "{\"_meta\":{\"uuid\":\"1da33e80-1dd2-11b2-8000-071353030311\"},\"array_int\":[51,52],\"bool_field\":false,\"float_field\":5.5,\"id\":5,\"multiple\":\"string five\",\"nested\":{\"id\":\"i5\"},\"nullable_int\":null,\"str_field\":\"str5\"}", - "flow_published_at": "1970-01-01T00:00:17Z", + "flow_document": "{\"_meta\":{\"uuid\":\"7f67a680-1dda-11b2-8000-071353030311\"},\"array_int\":[51,52],\"bool_field\":false,\"float_field\":5.5,\"id\":5,\"multiple\":\"string five\",\"nested\":{\"id\":\"i5\"},\"nullable_int\":null,\"str_field\":\"str5\"}", + "flow_published_at": "1970-01-01T01:00:17Z", "id": 5, "multiple": "\"string five\"", "nested": "{\"id\":\"i5\"}", @@ -193,8 +236,8 @@ "binary_field": null, "bool_field": true, "float_field": 66.66, - "flow_document": "{\"_meta\":{\"uuid\":\"8098d380-1dda-11b2-8000-071353030311\"},\"array_int\":[61,62],\"bool_field\":true,\"float_field\":66.66,\"id\":6,\"multiple\":[\"one\",2,true],\"nested\":{\"id\":\"i6\"},\"nullable_int\":6,\"str_field\":\"str6 v2\"}", - "flow_published_at": "1970-01-01T01:00:19Z", + "flow_document": "{\"_meta\":{\"uuid\":\"e25d3b80-1de2-11b2-8000-071353030311\"},\"array_int\":[61,62],\"bool_field\":true,\"float_field\":66.66,\"id\":6,\"multiple\":[\"one\",2,true],\"nested\":{\"id\":\"i6\"},\"nullable_int\":6,\"str_field\":\"str6 v2\"}", + "flow_published_at": "1970-01-01T02:00:19Z", "id": 6, "multiple": "[\"one\",2,true]", "nested": "{\"id\":\"i6\"}", @@ -206,8 +249,8 @@ "binary_field": null, "bool_field": false, "float_field": 77.77, - "flow_document": "{\"_meta\":{\"uuid\":\"81316a00-1dda-11b2-8000-071353030311\"},\"array_int\":[71,72],\"bool_field\":false,\"float_field\":77.77,\"id\":7,\"multiple\":{\"object\":\"seven\"},\"nested\":{\"id\":\"i7\"},\"nullable_int\":null,\"str_field\":\"str7 v2\"}", - "flow_published_at": "1970-01-01T01:00:20Z", + "flow_document": "{\"_meta\":{\"uuid\":\"e2f5d200-1de2-11b2-8000-071353030311\"},\"array_int\":[71,72],\"bool_field\":false,\"float_field\":77.77,\"id\":7,\"multiple\":{\"object\":\"seven\"},\"nested\":{\"id\":\"i7\"},\"nullable_int\":null,\"str_field\":\"str7 v2\"}", + "flow_published_at": "1970-01-01T02:00:20Z", "id": 7, "multiple": "{\"object\":\"seven\"}", "nested": "{\"id\":\"i7\"}", @@ -219,8 +262,8 @@ "binary_field": null, "bool_field": true, "float_field": 88.88, - "flow_document": "{\"_meta\":{\"uuid\":\"81ca0080-1dda-11b2-8000-071353030311\"},\"array_int\":[81,82],\"bool_field\":true,\"float_field\":88.88,\"id\":8,\"multiple\":null,\"nested\":{\"id\":\"i8\"},\"nullable_int\":8,\"str_field\":\"str8 v2\"}", - "flow_published_at": "1970-01-01T01:00:21Z", + "flow_document": "{\"_meta\":{\"uuid\":\"e38e6880-1de2-11b2-8000-071353030311\"},\"array_int\":[81,82],\"bool_field\":true,\"float_field\":88.88,\"id\":8,\"multiple\":null,\"nested\":{\"id\":\"i8\"},\"nullable_int\":8,\"str_field\":\"str8 v2\"}", + "flow_published_at": "1970-01-01T02:00:21Z", "id": 8, "multiple": null, "nested": "{\"id\":\"i8\"}", @@ -232,8 +275,8 @@ "binary_field": "YWxvaGEK", "bool_field": false, "float_field": 99.99, - "flow_document": "{\"_meta\":{\"uuid\":\"82629700-1dda-11b2-8000-071353030311\"},\"array_int\":[91,92],\"binary_field\":\"YWxvaGEK\",\"bool_field\":false,\"float_field\":99.99,\"id\":9,\"nested\":{\"id\":\"i9\"},\"nullable_int\":null,\"str_field\":\"str9 v2\"}", - "flow_published_at": "1970-01-01T01:00:22Z", + "flow_document": "{\"_meta\":{\"uuid\":\"e426ff00-1de2-11b2-8000-071353030311\"},\"array_int\":[91,92],\"binary_field\":\"YWxvaGEK\",\"bool_field\":false,\"float_field\":99.99,\"id\":9,\"nested\":{\"id\":\"i9\"},\"nullable_int\":null,\"str_field\":\"str9 v2\"}", + "flow_published_at": "1970-01-01T02:00:22Z", "id": 9, "multiple": null, "nested": "{\"id\":\"i9\"}", @@ -245,8 +288,8 @@ "binary_field": "c2F5xY1uYXJhCg==", "bool_field": true, "float_field": 1010.101, - "flow_document": "{\"_meta\":{\"uuid\":\"82fb2d80-1dda-11b2-8000-071353030311\"},\"array_int\":[1,2],\"binary_field\":\"c2F5xY1uYXJhCg==\",\"bool_field\":true,\"float_field\":1010.101,\"id\":10,\"nested\":{\"id\":\"i10\"},\"nullable_int\":10,\"str_field\":\"str10 v2\"}", - "flow_published_at": "1970-01-01T01:00:23Z", + "flow_document": "{\"_meta\":{\"uuid\":\"e4bf9580-1de2-11b2-8000-071353030311\"},\"array_int\":[1,2],\"binary_field\":\"c2F5xY1uYXJhCg==\",\"bool_field\":true,\"float_field\":1010.101,\"id\":10,\"nested\":{\"id\":\"i10\"},\"nullable_int\":10,\"str_field\":\"str10 v2\"}", + "flow_published_at": "1970-01-01T02:00:23Z", "id": 10, "multiple": null, "nested": "{\"id\":\"i10\"}", @@ -261,8 +304,8 @@ { "date": "0001-01-01", "datetime": "0001-01-01T00:00:00Z", - "flow_document": "{\"_meta\":{\"uuid\":\"7d054c80-1dda-11b2-8000-071353030311\"},\"date\":\"0000-01-01\",\"datetime\":\"0000-01-01T00:00:00Z\",\"id\":1,\"int_and_str\":1,\"int_str\":\"10\",\"num_and_str\":1.1,\"num_str\":\"10.1\",\"time\":\"00:00:00Z\"}", - "flow_published_at": "1970-01-01T01:00:13Z", + "flow_document": "{\"_meta\":{\"uuid\":\"dec9b480-1de2-11b2-8000-071353030311\"},\"date\":\"0000-01-01\",\"datetime\":\"0000-01-01T00:00:00Z\",\"id\":1,\"int_and_str\":1,\"int_str\":\"10\",\"num_and_str\":1.1,\"num_str\":\"10.1\",\"time\":\"00:00:00Z\"}", + "flow_published_at": "1970-01-01T02:00:13Z", "id": 1, "int_and_str": "1", "int_str": "10", @@ -273,8 +316,8 @@ { "date": "1999-02-02", "datetime": "1999-02-02T14:20:12.33Z", - "flow_document": "{\"_meta\":{\"uuid\":\"7d9de300-1dda-11b2-8000-071353030311\"},\"date\":\"1999-02-02\",\"datetime\":\"1999-02-02T14:20:12.33Z\",\"id\":2,\"int_and_str\":2,\"int_str\":\"20\",\"num_and_str\":2.1,\"num_str\":\"20.1\",\"time\":\"14:20:12.33Z\"}", - "flow_published_at": "1970-01-01T01:00:14Z", + "flow_document": "{\"_meta\":{\"uuid\":\"df624b00-1de2-11b2-8000-071353030311\"},\"date\":\"1999-02-02\",\"datetime\":\"1999-02-02T14:20:12.33Z\",\"id\":2,\"int_and_str\":2,\"int_str\":\"20\",\"num_and_str\":2.1,\"num_str\":\"20.1\",\"time\":\"14:20:12.33Z\"}", + "flow_published_at": "1970-01-01T02:00:14Z", "id": 2, "int_and_str": "2", "int_str": "20", @@ -285,8 +328,8 @@ { "date": "1000-03-03", "datetime": "1000-03-03T23:59:38.1Z", - "flow_document": "{\"_meta\":{\"uuid\":\"1a0fb780-1dd2-11b2-8000-071353030311\"},\"date\":\"1000-03-03\",\"datetime\":\"1000-03-03T23:59:38.10Z\",\"id\":3,\"int_and_str\":3,\"int_str\":\"30\",\"num_and_str\":3.1,\"num_str\":\"30.1\",\"time\":\"23:59:38.10Z\"}", - "flow_published_at": "1970-01-01T00:00:11Z", + "flow_document": "{\"_meta\":{\"uuid\":\"7bd41f80-1dda-11b2-8000-071353030311\"},\"date\":\"1000-03-03\",\"datetime\":\"1000-03-03T23:59:38.10Z\",\"id\":3,\"int_and_str\":3,\"int_str\":\"30\",\"num_and_str\":3.1,\"num_str\":\"30.1\",\"time\":\"23:59:38.10Z\"}", + "flow_published_at": "1970-01-01T01:00:11Z", "id": 3, "int_and_str": "3", "int_str": "30", @@ -297,8 +340,8 @@ { "date": "2023-08-29", "datetime": "2023-08-29T23:59:38Z", - "flow_document": "{\"_meta\":{\"uuid\":\"1aa84e00-1dd2-11b2-8000-071353030311\"},\"date\":\"2023-08-29\",\"datetime\":\"2023-08-29T23:59:38Z\",\"id\":4,\"int_and_str\":\"4\",\"int_str\":\"40\",\"num_and_str\":\"4.1\",\"num_str\":\"40.1\",\"time\":\"23:59:38Z\"}", - "flow_published_at": "1970-01-01T00:00:12Z", + "flow_document": "{\"_meta\":{\"uuid\":\"7c6cb600-1dda-11b2-8000-071353030311\"},\"date\":\"2023-08-29\",\"datetime\":\"2023-08-29T23:59:38Z\",\"id\":4,\"int_and_str\":\"4\",\"int_str\":\"40\",\"num_and_str\":\"4.1\",\"num_str\":\"40.1\",\"time\":\"23:59:38Z\"}", + "flow_published_at": "1970-01-01T01:00:12Z", "id": 4, "int_and_str": "4", "int_str": "40", @@ -309,8 +352,8 @@ { "date": "9999-12-31", "datetime": "9999-12-31T23:59:59Z", - "flow_document": "{\"_meta\":{\"uuid\":\"7e367980-1dda-11b2-8000-071353030311\"},\"date\":\"9999-12-31\",\"datetime\":\"9999-12-31T23:59:59Z\",\"id\":5,\"int_and_str\":\"5\",\"int_str\":\"50\",\"num_and_str\":\"5.1\",\"num_str\":\"50.1\",\"time\":\"23:59:59Z\"}", - "flow_published_at": "1970-01-01T01:00:15Z", + "flow_document": "{\"_meta\":{\"uuid\":\"dffae180-1de2-11b2-8000-071353030311\"},\"date\":\"9999-12-31\",\"datetime\":\"9999-12-31T23:59:59Z\",\"id\":5,\"int_and_str\":\"5\",\"int_str\":\"50\",\"num_and_str\":\"5.1\",\"num_str\":\"50.1\",\"time\":\"23:59:59Z\"}", + "flow_published_at": "1970-01-01T02:00:15Z", "id": 5, "int_and_str": "5", "int_str": "50", @@ -324,8 +367,8 @@ { "rows": [ { - "flow_document": "{\"_meta\":{\"uuid\":\"2431b600-1dd2-11b2-8000-071353030311\"},\"id\":1,\"unsigned_bigint\":18446744073709551615}", - "flow_published_at": "1970-01-01T00:00:28Z", + "flow_document": "{\"_meta\":{\"uuid\":\"85f61e00-1dda-11b2-8000-071353030311\"},\"id\":1,\"unsigned_bigint\":18446744073709551615}", + "flow_published_at": "1970-01-01T01:00:28Z", "id": 1, "unsigned_bigint": "18446744073709551615" } @@ -336,14 +379,14 @@ "rows": [ { "_meta_op": "u", - "flow_document": "{\"_meta\":{\"op\":\"u\",\"uuid\":\"84c4f100-1dda-11b2-8000-071353030311\"},\"id\":2}", - "flow_published_at": "1970-01-01T01:00:26Z", + "flow_document": "{\"_meta\":{\"op\":\"u\",\"uuid\":\"e6895900-1de2-11b2-8000-071353030311\"},\"id\":2}", + "flow_published_at": "1970-01-01T02:00:26Z", "id": 2 }, { "_meta_op": "c", - "flow_document": "{\"_meta\":{\"op\":\"c\",\"uuid\":\"855d8780-1dda-11b2-8000-071353030311\"},\"id\":3}", - "flow_published_at": "1970-01-01T01:00:27Z", + "flow_document": "{\"_meta\":{\"op\":\"c\",\"uuid\":\"e721ef80-1de2-11b2-8000-071353030311\"},\"id\":3}", + "flow_published_at": "1970-01-01T02:00:27Z", "id": 3 } ], diff --git a/tests/materialize/materialize-databricks/snapshot.json b/tests/materialize/materialize-databricks/snapshot.json index 0653f24bec..5b4e2166bd 100644 --- a/tests/materialize/materialize-databricks/snapshot.json +++ b/tests/materialize/materialize-databricks/snapshot.json @@ -2,6 +2,12 @@ "applied.actionDescription", "\nCREATE TABLE IF NOT EXISTS `some-schema`.simple (\n id LONG NOT NULL COMMENT 'auto-generated projection of JSON at: /id with inferred types: [integer]',\n canary STRING NOT NULL COMMENT 'auto-generated projection of JSON at: /canary with inferred types: [string]',\n flow_published_at TIMESTAMP NOT NULL COMMENT 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]',\n flow_document STRING NOT NULL COMMENT 'auto-generated projection of JSON at: with inferred types: [object]'\n) COMMENT 'Generated for materialization tests/materialize-databricks/materialize of collection tests/simple' TBLPROPERTIES ('delta.columnMapping.mode' = 'name');\n\n\nCREATE TABLE IF NOT EXISTS `some-schema`.duplicate_keys_standard (\n id LONG NOT NULL COMMENT 'auto-generated projection of JSON at: /id with inferred types: [integer]',\n flow_published_at TIMESTAMP NOT NULL COMMENT 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]',\n int LONG COMMENT 'auto-generated projection of JSON at: /int with inferred types: [integer]',\n str STRING NOT NULL COMMENT 'auto-generated projection of JSON at: /str with inferred types: [string]',\n flow_document STRING NOT NULL COMMENT 'auto-generated projection of JSON at: with inferred types: [object]'\n) COMMENT 'Generated for materialization tests/materialize-databricks/materialize of collection tests/duplicated-keys' TBLPROPERTIES ('delta.columnMapping.mode' = 'name');\n\n\nCREATE TABLE IF NOT EXISTS `some-schema`.duplicate_keys_delta (\n id LONG NOT NULL COMMENT 'auto-generated projection of JSON at: /id with inferred types: [integer]',\n flow_published_at TIMESTAMP NOT NULL COMMENT 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]',\n int LONG COMMENT 'auto-generated projection of JSON at: /int with inferred types: [integer]',\n str STRING NOT NULL COMMENT 'auto-generated projection of JSON at: /str with inferred types: [string]',\n flow_document STRING NOT NULL COMMENT 'auto-generated projection of JSON at: with inferred types: [object]'\n) COMMENT 'Generated for materialization tests/materialize-databricks/materialize of collection tests/duplicated-keys' TBLPROPERTIES ('delta.columnMapping.mode' = 'name');\n\n\nCREATE TABLE IF NOT EXISTS `some-schema`.duplicate_keys_delta_exclude_flow_doc (\n id LONG NOT NULL COMMENT 'auto-generated projection of JSON at: /id with inferred types: [integer]',\n flow_published_at TIMESTAMP NOT NULL COMMENT 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]',\n int LONG COMMENT 'auto-generated projection of JSON at: /int with inferred types: [integer]',\n str STRING NOT NULL COMMENT 'auto-generated projection of JSON at: /str with inferred types: [string]'\n) COMMENT 'Generated for materialization tests/materialize-databricks/materialize of collection tests/duplicated-keys' TBLPROPERTIES ('delta.columnMapping.mode' = 'name');\n\n\nCREATE TABLE IF NOT EXISTS `some-schema`.multiple_types (\n id LONG NOT NULL COMMENT 'auto-generated projection of JSON at: /id with inferred types: [integer]',\n array_int STRING COMMENT 'auto-generated projection of JSON at: /array_int with inferred types: [array]',\n binary_field BINARY COMMENT 'auto-generated projection of JSON at: /binary_field with inferred types: [string]',\n bool_field BOOLEAN COMMENT 'auto-generated projection of JSON at: /bool_field with inferred types: [boolean]',\n float_field DOUBLE COMMENT 'auto-generated projection of JSON at: /float_field with inferred types: [number]',\n flow_published_at TIMESTAMP NOT NULL COMMENT 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]',\n multiple STRING COMMENT 'auto-generated projection of JSON at: /multiple with inferred types: [array boolean null number object string]',\n nested STRING COMMENT 'auto-generated projection of JSON at: /nested with inferred types: [object]',\n nullable_int LONG COMMENT 'auto-generated projection of JSON at: /nullable_int with inferred types: [integer null]',\n str_field STRING NOT NULL COMMENT 'auto-generated projection of JSON at: /str_field with inferred types: [string]',\n flow_document STRING NOT NULL COMMENT 'auto-generated projection of JSON at: with inferred types: [object]'\n) COMMENT 'Generated for materialization tests/materialize-databricks/materialize of collection tests/multiple-data-types' TBLPROPERTIES ('delta.columnMapping.mode' = 'name');\n\n\nCREATE TABLE IF NOT EXISTS `some-schema`.formatted_strings (\n id LONG NOT NULL COMMENT 'auto-generated projection of JSON at: /id with inferred types: [integer]',\n date DATE COMMENT 'auto-generated projection of JSON at: /date with inferred types: [string]',\n datetime TIMESTAMP COMMENT 'auto-generated projection of JSON at: /datetime with inferred types: [string]',\n flow_published_at TIMESTAMP NOT NULL COMMENT 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]',\n int_and_str NUMERIC(38,0) COMMENT 'auto-generated projection of JSON at: /int_and_str with inferred types: [integer string]',\n int_str NUMERIC(38,0) COMMENT 'auto-generated projection of JSON at: /int_str with inferred types: [string]',\n num_and_str DOUBLE COMMENT 'auto-generated projection of JSON at: /num_and_str with inferred types: [number string]',\n num_str DOUBLE COMMENT 'auto-generated projection of JSON at: /num_str with inferred types: [string]',\n time STRING COMMENT 'auto-generated projection of JSON at: /time with inferred types: [string]',\n flow_document STRING NOT NULL COMMENT 'auto-generated projection of JSON at: with inferred types: [object]'\n) COMMENT 'Generated for materialization tests/materialize-databricks/materialize of collection tests/formatted-strings' TBLPROPERTIES ('delta.columnMapping.mode' = 'name');\n\n\nCREATE TABLE IF NOT EXISTS `some-schema`.unsigned_bigint (\n id LONG NOT NULL COMMENT 'auto-generated projection of JSON at: /id with inferred types: [integer]',\n flow_published_at TIMESTAMP NOT NULL COMMENT 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]',\n unsigned_bigint NUMERIC(38,0) COMMENT 'auto-generated projection of JSON at: /unsigned_bigint with inferred types: [integer]',\n flow_document STRING NOT NULL COMMENT 'auto-generated projection of JSON at: with inferred types: [object]'\n) COMMENT 'Generated for materialization tests/materialize-databricks/materialize of collection tests/unsigned-bigint' TBLPROPERTIES ('delta.columnMapping.mode' = 'name');\n\n\nCREATE TABLE IF NOT EXISTS `some-schema`.deletions (\n id LONG NOT NULL COMMENT 'auto-generated projection of JSON at: /id with inferred types: [integer]',\n `_meta/op` STRING COMMENT 'auto-generated projection of JSON at: /_meta/op with inferred types: [string]',\n flow_published_at TIMESTAMP NOT NULL COMMENT 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]',\n flow_document STRING NOT NULL COMMENT 'auto-generated projection of JSON at: with inferred types: [object]'\n) COMMENT 'Generated for materialization tests/materialize-databricks/materialize of collection tests/deletions' TBLPROPERTIES ('delta.columnMapping.mode' = 'name');\n\n\nCREATE TABLE IF NOT EXISTS `some-schema`.binary_key (\n id BINARY NOT NULL COMMENT 'auto-generated projection of JSON at: /id with inferred types: [string]',\n counter LONG COMMENT 'auto-generated projection of JSON at: /counter with inferred types: [integer]',\n flow_published_at TIMESTAMP NOT NULL COMMENT 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]',\n flow_document STRING NOT NULL COMMENT 'auto-generated projection of JSON at: with inferred types: [object]'\n) COMMENT 'Generated for materialization tests/materialize-databricks/materialize of collection tests/binary-key' TBLPROPERTIES ('delta.columnMapping.mode' = 'name');\n" ] +[ + "connectorState", + { + "updated": {} + } +] [ "connectorState", { @@ -156,22 +162,6 @@ "connectorState", { "updated": { - "some-schema%2Fbinary_key": { - "Queries": [ - "\n\tMERGE INTO `some-schema`.binary_key AS l\n\tUSING (\n\t\t(\n\t\t\tSELECT\n\t\t\tunbase64(id)::BINARY as id, counter::LONG, flow_published_at::TIMESTAMP, flow_document::STRING\n\t\t\tFROM json.`/Volumes/main/some-schema/flow_staging/flow_temp_tables/`\n\t\t)\n\t) AS r\n\tON l.id = r.id\n\tWHEN MATCHED AND r.flow_document='\"delete\"' THEN\n\t\tDELETE\n\tWHEN MATCHED THEN\n\t\tUPDATE SET l.counter = r.counter, l.flow_published_at = r.flow_published_at, l.flow_document = r.flow_document\n\tWHEN NOT MATCHED AND r.flow_document!='\"delete\"' THEN\n\t\tINSERT (id, counter, flow_published_at, flow_document)\n\t\tVALUES (r.id, r.counter, r.flow_published_at, r.flow_document);\n" - ], - "ToDelete": [ - "/Volumes/main/some-schema/flow_staging/flow_temp_tables/" - ] - }, - "some-schema%2Fdeletions": { - "Queries": [ - "\n\tMERGE INTO `some-schema`.deletions AS l\n\tUSING (\n\t\t(\n\t\t\tSELECT\n\t\t\tid::LONG, `_meta/op`::STRING, flow_published_at::TIMESTAMP, flow_document::STRING\n\t\t\tFROM json.`/Volumes/main/some-schema/flow_staging/flow_temp_tables/`\n\t\t)\n\t) AS r\n\tON l.id = r.id\n\tWHEN MATCHED AND r.flow_document='\"delete\"' THEN\n\t\tDELETE\n\tWHEN MATCHED THEN\n\t\tUPDATE SET l.`_meta/op` = r.`_meta/op`, l.flow_published_at = r.flow_published_at, l.flow_document = r.flow_document\n\tWHEN NOT MATCHED AND r.flow_document!='\"delete\"' THEN\n\t\tINSERT (id, `_meta/op`, flow_published_at, flow_document)\n\t\tVALUES (r.id, r.`_meta/op`, r.flow_published_at, r.flow_document);\n" - ], - "ToDelete": [ - "/Volumes/main/some-schema/flow_staging/flow_temp_tables/" - ] - }, "some-schema%2Fduplicate_keys_delta": { "Queries": [ "\n\tCOPY INTO `some-schema`.duplicate_keys_delta FROM (\n SELECT\n\t\tid::LONG, flow_published_at::TIMESTAMP, int::LONG, str::STRING, flow_document::STRING\n FROM '/Volumes/main/some-schema/flow_staging/flow_temp_tables'\n\t)\n FILEFORMAT = JSON\n FILES = ('')\n FORMAT_OPTIONS ( 'mode' = 'FAILFAST', 'ignoreMissingFiles' = 'false' )\n\tCOPY_OPTIONS ( 'mergeSchema' = 'true' )\n ;\n" @@ -190,31 +180,38 @@ }, "some-schema%2Fduplicate_keys_standard": { "Queries": [ - "\n\tMERGE INTO `some-schema`.duplicate_keys_standard AS l\n\tUSING (\n\t\t(\n\t\t\tSELECT\n\t\t\tid::LONG, flow_published_at::TIMESTAMP, int::LONG, str::STRING, flow_document::STRING\n\t\t\tFROM json.`/Volumes/main/some-schema/flow_staging/flow_temp_tables/`\n\t\t)\n\t) AS r\n\tON l.id = r.id\n\tWHEN MATCHED AND r.flow_document='\"delete\"' THEN\n\t\tDELETE\n\tWHEN MATCHED THEN\n\t\tUPDATE SET l.flow_published_at = r.flow_published_at, l.int = r.int, l.str = r.str, l.flow_document = r.flow_document\n\tWHEN NOT MATCHED AND r.flow_document!='\"delete\"' THEN\n\t\tINSERT (id, flow_published_at, int, str, flow_document)\n\t\tVALUES (r.id, r.flow_published_at, r.int, r.str, r.flow_document);\n" + "\n\tCOPY INTO `some-schema`.duplicate_keys_standard FROM (\n SELECT\n\t\tid::LONG, flow_published_at::TIMESTAMP, int::LONG, str::STRING, flow_document::STRING\n FROM '/Volumes/main/some-schema/flow_staging/flow_temp_tables'\n\t)\n FILEFORMAT = JSON\n FILES = ('')\n FORMAT_OPTIONS ( 'mode' = 'FAILFAST', 'ignoreMissingFiles' = 'false' )\n\tCOPY_OPTIONS ( 'mergeSchema' = 'true' )\n ;\n" ], "ToDelete": [ "/Volumes/main/some-schema/flow_staging/flow_temp_tables/" ] - }, - "some-schema%2Fformatted_strings": { + } + } + } +] +[ + "connectorState", + { + "updated": { + "some-schema%2Fduplicate_keys_delta": { "Queries": [ - "\n\tCOPY INTO `some-schema`.formatted_strings FROM (\n SELECT\n\t\tid::LONG, date::DATE, datetime::TIMESTAMP, flow_published_at::TIMESTAMP, int_and_str::NUMERIC(38,0), int_str::NUMERIC(38,0), num_and_str::DOUBLE, num_str::DOUBLE, time::STRING, flow_document::STRING\n FROM '/Volumes/main/some-schema/flow_staging/flow_temp_tables'\n\t)\n FILEFORMAT = JSON\n FILES = ('')\n FORMAT_OPTIONS ( 'mode' = 'FAILFAST', 'ignoreMissingFiles' = 'false' )\n\tCOPY_OPTIONS ( 'mergeSchema' = 'true' )\n ;\n" + "\n\tCOPY INTO `some-schema`.duplicate_keys_delta FROM (\n SELECT\n\t\tid::LONG, flow_published_at::TIMESTAMP, int::LONG, str::STRING, flow_document::STRING\n FROM '/Volumes/main/some-schema/flow_staging/flow_temp_tables'\n\t)\n FILEFORMAT = JSON\n FILES = ('')\n FORMAT_OPTIONS ( 'mode' = 'FAILFAST', 'ignoreMissingFiles' = 'false' )\n\tCOPY_OPTIONS ( 'mergeSchema' = 'true' )\n ;\n" ], "ToDelete": [ "/Volumes/main/some-schema/flow_staging/flow_temp_tables/" ] }, - "some-schema%2Fmultiple_types": { + "some-schema%2Fduplicate_keys_delta_exclude_flow_doc": { "Queries": [ - "\n\tMERGE INTO `some-schema`.multiple_types AS l\n\tUSING (\n\t\t(\n\t\t\tSELECT\n\t\t\tid::LONG, array_int::STRING, unbase64(binary_field)::BINARY as binary_field, bool_field::BOOLEAN, float_field::DOUBLE, flow_published_at::TIMESTAMP, multiple::STRING, nested::STRING, nullable_int::LONG, str_field::STRING, flow_document::STRING\n\t\t\tFROM json.`/Volumes/main/some-schema/flow_staging/flow_temp_tables/`\n\t\t)\n\t) AS r\n\tON l.id = r.id\n\tWHEN MATCHED AND r.flow_document='\"delete\"' THEN\n\t\tDELETE\n\tWHEN MATCHED THEN\n\t\tUPDATE SET l.array_int = r.array_int, l.binary_field = r.binary_field, l.bool_field = r.bool_field, l.float_field = r.float_field, l.flow_published_at = r.flow_published_at, l.multiple = r.multiple, l.nested = r.nested, l.nullable_int = r.nullable_int, l.str_field = r.str_field, l.flow_document = r.flow_document\n\tWHEN NOT MATCHED AND r.flow_document!='\"delete\"' THEN\n\t\tINSERT (id, array_int, binary_field, bool_field, float_field, flow_published_at, multiple, nested, nullable_int, str_field, flow_document)\n\t\tVALUES (r.id, r.array_int, r.binary_field, r.bool_field, r.float_field, r.flow_published_at, r.multiple, r.nested, r.nullable_int, r.str_field, r.flow_document);\n" + "\n\tCOPY INTO `some-schema`.duplicate_keys_delta_exclude_flow_doc FROM (\n SELECT\n\t\tid::LONG, flow_published_at::TIMESTAMP, int::LONG, str::STRING\n FROM '/Volumes/main/some-schema/flow_staging/flow_temp_tables'\n\t)\n FILEFORMAT = JSON\n FILES = ('')\n FORMAT_OPTIONS ( 'mode' = 'FAILFAST', 'ignoreMissingFiles' = 'false' )\n\tCOPY_OPTIONS ( 'mergeSchema' = 'true' )\n ;\n" ], "ToDelete": [ "/Volumes/main/some-schema/flow_staging/flow_temp_tables/" ] }, - "some-schema%2Fsimple": { + "some-schema%2Fduplicate_keys_standard": { "Queries": [ - "\n\tCOPY INTO `some-schema`.simple FROM (\n SELECT\n\t\tid::LONG, canary::STRING, flow_published_at::TIMESTAMP, flow_document::STRING\n FROM '/Volumes/main/some-schema/flow_staging/flow_temp_tables'\n\t)\n FILEFORMAT = JSON\n FILES = ('')\n FORMAT_OPTIONS ( 'mode' = 'FAILFAST', 'ignoreMissingFiles' = 'false' )\n\tCOPY_OPTIONS ( 'mergeSchema' = 'true' )\n ;\n" + "\n\tCOPY INTO `some-schema`.duplicate_keys_standard FROM (\n SELECT\n\t\tid::LONG, flow_published_at::TIMESTAMP, int::LONG, str::STRING, flow_document::STRING\n FROM '/Volumes/main/some-schema/flow_staging/flow_temp_tables'\n\t)\n FILEFORMAT = JSON\n FILES = ('')\n FORMAT_OPTIONS ( 'mode' = 'FAILFAST', 'ignoreMissingFiles' = 'false' )\n\tCOPY_OPTIONS ( 'mergeSchema' = 'true' )\n ;\n" ], "ToDelete": [ "/Volumes/main/some-schema/flow_staging/flow_temp_tables/" @@ -227,52 +224,52 @@ "rows": [ { "canary": "amputation's", - "flow_published_at": "1970-01-01T00:00:00Z", + "flow_published_at": "1970-01-01T01:00:00Z", "id": 1 }, { "canary": "armament's", - "flow_published_at": "1970-01-01T00:00:01Z", + "flow_published_at": "1970-01-01T01:00:01Z", "id": 2 }, { "canary": "splatters", - "flow_published_at": "1970-01-01T00:00:02Z", + "flow_published_at": "1970-01-01T01:00:02Z", "id": 3 }, { "canary": "strengthen", - "flow_published_at": "1970-01-01T00:00:03Z", + "flow_published_at": "1970-01-01T01:00:03Z", "id": 4 }, { "canary": "Kringle's", - "flow_published_at": "1970-01-01T00:00:04Z", + "flow_published_at": "1970-01-01T01:00:04Z", "id": 5 }, { "canary": "grosbeak's", - "flow_published_at": "1970-01-01T00:00:05Z", + "flow_published_at": "1970-01-01T01:00:05Z", "id": 6 }, { "canary": "pieced", - "flow_published_at": "1970-01-01T01:00:00Z", + "flow_published_at": "1970-01-01T02:00:00Z", "id": 7 }, { "canary": "roaches", - "flow_published_at": "1970-01-01T01:00:01Z", + "flow_published_at": "1970-01-01T02:00:01Z", "id": 8 }, { "canary": "devilish", - "flow_published_at": "1970-01-01T01:00:02Z", + "flow_published_at": "1970-01-01T02:00:02Z", "id": 9 }, { "canary": "glucose's", - "flow_published_at": "1970-01-01T01:00:03Z", + "flow_published_at": "1970-01-01T02:00:03Z", "id": 10 } ], @@ -281,34 +278,64 @@ { "rows": [ { - "flow_published_at": "1970-01-01T01:00:04Z", + "flow_published_at": "1970-01-01T02:00:04Z", "id": 1, "int": 7, "str": "str 6" }, { - "flow_published_at": "1970-01-01T01:00:05Z", + "flow_published_at": "1970-01-01T02:00:05Z", "id": 2, "int": 9, "str": "str 7" }, { - "flow_published_at": "1970-01-01T01:00:06Z", + "flow_published_at": "1970-01-01T02:00:06Z", "id": 3, "int": 11, "str": "str 8" }, { - "flow_published_at": "1970-01-01T01:00:07Z", + "flow_published_at": "1970-01-01T02:00:07Z", "id": 4, "int": 13, "str": "str 9" }, { - "flow_published_at": "1970-01-01T01:00:08Z", + "flow_published_at": "1970-01-01T02:00:08Z", "id": 5, "int": 15, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01T03:00:00Z", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01T03:00:01Z", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01T03:00:02Z", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01T03:00:03Z", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01T03:00:04Z", + "id": 10, + "int": 15, + "str": "str 15" } ], "table": "`main`.`some-schema`.duplicate_keys_standard" @@ -316,64 +343,94 @@ { "rows": [ { - "flow_published_at": "1970-01-01T00:00:06Z", + "flow_published_at": "1970-01-01T01:00:06Z", "id": 1, "int": 1, "str": "str 1" }, { - "flow_published_at": "1970-01-01T01:00:04Z", + "flow_published_at": "1970-01-01T02:00:04Z", "id": 1, "int": 6, "str": "str 6" }, { - "flow_published_at": "1970-01-01T00:00:07Z", + "flow_published_at": "1970-01-01T01:00:07Z", "id": 2, "int": 2, "str": "str 2" }, { - "flow_published_at": "1970-01-01T01:00:05Z", + "flow_published_at": "1970-01-01T02:00:05Z", "id": 2, "int": 7, "str": "str 7" }, { - "flow_published_at": "1970-01-01T00:00:08Z", + "flow_published_at": "1970-01-01T01:00:08Z", "id": 3, "int": 3, "str": "str 3" }, { - "flow_published_at": "1970-01-01T01:00:06Z", + "flow_published_at": "1970-01-01T02:00:06Z", "id": 3, "int": 8, "str": "str 8" }, { - "flow_published_at": "1970-01-01T00:00:09Z", + "flow_published_at": "1970-01-01T01:00:09Z", "id": 4, "int": 4, "str": "str 4" }, { - "flow_published_at": "1970-01-01T01:00:07Z", + "flow_published_at": "1970-01-01T02:00:07Z", "id": 4, "int": 9, "str": "str 9" }, { - "flow_published_at": "1970-01-01T00:00:10Z", + "flow_published_at": "1970-01-01T01:00:10Z", "id": 5, "int": 5, "str": "str 5" }, { - "flow_published_at": "1970-01-01T01:00:08Z", + "flow_published_at": "1970-01-01T02:00:08Z", "id": 5, "int": 10, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01T03:00:00Z", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01T03:00:01Z", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01T03:00:02Z", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01T03:00:03Z", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01T03:00:04Z", + "id": 10, + "int": 15, + "str": "str 15" } ], "table": "`main`.`some-schema`.duplicate_keys_delta" @@ -381,64 +438,94 @@ { "rows": [ { - "flow_published_at": "1970-01-01T00:00:06Z", + "flow_published_at": "1970-01-01T01:00:06Z", "id": 1, "int": 1, "str": "str 1" }, { - "flow_published_at": "1970-01-01T01:00:04Z", + "flow_published_at": "1970-01-01T02:00:04Z", "id": 1, "int": 6, "str": "str 6" }, { - "flow_published_at": "1970-01-01T00:00:07Z", + "flow_published_at": "1970-01-01T01:00:07Z", "id": 2, "int": 2, "str": "str 2" }, { - "flow_published_at": "1970-01-01T01:00:05Z", + "flow_published_at": "1970-01-01T02:00:05Z", "id": 2, "int": 7, "str": "str 7" }, { - "flow_published_at": "1970-01-01T00:00:08Z", + "flow_published_at": "1970-01-01T01:00:08Z", "id": 3, "int": 3, "str": "str 3" }, { - "flow_published_at": "1970-01-01T01:00:06Z", + "flow_published_at": "1970-01-01T02:00:06Z", "id": 3, "int": 8, "str": "str 8" }, { - "flow_published_at": "1970-01-01T00:00:09Z", + "flow_published_at": "1970-01-01T01:00:09Z", "id": 4, "int": 4, "str": "str 4" }, { - "flow_published_at": "1970-01-01T01:00:07Z", + "flow_published_at": "1970-01-01T02:00:07Z", "id": 4, "int": 9, "str": "str 9" }, { - "flow_published_at": "1970-01-01T00:00:10Z", + "flow_published_at": "1970-01-01T01:00:10Z", "id": 5, "int": 5, "str": "str 5" }, { - "flow_published_at": "1970-01-01T01:00:08Z", + "flow_published_at": "1970-01-01T02:00:08Z", "id": 5, "int": 10, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01T03:00:00Z", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01T03:00:01Z", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01T03:00:02Z", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01T03:00:03Z", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01T03:00:04Z", + "id": 10, + "int": 15, + "str": "str 15" } ], "table": "`main`.`some-schema`.duplicate_keys_delta_exclude_flow_doc" @@ -450,7 +537,7 @@ "binary_field": null, "bool_field": false, "float_field": 1.1, - "flow_published_at": "1970-01-01T00:00:13Z", + "flow_published_at": "1970-01-01T01:00:13Z", "id": 1, "multiple": "1", "nested": "{\"id\":\"i1\"}", @@ -462,7 +549,7 @@ "binary_field": null, "bool_field": true, "float_field": 2.2, - "flow_published_at": "1970-01-01T00:00:14Z", + "flow_published_at": "1970-01-01T01:00:14Z", "id": 2, "multiple": "2.2", "nested": "{\"id\":\"i2\"}", @@ -474,7 +561,7 @@ "binary_field": null, "bool_field": false, "float_field": 3.3, - "flow_published_at": "1970-01-01T00:00:15Z", + "flow_published_at": "1970-01-01T01:00:15Z", "id": 3, "multiple": "true", "nested": "{\"id\":\"i3\"}", @@ -486,7 +573,7 @@ "binary_field": null, "bool_field": true, "float_field": 4.4, - "flow_published_at": "1970-01-01T00:00:16Z", + "flow_published_at": "1970-01-01T01:00:16Z", "id": 4, "multiple": "false", "nested": "{\"id\":\"i4\"}", @@ -498,7 +585,7 @@ "binary_field": null, "bool_field": false, "float_field": 5.5, - "flow_published_at": "1970-01-01T00:00:17Z", + "flow_published_at": "1970-01-01T01:00:17Z", "id": 5, "multiple": "\"string five\"", "nested": "{\"id\":\"i5\"}", @@ -510,7 +597,7 @@ "binary_field": null, "bool_field": true, "float_field": 66.66, - "flow_published_at": "1970-01-01T01:00:19Z", + "flow_published_at": "1970-01-01T02:00:19Z", "id": 6, "multiple": "[\"one\",2,true]", "nested": "{\"id\":\"i6\"}", @@ -522,7 +609,7 @@ "binary_field": null, "bool_field": false, "float_field": 77.77, - "flow_published_at": "1970-01-01T01:00:20Z", + "flow_published_at": "1970-01-01T02:00:20Z", "id": 7, "multiple": "{\"object\":\"seven\"}", "nested": "{\"id\":\"i7\"}", @@ -534,7 +621,7 @@ "binary_field": null, "bool_field": true, "float_field": 88.88, - "flow_published_at": "1970-01-01T01:00:21Z", + "flow_published_at": "1970-01-01T02:00:21Z", "id": 8, "multiple": null, "nested": "{\"id\":\"i8\"}", @@ -546,7 +633,7 @@ "binary_field": "YWxvaGEK", "bool_field": false, "float_field": 99.99, - "flow_published_at": "1970-01-01T01:00:22Z", + "flow_published_at": "1970-01-01T02:00:22Z", "id": 9, "multiple": null, "nested": "{\"id\":\"i9\"}", @@ -558,7 +645,7 @@ "binary_field": "c2F5xY1uYXJhCg==", "bool_field": true, "float_field": 1010.101, - "flow_published_at": "1970-01-01T01:00:23Z", + "flow_published_at": "1970-01-01T02:00:23Z", "id": 10, "multiple": null, "nested": "{\"id\":\"i10\"}", @@ -573,7 +660,7 @@ { "date": "0000-01-01T00:00:00Z", "datetime": "0000-01-01T00:00:00Z", - "flow_published_at": "1970-01-01T01:00:13Z", + "flow_published_at": "1970-01-01T02:00:13Z", "id": 1, "int_and_str": 1, "int_str": 10, @@ -584,7 +671,7 @@ { "date": "1999-02-02T00:00:00Z", "datetime": "1999-02-02T14:20:12.33Z", - "flow_published_at": "1970-01-01T01:00:14Z", + "flow_published_at": "1970-01-01T02:00:14Z", "id": 2, "int_and_str": 2, "int_str": 20, @@ -595,7 +682,7 @@ { "date": "1000-03-03T00:00:00Z", "datetime": "1000-03-03T23:59:38.1Z", - "flow_published_at": "1970-01-01T00:00:11Z", + "flow_published_at": "1970-01-01T01:00:11Z", "id": 3, "int_and_str": 3, "int_str": 30, @@ -606,7 +693,7 @@ { "date": "2023-08-29T00:00:00Z", "datetime": "2023-08-29T23:59:38Z", - "flow_published_at": "1970-01-01T00:00:12Z", + "flow_published_at": "1970-01-01T01:00:12Z", "id": 4, "int_and_str": 4, "int_str": 40, @@ -617,7 +704,7 @@ { "date": "9999-12-31T00:00:00Z", "datetime": "9999-12-31T23:59:59Z", - "flow_published_at": "1970-01-01T01:00:15Z", + "flow_published_at": "1970-01-01T02:00:15Z", "id": 5, "int_and_str": 5, "int_str": 50, @@ -628,7 +715,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01T01:00:16Z", + "flow_published_at": "1970-01-01T02:00:16Z", "id": 8, "int_and_str": null, "int_str": null, @@ -639,7 +726,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01T01:00:17Z", + "flow_published_at": "1970-01-01T02:00:17Z", "id": 9, "int_and_str": null, "int_str": null, @@ -650,7 +737,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01T01:00:18Z", + "flow_published_at": "1970-01-01T02:00:18Z", "id": 10, "int_and_str": null, "int_str": null, @@ -664,7 +751,7 @@ { "rows": [ { - "flow_published_at": "1970-01-01T00:00:28Z", + "flow_published_at": "1970-01-01T01:00:28Z", "id": 1, "unsigned_bigint": 18446744073709551615 } @@ -675,12 +762,12 @@ "rows": [ { "_meta/op": "u", - "flow_published_at": "1970-01-01T01:00:26Z", + "flow_published_at": "1970-01-01T02:00:26Z", "id": 2 }, { "_meta/op": "c", - "flow_published_at": "1970-01-01T01:00:27Z", + "flow_published_at": "1970-01-01T02:00:27Z", "id": 3 } ], @@ -690,7 +777,7 @@ "rows": [ { "counter": 1, - "flow_published_at": "1970-01-01T01:00:30Z", + "flow_published_at": "1970-01-01T02:00:30Z", "id": "c2F5xY1uYXJhCg==" } ], diff --git a/tests/materialize/materialize-dynamodb/snapshot.json b/tests/materialize/materialize-dynamodb/snapshot.json index 560979dcc8..f52d3a763f 100644 --- a/tests/materialize/materialize-dynamodb/snapshot.json +++ b/tests/materialize/materialize-dynamodb/snapshot.json @@ -10,6 +10,14 @@ "connectorState", {} ] +[ + "connectorState", + {} +] +[ + "connectorState", + {} +] [ "connectorState", { @@ -28,7 +36,7 @@ "_meta": { "M": { "uuid": { - "S": "1419d680-1dd2-11b2-8000-071353030311" + "S": "75de3e80-1dda-11b2-8000-071353030311" } } }, @@ -53,7 +61,7 @@ "_meta": { "M": { "uuid": { - "S": "7676d500-1dda-11b2-8000-071353030311" + "S": "d83b3d00-1de2-11b2-8000-071353030311" } } }, @@ -78,7 +86,7 @@ "_meta": { "M": { "uuid": { - "S": "13814000-1dd2-11b2-8000-071353030311" + "S": "7545a800-1dda-11b2-8000-071353030311" } } }, @@ -103,7 +111,7 @@ "_meta": { "M": { "uuid": { - "S": "14b26d00-1dd2-11b2-8000-071353030311" + "S": "7676d500-1dda-11b2-8000-071353030311" } } }, @@ -128,7 +136,7 @@ "_meta": { "M": { "uuid": { - "S": "15e39a00-1dd2-11b2-8000-071353030311" + "S": "77a80200-1dda-11b2-8000-071353030311" } } }, @@ -153,7 +161,7 @@ "_meta": { "M": { "uuid": { - "S": "75de3e80-1dda-11b2-8000-071353030311" + "S": "d7a2a680-1de2-11b2-8000-071353030311" } } }, @@ -178,7 +186,7 @@ "_meta": { "M": { "uuid": { - "S": "770f6b80-1dda-11b2-8000-071353030311" + "S": "d8d3d380-1de2-11b2-8000-071353030311" } } }, @@ -203,7 +211,7 @@ "_meta": { "M": { "uuid": { - "S": "7545a800-1dda-11b2-8000-071353030311" + "S": "d70a1000-1de2-11b2-8000-071353030311" } } }, @@ -228,7 +236,7 @@ "_meta": { "M": { "uuid": { - "S": "167c3080-1dd2-11b2-8000-071353030311" + "S": "78409880-1dda-11b2-8000-071353030311" } } }, @@ -253,7 +261,7 @@ "_meta": { "M": { "uuid": { - "S": "154b0380-1dd2-11b2-8000-071353030311" + "S": "770f6b80-1dda-11b2-8000-071353030311" } } }, @@ -280,7 +288,7 @@ "_meta": { "M": { "uuid": { - "S": "78409880-1dda-11b2-8000-071353030311" + "S": "da050080-1de2-11b2-8000-071353030311" } } }, @@ -311,7 +319,38 @@ "_meta": { "M": { "uuid": { - "S": "77a80200-1dda-11b2-8000-071353030311" + "S": "3a983b80-1deb-11b2-8000-071353030311" + } + } + }, + "id": { + "N": "9" + }, + "int": { + "N": "14" + }, + "str": { + "S": "str 14" + } + } + }, + "id": { + "N": "9" + }, + "int": { + "N": "14" + }, + "str": { + "S": "str 14" + } + }, + { + "flow_document": { + "M": { + "_meta": { + "M": { + "uuid": { + "S": "d96c6a00-1de2-11b2-8000-071353030311" } } }, @@ -342,7 +381,7 @@ "_meta": { "M": { "uuid": { - "S": "78d92f00-1dda-11b2-8000-071353030311" + "S": "da9d9700-1de2-11b2-8000-071353030311" } } }, @@ -373,7 +412,7 @@ "_meta": { "M": { "uuid": { - "S": "7a0a5c00-1dda-11b2-8000-071353030311" + "S": "dbcec400-1de2-11b2-8000-071353030311" } } }, @@ -404,7 +443,131 @@ "_meta": { "M": { "uuid": { - "S": "7971c580-1dda-11b2-8000-071353030311" + "S": "39ffa500-1deb-11b2-8000-071353030311" + } + } + }, + "id": { + "N": "8" + }, + "int": { + "N": "13" + }, + "str": { + "S": "str 13" + } + } + }, + "id": { + "N": "8" + }, + "int": { + "N": "13" + }, + "str": { + "S": "str 13" + } + }, + { + "flow_document": { + "M": { + "_meta": { + "M": { + "uuid": { + "S": "3b30d200-1deb-11b2-8000-071353030311" + } + } + }, + "id": { + "N": "10" + }, + "int": { + "N": "15" + }, + "str": { + "S": "str 15" + } + } + }, + "id": { + "N": "10" + }, + "int": { + "N": "15" + }, + "str": { + "S": "str 15" + } + }, + { + "flow_document": { + "M": { + "_meta": { + "M": { + "uuid": { + "S": "39670e80-1deb-11b2-8000-071353030311" + } + } + }, + "id": { + "N": "7" + }, + "int": { + "N": "12" + }, + "str": { + "S": "str 12" + } + } + }, + "id": { + "N": "7" + }, + "int": { + "N": "12" + }, + "str": { + "S": "str 12" + } + }, + { + "flow_document": { + "M": { + "_meta": { + "M": { + "uuid": { + "S": "38ce7800-1deb-11b2-8000-071353030311" + } + } + }, + "id": { + "N": "6" + }, + "int": { + "N": "11" + }, + "str": { + "S": "str 11" + } + } + }, + "id": { + "N": "6" + }, + "int": { + "N": "11" + }, + "str": { + "S": "str 11" + } + }, + { + "flow_document": { + "M": { + "_meta": { + "M": { + "uuid": { + "S": "db362d80-1de2-11b2-8000-071353030311" } } }, @@ -440,7 +603,7 @@ "_meta": { "M": { "uuid": { - "S": "78409880-1dda-11b2-8000-071353030311" + "S": "da050080-1de2-11b2-8000-071353030311" } } }, @@ -471,7 +634,38 @@ "_meta": { "M": { "uuid": { - "S": "77a80200-1dda-11b2-8000-071353030311" + "S": "3a983b80-1deb-11b2-8000-071353030311" + } + } + }, + "id": { + "N": "9" + }, + "int": { + "N": "14" + }, + "str": { + "S": "str 14" + } + } + }, + "id": { + "N": "9" + }, + "int": { + "N": "14" + }, + "str": { + "S": "str 14" + } + }, + { + "flow_document": { + "M": { + "_meta": { + "M": { + "uuid": { + "S": "d96c6a00-1de2-11b2-8000-071353030311" } } }, @@ -502,7 +696,7 @@ "_meta": { "M": { "uuid": { - "S": "78d92f00-1dda-11b2-8000-071353030311" + "S": "da9d9700-1de2-11b2-8000-071353030311" } } }, @@ -533,7 +727,7 @@ "_meta": { "M": { "uuid": { - "S": "7a0a5c00-1dda-11b2-8000-071353030311" + "S": "dbcec400-1de2-11b2-8000-071353030311" } } }, @@ -564,7 +758,131 @@ "_meta": { "M": { "uuid": { - "S": "7971c580-1dda-11b2-8000-071353030311" + "S": "39ffa500-1deb-11b2-8000-071353030311" + } + } + }, + "id": { + "N": "8" + }, + "int": { + "N": "13" + }, + "str": { + "S": "str 13" + } + } + }, + "id": { + "N": "8" + }, + "int": { + "N": "13" + }, + "str": { + "S": "str 13" + } + }, + { + "flow_document": { + "M": { + "_meta": { + "M": { + "uuid": { + "S": "3b30d200-1deb-11b2-8000-071353030311" + } + } + }, + "id": { + "N": "10" + }, + "int": { + "N": "15" + }, + "str": { + "S": "str 15" + } + } + }, + "id": { + "N": "10" + }, + "int": { + "N": "15" + }, + "str": { + "S": "str 15" + } + }, + { + "flow_document": { + "M": { + "_meta": { + "M": { + "uuid": { + "S": "39670e80-1deb-11b2-8000-071353030311" + } + } + }, + "id": { + "N": "7" + }, + "int": { + "N": "12" + }, + "str": { + "S": "str 12" + } + } + }, + "id": { + "N": "7" + }, + "int": { + "N": "12" + }, + "str": { + "S": "str 12" + } + }, + { + "flow_document": { + "M": { + "_meta": { + "M": { + "uuid": { + "S": "38ce7800-1deb-11b2-8000-071353030311" + } + } + }, + "id": { + "N": "6" + }, + "int": { + "N": "11" + }, + "str": { + "S": "str 11" + } + } + }, + "id": { + "N": "6" + }, + "int": { + "N": "11" + }, + "str": { + "S": "str 11" + } + }, + { + "flow_document": { + "M": { + "_meta": { + "M": { + "uuid": { + "S": "db362d80-1de2-11b2-8000-071353030311" } } }, @@ -605,6 +923,17 @@ "S": "str 7" } }, + { + "id": { + "N": "9" + }, + "int": { + "N": "14" + }, + "str": { + "S": "str 14" + } + }, { "id": { "N": "1" @@ -638,6 +967,50 @@ "S": "str 10" } }, + { + "id": { + "N": "8" + }, + "int": { + "N": "13" + }, + "str": { + "S": "str 13" + } + }, + { + "id": { + "N": "10" + }, + "int": { + "N": "15" + }, + "str": { + "S": "str 15" + } + }, + { + "id": { + "N": "7" + }, + "int": { + "N": "12" + }, + "str": { + "S": "str 12" + } + }, + { + "id": { + "N": "6" + }, + "int": { + "N": "11" + }, + "str": { + "S": "str 11" + } + }, { "id": { "N": "4" @@ -679,7 +1052,7 @@ "_meta": { "M": { "uuid": { - "S": "1bd97b00-1dd2-11b2-8000-071353030311" + "S": "7d9de300-1dda-11b2-8000-071353030311" } } }, @@ -765,7 +1138,7 @@ "_meta": { "M": { "uuid": { - "S": "82629700-1dda-11b2-8000-071353030311" + "S": "e426ff00-1de2-11b2-8000-071353030311" } } }, @@ -851,7 +1224,7 @@ "_meta": { "M": { "uuid": { - "S": "1b40e480-1dd2-11b2-8000-071353030311" + "S": "7d054c80-1dda-11b2-8000-071353030311" } } }, @@ -937,7 +1310,7 @@ "_meta": { "M": { "uuid": { - "S": "1c721180-1dd2-11b2-8000-071353030311" + "S": "7e367980-1dda-11b2-8000-071353030311" } } }, @@ -1023,7 +1396,7 @@ "_meta": { "M": { "uuid": { - "S": "1da33e80-1dd2-11b2-8000-071353030311" + "S": "7f67a680-1dda-11b2-8000-071353030311" } } }, @@ -1109,7 +1482,7 @@ "_meta": { "M": { "uuid": { - "S": "81ca0080-1dda-11b2-8000-071353030311" + "S": "e38e6880-1de2-11b2-8000-071353030311" } } }, @@ -1195,7 +1568,7 @@ "_meta": { "M": { "uuid": { - "S": "82fb2d80-1dda-11b2-8000-071353030311" + "S": "e4bf9580-1de2-11b2-8000-071353030311" } } }, @@ -1281,7 +1654,7 @@ "_meta": { "M": { "uuid": { - "S": "81316a00-1dda-11b2-8000-071353030311" + "S": "e2f5d200-1de2-11b2-8000-071353030311" } } }, @@ -1371,7 +1744,7 @@ "_meta": { "M": { "uuid": { - "S": "8098d380-1dda-11b2-8000-071353030311" + "S": "e25d3b80-1de2-11b2-8000-071353030311" } } }, @@ -1467,7 +1840,7 @@ "_meta": { "M": { "uuid": { - "S": "1d0aa800-1dd2-11b2-8000-071353030311" + "S": "7ecf1000-1dda-11b2-8000-071353030311" } } }, @@ -1545,7 +1918,7 @@ "_meta": { "M": { "uuid": { - "S": "7d9de300-1dda-11b2-8000-071353030311" + "S": "df624b00-1de2-11b2-8000-071353030311" } } }, @@ -1606,7 +1979,7 @@ "_meta": { "M": { "uuid": { - "S": "7f67a680-1dda-11b2-8000-071353030311" + "S": "e12c0e80-1de2-11b2-8000-071353030311" } } }, @@ -1649,7 +2022,7 @@ "_meta": { "M": { "uuid": { - "S": "7d054c80-1dda-11b2-8000-071353030311" + "S": "dec9b480-1de2-11b2-8000-071353030311" } } }, @@ -1710,7 +2083,7 @@ "_meta": { "M": { "uuid": { - "S": "1a0fb780-1dd2-11b2-8000-071353030311" + "S": "7bd41f80-1dda-11b2-8000-071353030311" } } }, @@ -1771,7 +2144,7 @@ "_meta": { "M": { "uuid": { - "S": "7e367980-1dda-11b2-8000-071353030311" + "S": "dffae180-1de2-11b2-8000-071353030311" } } }, @@ -1832,7 +2205,7 @@ "_meta": { "M": { "uuid": { - "S": "7ecf1000-1dda-11b2-8000-071353030311" + "S": "e0937800-1de2-11b2-8000-071353030311" } } }, @@ -1875,7 +2248,7 @@ "_meta": { "M": { "uuid": { - "S": "80003d00-1dda-11b2-8000-071353030311" + "S": "e1c4a500-1de2-11b2-8000-071353030311" } } }, @@ -1918,7 +2291,7 @@ "_meta": { "M": { "uuid": { - "S": "1aa84e00-1dd2-11b2-8000-071353030311" + "S": "7c6cb600-1dda-11b2-8000-071353030311" } } }, diff --git a/tests/materialize/materialize-elasticsearch/fetch.sh b/tests/materialize/materialize-elasticsearch/fetch.sh index b74539c0c0..4742dacb99 100755 --- a/tests/materialize/materialize-elasticsearch/fetch.sh +++ b/tests/materialize/materialize-elasticsearch/fetch.sh @@ -7,7 +7,7 @@ function exportIndexToJsonl() { curl -u "${TEST_ES_USERNAME}":"${TEST_ES_PASSWORD}" -o /dev/null -s "${TEST_ES_LOCAL_ENDPOINT}/${index}/_refresh" - curl -u "${TEST_ES_USERNAME}":"${TEST_ES_PASSWORD}" -s "${TEST_ES_LOCAL_ENDPOINT}/${index}/_search" | + curl -u "${TEST_ES_USERNAME}":"${TEST_ES_PASSWORD}" -s "${TEST_ES_LOCAL_ENDPOINT}/${index}/_search?size=100" | jq "[.hits | .hits[] | ._source ] | sort_by(.id, .flow_published_at) | { index: \"$index\", rows: . }" } diff --git a/tests/materialize/materialize-elasticsearch/snapshot.json b/tests/materialize/materialize-elasticsearch/snapshot.json index 5d86ca876a..817ea5c768 100644 --- a/tests/materialize/materialize-elasticsearch/snapshot.json +++ b/tests/materialize/materialize-elasticsearch/snapshot.json @@ -10,6 +10,14 @@ "connectorState", {} ] +[ + "connectorState", + {} +] +[ + "connectorState", + {} +] [ "connectorState", { @@ -23,120 +31,120 @@ "canary": "amputation's", "flow_document": { "_meta": { - "uuid": "13814000-1dd2-11b2-8000-071353030311" + "uuid": "7545a800-1dda-11b2-8000-071353030311" }, "canary": "amputation's", "id": 1 }, - "flow_published_at": "1970-01-01T00:00:00.000000000Z", + "flow_published_at": "1970-01-01T01:00:00.000000000Z", "id": 1 }, { "canary": "armament's", "flow_document": { "_meta": { - "uuid": "1419d680-1dd2-11b2-8000-071353030311" + "uuid": "75de3e80-1dda-11b2-8000-071353030311" }, "canary": "armament's", "id": 2 }, - "flow_published_at": "1970-01-01T00:00:01.000000000Z", + "flow_published_at": "1970-01-01T01:00:01.000000000Z", "id": 2 }, { "canary": "splatters", "flow_document": { "_meta": { - "uuid": "14b26d00-1dd2-11b2-8000-071353030311" + "uuid": "7676d500-1dda-11b2-8000-071353030311" }, "canary": "splatters", "id": 3 }, - "flow_published_at": "1970-01-01T00:00:02.000000000Z", + "flow_published_at": "1970-01-01T01:00:02.000000000Z", "id": 3 }, { "canary": "strengthen", "flow_document": { "_meta": { - "uuid": "154b0380-1dd2-11b2-8000-071353030311" + "uuid": "770f6b80-1dda-11b2-8000-071353030311" }, "canary": "strengthen", "id": 4 }, - "flow_published_at": "1970-01-01T00:00:03.000000000Z", + "flow_published_at": "1970-01-01T01:00:03.000000000Z", "id": 4 }, { "canary": "Kringle's", "flow_document": { "_meta": { - "uuid": "15e39a00-1dd2-11b2-8000-071353030311" + "uuid": "77a80200-1dda-11b2-8000-071353030311" }, "canary": "Kringle's", "id": 5 }, - "flow_published_at": "1970-01-01T00:00:04.000000000Z", + "flow_published_at": "1970-01-01T01:00:04.000000000Z", "id": 5 }, { "canary": "grosbeak's", "flow_document": { "_meta": { - "uuid": "167c3080-1dd2-11b2-8000-071353030311" + "uuid": "78409880-1dda-11b2-8000-071353030311" }, "canary": "grosbeak's", "id": 6 }, - "flow_published_at": "1970-01-01T00:00:05.000000000Z", + "flow_published_at": "1970-01-01T01:00:05.000000000Z", "id": 6 }, { "canary": "pieced", "flow_document": { "_meta": { - "uuid": "7545a800-1dda-11b2-8000-071353030311" + "uuid": "d70a1000-1de2-11b2-8000-071353030311" }, "canary": "pieced", "id": 7 }, - "flow_published_at": "1970-01-01T01:00:00.000000000Z", + "flow_published_at": "1970-01-01T02:00:00.000000000Z", "id": 7 }, { "canary": "roaches", "flow_document": { "_meta": { - "uuid": "75de3e80-1dda-11b2-8000-071353030311" + "uuid": "d7a2a680-1de2-11b2-8000-071353030311" }, "canary": "roaches", "id": 8 }, - "flow_published_at": "1970-01-01T01:00:01.000000000Z", + "flow_published_at": "1970-01-01T02:00:01.000000000Z", "id": 8 }, { "canary": "devilish", "flow_document": { "_meta": { - "uuid": "7676d500-1dda-11b2-8000-071353030311" + "uuid": "d83b3d00-1de2-11b2-8000-071353030311" }, "canary": "devilish", "id": 9 }, - "flow_published_at": "1970-01-01T01:00:02.000000000Z", + "flow_published_at": "1970-01-01T02:00:02.000000000Z", "id": 9 }, { "canary": "glucose's", "flow_document": { "_meta": { - "uuid": "770f6b80-1dda-11b2-8000-071353030311" + "uuid": "d8d3d380-1de2-11b2-8000-071353030311" }, "canary": "glucose's", "id": 10 }, - "flow_published_at": "1970-01-01T01:00:03.000000000Z", + "flow_published_at": "1970-01-01T02:00:03.000000000Z", "id": 10 } ] @@ -147,13 +155,13 @@ { "flow_document": { "_meta": { - "uuid": "77a80200-1dda-11b2-8000-071353030311" + "uuid": "d96c6a00-1de2-11b2-8000-071353030311" }, "id": 1, "int": 7, "str": "str 6" }, - "flow_published_at": "1970-01-01T01:00:04.000000000Z", + "flow_published_at": "1970-01-01T02:00:04.000000000Z", "id": 1, "int": 7, "str": "str 6" @@ -161,13 +169,13 @@ { "flow_document": { "_meta": { - "uuid": "78409880-1dda-11b2-8000-071353030311" + "uuid": "da050080-1de2-11b2-8000-071353030311" }, "id": 2, "int": 9, "str": "str 7" }, - "flow_published_at": "1970-01-01T01:00:05.000000000Z", + "flow_published_at": "1970-01-01T02:00:05.000000000Z", "id": 2, "int": 9, "str": "str 7" @@ -175,13 +183,13 @@ { "flow_document": { "_meta": { - "uuid": "78d92f00-1dda-11b2-8000-071353030311" + "uuid": "da9d9700-1de2-11b2-8000-071353030311" }, "id": 3, "int": 11, "str": "str 8" }, - "flow_published_at": "1970-01-01T01:00:06.000000000Z", + "flow_published_at": "1970-01-01T02:00:06.000000000Z", "id": 3, "int": 11, "str": "str 8" @@ -189,13 +197,13 @@ { "flow_document": { "_meta": { - "uuid": "7971c580-1dda-11b2-8000-071353030311" + "uuid": "db362d80-1de2-11b2-8000-071353030311" }, "id": 4, "int": 13, "str": "str 9" }, - "flow_published_at": "1970-01-01T01:00:07.000000000Z", + "flow_published_at": "1970-01-01T02:00:07.000000000Z", "id": 4, "int": 13, "str": "str 9" @@ -203,16 +211,86 @@ { "flow_document": { "_meta": { - "uuid": "7a0a5c00-1dda-11b2-8000-071353030311" + "uuid": "dbcec400-1de2-11b2-8000-071353030311" }, "id": 5, "int": 15, "str": "str 10" }, - "flow_published_at": "1970-01-01T01:00:08.000000000Z", + "flow_published_at": "1970-01-01T02:00:08.000000000Z", "id": 5, "int": 15, "str": "str 10" + }, + { + "flow_document": { + "_meta": { + "uuid": "38ce7800-1deb-11b2-8000-071353030311" + }, + "id": 6, + "int": 11, + "str": "str 11" + }, + "flow_published_at": "1970-01-01T03:00:00.000000000Z", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_document": { + "_meta": { + "uuid": "39670e80-1deb-11b2-8000-071353030311" + }, + "id": 7, + "int": 12, + "str": "str 12" + }, + "flow_published_at": "1970-01-01T03:00:01.000000000Z", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_document": { + "_meta": { + "uuid": "39ffa500-1deb-11b2-8000-071353030311" + }, + "id": 8, + "int": 13, + "str": "str 13" + }, + "flow_published_at": "1970-01-01T03:00:02.000000000Z", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_document": { + "_meta": { + "uuid": "3a983b80-1deb-11b2-8000-071353030311" + }, + "id": 9, + "int": 14, + "str": "str 14" + }, + "flow_published_at": "1970-01-01T03:00:03.000000000Z", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_document": { + "_meta": { + "uuid": "3b30d200-1deb-11b2-8000-071353030311" + }, + "id": 10, + "int": 15, + "str": "str 15" + }, + "flow_published_at": "1970-01-01T03:00:04.000000000Z", + "id": 10, + "int": 15, + "str": "str 15" } ] } @@ -222,13 +300,13 @@ { "flow_document": { "_meta": { - "uuid": "1714c700-1dd2-11b2-8000-071353030311" + "uuid": "78d92f00-1dda-11b2-8000-071353030311" }, "id": 1, "int": 1, "str": "str 1" }, - "flow_published_at": "1970-01-01T00:00:06.000000000Z", + "flow_published_at": "1970-01-01T01:00:06.000000000Z", "id": 1, "int": 1, "str": "str 1" @@ -236,13 +314,13 @@ { "flow_document": { "_meta": { - "uuid": "77a80200-1dda-11b2-8000-071353030311" + "uuid": "d96c6a00-1de2-11b2-8000-071353030311" }, "id": 1, "int": 6, "str": "str 6" }, - "flow_published_at": "1970-01-01T01:00:04.000000000Z", + "flow_published_at": "1970-01-01T02:00:04.000000000Z", "id": 1, "int": 6, "str": "str 6" @@ -250,13 +328,13 @@ { "flow_document": { "_meta": { - "uuid": "17ad5d80-1dd2-11b2-8000-071353030311" + "uuid": "7971c580-1dda-11b2-8000-071353030311" }, "id": 2, "int": 2, "str": "str 2" }, - "flow_published_at": "1970-01-01T00:00:07.000000000Z", + "flow_published_at": "1970-01-01T01:00:07.000000000Z", "id": 2, "int": 2, "str": "str 2" @@ -264,13 +342,13 @@ { "flow_document": { "_meta": { - "uuid": "78409880-1dda-11b2-8000-071353030311" + "uuid": "da050080-1de2-11b2-8000-071353030311" }, "id": 2, "int": 7, "str": "str 7" }, - "flow_published_at": "1970-01-01T01:00:05.000000000Z", + "flow_published_at": "1970-01-01T02:00:05.000000000Z", "id": 2, "int": 7, "str": "str 7" @@ -278,13 +356,13 @@ { "flow_document": { "_meta": { - "uuid": "1845f400-1dd2-11b2-8000-071353030311" + "uuid": "7a0a5c00-1dda-11b2-8000-071353030311" }, "id": 3, "int": 3, "str": "str 3" }, - "flow_published_at": "1970-01-01T00:00:08.000000000Z", + "flow_published_at": "1970-01-01T01:00:08.000000000Z", "id": 3, "int": 3, "str": "str 3" @@ -292,13 +370,13 @@ { "flow_document": { "_meta": { - "uuid": "78d92f00-1dda-11b2-8000-071353030311" + "uuid": "da9d9700-1de2-11b2-8000-071353030311" }, "id": 3, "int": 8, "str": "str 8" }, - "flow_published_at": "1970-01-01T01:00:06.000000000Z", + "flow_published_at": "1970-01-01T02:00:06.000000000Z", "id": 3, "int": 8, "str": "str 8" @@ -306,13 +384,13 @@ { "flow_document": { "_meta": { - "uuid": "18de8a80-1dd2-11b2-8000-071353030311" + "uuid": "7aa2f280-1dda-11b2-8000-071353030311" }, "id": 4, "int": 4, "str": "str 4" }, - "flow_published_at": "1970-01-01T00:00:09.000000000Z", + "flow_published_at": "1970-01-01T01:00:09.000000000Z", "id": 4, "int": 4, "str": "str 4" @@ -320,13 +398,13 @@ { "flow_document": { "_meta": { - "uuid": "7971c580-1dda-11b2-8000-071353030311" + "uuid": "db362d80-1de2-11b2-8000-071353030311" }, "id": 4, "int": 9, "str": "str 9" }, - "flow_published_at": "1970-01-01T01:00:07.000000000Z", + "flow_published_at": "1970-01-01T02:00:07.000000000Z", "id": 4, "int": 9, "str": "str 9" @@ -334,13 +412,13 @@ { "flow_document": { "_meta": { - "uuid": "19772100-1dd2-11b2-8000-071353030311" + "uuid": "7b3b8900-1dda-11b2-8000-071353030311" }, "id": 5, "int": 5, "str": "str 5" }, - "flow_published_at": "1970-01-01T00:00:10.000000000Z", + "flow_published_at": "1970-01-01T01:00:10.000000000Z", "id": 5, "int": 5, "str": "str 5" @@ -348,16 +426,86 @@ { "flow_document": { "_meta": { - "uuid": "7a0a5c00-1dda-11b2-8000-071353030311" + "uuid": "dbcec400-1de2-11b2-8000-071353030311" }, "id": 5, "int": 10, "str": "str 10" }, - "flow_published_at": "1970-01-01T01:00:08.000000000Z", + "flow_published_at": "1970-01-01T02:00:08.000000000Z", "id": 5, "int": 10, "str": "str 10" + }, + { + "flow_document": { + "_meta": { + "uuid": "38ce7800-1deb-11b2-8000-071353030311" + }, + "id": 6, + "int": 11, + "str": "str 11" + }, + "flow_published_at": "1970-01-01T03:00:00.000000000Z", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_document": { + "_meta": { + "uuid": "39670e80-1deb-11b2-8000-071353030311" + }, + "id": 7, + "int": 12, + "str": "str 12" + }, + "flow_published_at": "1970-01-01T03:00:01.000000000Z", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_document": { + "_meta": { + "uuid": "39ffa500-1deb-11b2-8000-071353030311" + }, + "id": 8, + "int": 13, + "str": "str 13" + }, + "flow_published_at": "1970-01-01T03:00:02.000000000Z", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_document": { + "_meta": { + "uuid": "3a983b80-1deb-11b2-8000-071353030311" + }, + "id": 9, + "int": 14, + "str": "str 14" + }, + "flow_published_at": "1970-01-01T03:00:03.000000000Z", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_document": { + "_meta": { + "uuid": "3b30d200-1deb-11b2-8000-071353030311" + }, + "id": 10, + "int": 15, + "str": "str 15" + }, + "flow_published_at": "1970-01-01T03:00:04.000000000Z", + "id": 10, + "int": 15, + "str": "str 15" } ] } @@ -365,64 +513,94 @@ "index": "index-duplicated-keys-delta-exclude-flow-doc", "rows": [ { - "flow_published_at": "1970-01-01T00:00:06.000000000Z", + "flow_published_at": "1970-01-01T01:00:06.000000000Z", "id": 1, "int": 1, "str": "str 1" }, { - "flow_published_at": "1970-01-01T01:00:04.000000000Z", + "flow_published_at": "1970-01-01T02:00:04.000000000Z", "id": 1, "int": 6, "str": "str 6" }, { - "flow_published_at": "1970-01-01T00:00:07.000000000Z", + "flow_published_at": "1970-01-01T01:00:07.000000000Z", "id": 2, "int": 2, "str": "str 2" }, { - "flow_published_at": "1970-01-01T01:00:05.000000000Z", + "flow_published_at": "1970-01-01T02:00:05.000000000Z", "id": 2, "int": 7, "str": "str 7" }, { - "flow_published_at": "1970-01-01T00:00:08.000000000Z", + "flow_published_at": "1970-01-01T01:00:08.000000000Z", "id": 3, "int": 3, "str": "str 3" }, { - "flow_published_at": "1970-01-01T01:00:06.000000000Z", + "flow_published_at": "1970-01-01T02:00:06.000000000Z", "id": 3, "int": 8, "str": "str 8" }, { - "flow_published_at": "1970-01-01T00:00:09.000000000Z", + "flow_published_at": "1970-01-01T01:00:09.000000000Z", "id": 4, "int": 4, "str": "str 4" }, { - "flow_published_at": "1970-01-01T01:00:07.000000000Z", + "flow_published_at": "1970-01-01T02:00:07.000000000Z", "id": 4, "int": 9, "str": "str 9" }, { - "flow_published_at": "1970-01-01T00:00:10.000000000Z", + "flow_published_at": "1970-01-01T01:00:10.000000000Z", "id": 5, "int": 5, "str": "str 5" }, { - "flow_published_at": "1970-01-01T01:00:08.000000000Z", + "flow_published_at": "1970-01-01T02:00:08.000000000Z", "id": 5, "int": 10, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01T03:00:00.000000000Z", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01T03:00:01.000000000Z", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01T03:00:02.000000000Z", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01T03:00:03.000000000Z", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01T03:00:04.000000000Z", + "id": 10, + "int": 15, + "str": "str 15" } ] } @@ -439,7 +617,7 @@ "float_field": 1.1, "flow_document": { "_meta": { - "uuid": "1b40e480-1dd2-11b2-8000-071353030311" + "uuid": "7d054c80-1dda-11b2-8000-071353030311" }, "array_int": [ 11, @@ -455,7 +633,7 @@ "nullable_int": null, "str_field": "str1" }, - "flow_published_at": "1970-01-01T00:00:13.000000000Z", + "flow_published_at": "1970-01-01T01:00:13.000000000Z", "id": 1, "multiple": { "json": 1 @@ -476,7 +654,7 @@ "float_field": 2.2, "flow_document": { "_meta": { - "uuid": "1bd97b00-1dd2-11b2-8000-071353030311" + "uuid": "7d9de300-1dda-11b2-8000-071353030311" }, "array_int": [ 21, @@ -492,7 +670,7 @@ "nullable_int": 2, "str_field": "str2" }, - "flow_published_at": "1970-01-01T00:00:14.000000000Z", + "flow_published_at": "1970-01-01T01:00:14.000000000Z", "id": 2, "multiple": { "json": 2.2 @@ -513,7 +691,7 @@ "float_field": 3.3, "flow_document": { "_meta": { - "uuid": "1c721180-1dd2-11b2-8000-071353030311" + "uuid": "7e367980-1dda-11b2-8000-071353030311" }, "array_int": [ 31, @@ -529,7 +707,7 @@ "nullable_int": null, "str_field": "str3" }, - "flow_published_at": "1970-01-01T00:00:15.000000000Z", + "flow_published_at": "1970-01-01T01:00:15.000000000Z", "id": 3, "multiple": { "json": true @@ -550,7 +728,7 @@ "float_field": 4.4, "flow_document": { "_meta": { - "uuid": "1d0aa800-1dd2-11b2-8000-071353030311" + "uuid": "7ecf1000-1dda-11b2-8000-071353030311" }, "array_int": [ 41, @@ -566,7 +744,7 @@ "nullable_int": 4, "str_field": "str4" }, - "flow_published_at": "1970-01-01T00:00:16.000000000Z", + "flow_published_at": "1970-01-01T01:00:16.000000000Z", "id": 4, "multiple": { "json": false @@ -587,7 +765,7 @@ "float_field": 5.5, "flow_document": { "_meta": { - "uuid": "1da33e80-1dd2-11b2-8000-071353030311" + "uuid": "7f67a680-1dda-11b2-8000-071353030311" }, "array_int": [ 51, @@ -603,7 +781,7 @@ "nullable_int": null, "str_field": "str5" }, - "flow_published_at": "1970-01-01T00:00:17.000000000Z", + "flow_published_at": "1970-01-01T01:00:17.000000000Z", "id": 5, "multiple": { "json": "string five" @@ -624,7 +802,7 @@ "float_field": 66.66, "flow_document": { "_meta": { - "uuid": "8098d380-1dda-11b2-8000-071353030311" + "uuid": "e25d3b80-1de2-11b2-8000-071353030311" }, "array_int": [ 61, @@ -644,7 +822,7 @@ "nullable_int": 6, "str_field": "str6 v2" }, - "flow_published_at": "1970-01-01T01:00:19.000000000Z", + "flow_published_at": "1970-01-01T02:00:19.000000000Z", "id": 6, "multiple": { "json": [ @@ -669,7 +847,7 @@ "float_field": 77.77, "flow_document": { "_meta": { - "uuid": "81316a00-1dda-11b2-8000-071353030311" + "uuid": "e2f5d200-1de2-11b2-8000-071353030311" }, "array_int": [ 71, @@ -687,7 +865,7 @@ "nullable_int": null, "str_field": "str7 v2" }, - "flow_published_at": "1970-01-01T01:00:20.000000000Z", + "flow_published_at": "1970-01-01T02:00:20.000000000Z", "id": 7, "multiple": { "json": { @@ -710,7 +888,7 @@ "float_field": 88.88, "flow_document": { "_meta": { - "uuid": "81ca0080-1dda-11b2-8000-071353030311" + "uuid": "e38e6880-1de2-11b2-8000-071353030311" }, "array_int": [ 81, @@ -726,7 +904,7 @@ "nullable_int": 8, "str_field": "str8 v2" }, - "flow_published_at": "1970-01-01T01:00:21.000000000Z", + "flow_published_at": "1970-01-01T02:00:21.000000000Z", "id": 8, "multiple": { "json": null @@ -747,7 +925,7 @@ "float_field": 99.99, "flow_document": { "_meta": { - "uuid": "82629700-1dda-11b2-8000-071353030311" + "uuid": "e426ff00-1de2-11b2-8000-071353030311" }, "array_int": [ 91, @@ -763,7 +941,7 @@ "nullable_int": null, "str_field": "str9 v2" }, - "flow_published_at": "1970-01-01T01:00:22.000000000Z", + "flow_published_at": "1970-01-01T02:00:22.000000000Z", "id": 9, "multiple": { "json": null @@ -784,7 +962,7 @@ "float_field": 1010.101, "flow_document": { "_meta": { - "uuid": "82fb2d80-1dda-11b2-8000-071353030311" + "uuid": "e4bf9580-1de2-11b2-8000-071353030311" }, "array_int": [ 1, @@ -800,7 +978,7 @@ "nullable_int": 10, "str_field": "str10 v2" }, - "flow_published_at": "1970-01-01T01:00:23.000000000Z", + "flow_published_at": "1970-01-01T02:00:23.000000000Z", "id": 10, "multiple": { "json": null @@ -821,7 +999,7 @@ "datetime": "0000-01-01T00:00:00Z", "flow_document": { "_meta": { - "uuid": "7d054c80-1dda-11b2-8000-071353030311" + "uuid": "dec9b480-1de2-11b2-8000-071353030311" }, "date": "0000-01-01", "datetime": "0000-01-01T00:00:00Z", @@ -832,7 +1010,7 @@ "num_str": "10.1", "time": "00:00:00Z" }, - "flow_published_at": "1970-01-01T01:00:13.000000000Z", + "flow_published_at": "1970-01-01T02:00:13.000000000Z", "id": 1, "int_and_str": 1, "int_str": "10", @@ -845,7 +1023,7 @@ "datetime": "1999-02-02T14:20:12.33Z", "flow_document": { "_meta": { - "uuid": "7d9de300-1dda-11b2-8000-071353030311" + "uuid": "df624b00-1de2-11b2-8000-071353030311" }, "date": "1999-02-02", "datetime": "1999-02-02T14:20:12.33Z", @@ -856,7 +1034,7 @@ "num_str": "20.1", "time": "14:20:12.33Z" }, - "flow_published_at": "1970-01-01T01:00:14.000000000Z", + "flow_published_at": "1970-01-01T02:00:14.000000000Z", "id": 2, "int_and_str": 2, "int_str": "20", @@ -869,7 +1047,7 @@ "datetime": "1000-03-03T23:59:38.10Z", "flow_document": { "_meta": { - "uuid": "1a0fb780-1dd2-11b2-8000-071353030311" + "uuid": "7bd41f80-1dda-11b2-8000-071353030311" }, "date": "1000-03-03", "datetime": "1000-03-03T23:59:38.10Z", @@ -880,7 +1058,7 @@ "num_str": "30.1", "time": "23:59:38.10Z" }, - "flow_published_at": "1970-01-01T00:00:11.000000000Z", + "flow_published_at": "1970-01-01T01:00:11.000000000Z", "id": 3, "int_and_str": 3, "int_str": "30", @@ -893,7 +1071,7 @@ "datetime": "2023-08-29T23:59:38Z", "flow_document": { "_meta": { - "uuid": "1aa84e00-1dd2-11b2-8000-071353030311" + "uuid": "7c6cb600-1dda-11b2-8000-071353030311" }, "date": "2023-08-29", "datetime": "2023-08-29T23:59:38Z", @@ -904,7 +1082,7 @@ "num_str": "40.1", "time": "23:59:38Z" }, - "flow_published_at": "1970-01-01T00:00:12.000000000Z", + "flow_published_at": "1970-01-01T01:00:12.000000000Z", "id": 4, "int_and_str": "4", "int_str": "40", @@ -917,7 +1095,7 @@ "datetime": "9999-12-31T23:59:59Z", "flow_document": { "_meta": { - "uuid": "7e367980-1dda-11b2-8000-071353030311" + "uuid": "dffae180-1de2-11b2-8000-071353030311" }, "date": "9999-12-31", "datetime": "9999-12-31T23:59:59Z", @@ -928,7 +1106,7 @@ "num_str": "50.1", "time": "23:59:59Z" }, - "flow_published_at": "1970-01-01T01:00:15.000000000Z", + "flow_published_at": "1970-01-01T02:00:15.000000000Z", "id": 5, "int_and_str": "5", "int_str": "50", @@ -941,12 +1119,12 @@ "datetime": null, "flow_document": { "_meta": { - "uuid": "7ecf1000-1dda-11b2-8000-071353030311" + "uuid": "e0937800-1de2-11b2-8000-071353030311" }, "id": 8, "num_str": "NaN" }, - "flow_published_at": "1970-01-01T01:00:16.000000000Z", + "flow_published_at": "1970-01-01T02:00:16.000000000Z", "id": 8, "int_and_str": null, "int_str": null, @@ -959,12 +1137,12 @@ "datetime": null, "flow_document": { "_meta": { - "uuid": "7f67a680-1dda-11b2-8000-071353030311" + "uuid": "e12c0e80-1de2-11b2-8000-071353030311" }, "id": 9, "num_str": "Infinity" }, - "flow_published_at": "1970-01-01T01:00:17.000000000Z", + "flow_published_at": "1970-01-01T02:00:17.000000000Z", "id": 9, "int_and_str": null, "int_str": null, @@ -977,12 +1155,12 @@ "datetime": null, "flow_document": { "_meta": { - "uuid": "80003d00-1dda-11b2-8000-071353030311" + "uuid": "e1c4a500-1de2-11b2-8000-071353030311" }, "id": 10, "num_str": "-Infinity" }, - "flow_published_at": "1970-01-01T01:00:18.000000000Z", + "flow_published_at": "1970-01-01T02:00:18.000000000Z", "id": 10, "int_and_str": null, "int_str": null, @@ -1000,11 +1178,11 @@ "flow_document": { "_meta": { "op": "u", - "uuid": "84c4f100-1dda-11b2-8000-071353030311" + "uuid": "e6895900-1de2-11b2-8000-071353030311" }, "id": 2 }, - "flow_published_at": "1970-01-01T01:00:26.000000000Z", + "flow_published_at": "1970-01-01T02:00:26.000000000Z", "id": 2 }, { @@ -1012,11 +1190,11 @@ "flow_document": { "_meta": { "op": "c", - "uuid": "855d8780-1dda-11b2-8000-071353030311" + "uuid": "e721ef80-1de2-11b2-8000-071353030311" }, "id": 3 }, - "flow_published_at": "1970-01-01T01:00:27.000000000Z", + "flow_published_at": "1970-01-01T02:00:27.000000000Z", "id": 3 } ] diff --git a/tests/materialize/materialize-google-sheets/config.yaml b/tests/materialize/materialize-google-sheets/config.yaml new file mode 100644 index 0000000000..c811713e96 --- /dev/null +++ b/tests/materialize/materialize-google-sheets/config.yaml @@ -0,0 +1,18 @@ +spreadsheetUrl: https://docs.google.com/spreadsheets/d/1aki_PfFU-RCXCvm4-U0O4QoElZBIC7F9lfR-RBG0CTc/edit#gid=0 +credentials: + auth_type: Service + credentials_json_sops: ENC[AES256_GCM,data:WfEx0TlLQNDn4zbQYs96qeK6Ta3pivoUWMx2AS5PS/xOMlKEGmiPH5l/C3y2f4AP1FZLGAQmvST3ZQatKwTyaE2QJWZCXjF2E+ejOFxM+LhgcNNphUx3jUQ+0hK2cDRWqALRVIasqCYEEGHD58jrSmAr45cY2RNlmhavR8HNcGuDzobCrv0h8Ff/OME8g7JuFclOjK08sYZ8PCqFES4G/V1ZGqvMKr4AAW0xTh7pDSnNju7RsRskmNZ3XOPktcndOa5F4/Pnj2MzbSRRmkqUbMXtDKdKIJNhdvqsETM2TC2jkPwdCNVfe0dPmJqTXXOrTeRMognAOXp56e7NcYQpYSPunEXXrC8Adak7jtT5Cs2OuLBV8IEONKUsiM0EAIIPkYuS7I7Tr1cXWQoQVEayqQ2+A6nOOVWH/SofvZERi9LWbot2ZR/UuSoV75+zuzHoitI0lygRcfZ7w8hRNSzxPrbC6g11f6AUE8G4g3BFdoF2GmP249wHH8xfD894OhbNpV0RIuYTRw5d3K14+EZVG6DMREyQLBhF51Wha9PSa/X4HV7Tl07Kj/GsGbWxDHuXcW2yPsTZU+kQSvxo8ioqWupvkEw4W/t2PORou20jDmKYVCmlNhv+O/6juYd6E4CRqLSjMm8eTBXd54LsQsp8M5ApyDuKO+E3LViNEVPVfaYsXteUhSClyeri4J3Pup2H68Jmlp8NCOIWOPUAeLzMyn8zFRPG9B9jHM3Wc90fpRzlF/ikNf2eBRM0u/8l9m20jV8pFewqU5EFhWw4Ye1UzypHzLKQVSg7Y8r5rdPBGaueWE8r8gTPTzCSgcFAVBYbPsriuIgmzyJq/5+aHtzkFPyGVt6OllKYaq6Yhgv1Dzx+sCjZB6cKXdOI97dx6Oy7fl11gULumOM5dDSB9GPQsZhJalm/KF7tqS46iW4gGSZe4/5J+zPlKA3a6nssaPIhIF+s1RotcO+QTIc8xncNmr7Oo/V/6zpPK/LfU5Wjgjv1As8SS+gzUg2dN/2rxbEm9eUJysoIXwvrEI7xDE6GfwLw8UO450SG2rolFdPoS0TdLWFBI01tE1Jz/e6AhGYU9gWJpBNplgbzCV1JhP/d0Jj0sgtPsVYo736d9onmFJw9L1NV6Vi+4Wce/3iIi4g39XrGtFW0dwxQ3+3YHEJfPum+nVlhoYnyckCL40WQDRv8hmgNvojaSOTI9BZ9Mf4bnL0kj0Bp0dW9xkNcdBbXjwP1pZYHjDG4Ybho67nqKOfqP5jXah4+9KTHLcDNCiPC608d0LVLTDL27kVN5Mf5d2T5iLJdk+dNrFN8rlo8M+BvjFvSFvP7MkWLyQgBVC5MBeRhjnDttg9F3sGeGDxYpA6+kempv4BAyI1zknlpvZBmO4+ENPYuQI7WvIXk60xKsKfMTAY4fgwR+fOkxJ35YGqk61HRNxRUY66B/st4vwdb8Bi9rZsJanwbJb9HZSW6yR7hbRZxrWjH+VoLAXV1i0zYAOBy9aeB4ifUGn/W85apIV9ZkTOQmfpciyiWte+OBrpIqVvFXOcKriw584pXSBZoNyLp82eFsu17pIhjcQ8IRS28OMujvK1ae+hei7+m0GM0rT/WesF4jT7okbVxBkJGVQySHPex1AKyQkQwytKZ7Opulu82H2kbb7m8DDMyIyDfBE1PHnSDkoja+sOxt11oC4R6EczkszcufSr/vRwXUqhVtDI3souRRmfx8a135gNWbdvjCGyBjT+ktoVFfgcmcqwrNfxWM6pE7Nm8gnc5YeufQPMw2ZgetNqn2rHL5sIgmyg4pvZPADcVyOBYj2pSoZWitAYvI4W1NBqanuoVw8hiBdUiWiMqGCtvIWZkrk45ZBDTtNKLuCANVlPEtGtU/KUnl6CIA/Rmuui5pbtuL1XOJTDq5usYvJ16bPfw5XolWPQFkrdpKnE8iTQwfC6DEh6TnMIDVWBI7t8PtrlRKAtqkgLcEqcxzggJYV7yYvtlQnlgO0gryqcDI3HSeA2+GoXKsP5uEXAsSHiBol4UrnoDk+IKBUt3LlRWdch4gjzls1CtX6m1x+MVKUuHTTbeHvxPR3mMb4jI15r61tsW2G180RBUQrIfPDV9v+3Js7/aPuZM+x/JHFls4kXf8F6BSOGG9jMH6+9+nLz/HUFI+D9RifoUc1f4tfWOw+o44sjoULSr0UNUvAnlICuIQAyrGudd4HTNoOMe8EwJFgd2P9XC87RsCbJbJKz2baxBaQk4PRXN1A0i2/fMvwrdbUZSYicNnse9/7fOGzmblGNIW1Q91LzA3IjtAFb3D1e1pxTaoaJW9oK4st2j1imNDBRI7vHfMblKPmF9RPN9iqTlWIazvcGjXp1VlNguOu4bQWLUcvsJ5HJhV6YFfcwGzt+rESln2YORv9SVb9umM8PZCcVh6yVJIURqKiyAi5jdWUNB5OuoymssJ1ViJLWkAkB8uIBCPxuazxBLFzCy9/V5juOzDj9R2Xk7vbOouutdLPkHOqlaS0U45OZeB88+7m4Y5T7HtkGGQ2TxDVzB7xYRcRozHltlexePsMoBVS4hdMALQgZMIknNMq46w9B+4jbG6zps2vtN5xg9rUIUmO2RJoHILv8WC9ItEMNuxLgCwvqoPgRLraO8KbB9FZqfquRHeoyqbV1RCaA4rcpoyXd0R4qChYr4+mf30MaUZHVX+VeupWqbglud2XnYGBRsXbCGRcFG4gKxhTTbeGuYQTfha/s6HXW76usfmcvBy0J1LD3fmggmEaUrgG/m9pt+MNLi5+eGOILBIOGgEaB/+MucE+b3k1/i7Mh7T6AzDUGxiVRj541bBHba7mQvCZa1wl9F4ZPPgdUa+We3pX8gRTafFKJ2LeyQ6SRIT00vn9EssVRJU6mnP/Cla2dEgFi0J3WGuDWemXqf7v4FTFIycv0lYUzxuTO1m6avb42oO5G83FbciGN18oA3aGMhYbHUwuZEKlef2Hdpl+HOoP4XoUZuMCddrgY6YA+fFVNnEvQv/g6zdLHACif717sRqxIGf49VD48KxNOHgZhDA5Gps2SkQ70bshS2cFzy28ME4RSNq7IHbj1qTQACxCbjitrPjnFi4MO0XcRG2EbeDH4vPPSJp2HL8Yok,iv:L0reKc6DEn97OxCqBr1EvbvhlaEdLkIIRjwI3aQeFOs=,tag:cLBYhifBi9/iA4MHDEilPQ==,type:str] +sops: + kms: [] + gcp_kms: + - resource_id: projects/estuary-theatre/locations/us-central1/keyRings/connector-keyring/cryptoKeys/connector-repository + created_at: "2025-02-20T15:00:40Z" + enc: CiQAdmEdwiIO7zX7Ho/1iEEXFyEuis+2+4MRLSueywThqfsuaisSSQCtUdBGvwnt0gsFOu8Nl9e67JMEQBbMNId4wjn3VWRxXJJ4txg30IerObXEqU2tz5byXwhHBqq8nhclwak5g6HacaxRwk+NwKo= + azure_kv: [] + hc_vault: [] + age: [] + lastmodified: "2025-02-20T15:00:40Z" + mac: ENC[AES256_GCM,data:uSnysx+i0/OvVMd83WQc2YxceEyWOPwlGqee0UrJ4sDuFZIYaksEf7iwHoFK9/BV3SadA9P/0JdwzZlYh3oVtVv+UIae813ewH5xGO+Ja0SEsYjB/22M0kAjwG+/2JhNMTLPQTEU5ADK6f7bgs5jUS9vItETamrv7pmmYB674vw=,iv:HbreTBiQAB1BpPECUla9LExTS2RRrYB/6ouyeRN9Vl8=,tag:V8kJH3D1Frvm0m2BgL+D9w==,type:str] + pgp: [] + encrypted_suffix: _sops + version: 3.9.4 diff --git a/tests/materialize/materialize-google-sheets/setup.sh b/tests/materialize/materialize-google-sheets/setup.sh index f79c919cca..730c9f969f 100755 --- a/tests/materialize/materialize-google-sheets/setup.sh +++ b/tests/materialize/materialize-google-sheets/setup.sh @@ -4,21 +4,6 @@ set -o errexit set -o pipefail set -o nounset -# This spreadsheet lives under the Estuary org and is shared with our CI service account -# and engineering@. If you're an engineer, feel free to add additional service accounts -# as needed for your own testing: -export SPREADSHEET_ID="1aki_PfFU-RCXCvm4-U0O4QoElZBIC7F9lfR-RBG0CTc" -export SPREADSHEET_URL="https://docs.google.com/spreadsheets/d/${SPREADSHEET_ID}/edit#gid=0" -export GCP_SERVICE_ACCOUNT_KEY_QUOTED=$(echo ${GCP_SERVICE_ACCOUNT_KEY} | jq 'tojson') - -config_json_template='{ - "spreadsheetUrl": "${SPREADSHEET_URL}", - "credentials": { - "auth_type": "Service", - "credentials_json": ${GCP_SERVICE_ACCOUNT_KEY_QUOTED} - } -}' - resources_json_template='[ { "resource": { @@ -40,8 +25,8 @@ resources_json_template='[ } ]' -CONNECTOR_CONFIG="$(echo "$config_json_template" | envsubst | jq -c)" -export CONNECTOR_CONFIG +export CONNECTOR_CONFIG="$(decrypt_config ${TEST_DIR}/${CONNECTOR}/config.yaml)" +export SPREADSHEET_ID=$(echo $CONNECTOR_CONFIG | jq -r .spreadsheetUrl | sed -E 's#.*/d/([^/]+)/.*#\1#') +export GCP_SERVICE_ACCOUNT_KEY=$(echo $CONNECTOR_CONFIG | jq -r .credentials.credentials_json) -RESOURCES_CONFIG="$(echo "$resources_json_template" | envsubst | jq -c)" -export RESOURCES_CONFIG +export RESOURCES_CONFIG="$(echo "$resources_json_template" | envsubst | jq -c)" diff --git a/tests/materialize/materialize-google-sheets/snapshot.json b/tests/materialize/materialize-google-sheets/snapshot.json index 37aba3da4b..97d7d0d994 100644 --- a/tests/materialize/materialize-google-sheets/snapshot.json +++ b/tests/materialize/materialize-google-sheets/snapshot.json @@ -22,7 +22,23 @@ "connectorState", { "updated": { - "round": 2 + "round": 3 + } + } +] +[ + "connectorState", + { + "updated": { + "round": 4 + } + } +] +[ + "connectorState", + { + "updated": { + "round": 4 } } ] @@ -59,7 +75,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T00:00:00.000000000Z" + "stringValue": "1970-01-01T01:00:00.000000000Z" } } ] @@ -78,7 +94,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T00:00:01.000000000Z" + "stringValue": "1970-01-01T01:00:01.000000000Z" } } ] @@ -97,7 +113,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T00:00:02.000000000Z" + "stringValue": "1970-01-01T01:00:02.000000000Z" } } ] @@ -116,7 +132,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T00:00:03.000000000Z" + "stringValue": "1970-01-01T01:00:03.000000000Z" } } ] @@ -135,7 +151,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T00:00:04.000000000Z" + "stringValue": "1970-01-01T01:00:04.000000000Z" } } ] @@ -154,7 +170,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T00:00:05.000000000Z" + "stringValue": "1970-01-01T01:00:05.000000000Z" } } ] @@ -173,7 +189,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T01:00:00.000000000Z" + "stringValue": "1970-01-01T02:00:00.000000000Z" } } ] @@ -192,7 +208,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T01:00:01.000000000Z" + "stringValue": "1970-01-01T02:00:01.000000000Z" } } ] @@ -211,7 +227,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T01:00:02.000000000Z" + "stringValue": "1970-01-01T02:00:02.000000000Z" } } ] @@ -230,7 +246,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T01:00:03.000000000Z" + "stringValue": "1970-01-01T02:00:03.000000000Z" } } ] @@ -268,7 +284,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T01:00:04.000000000Z" + "stringValue": "1970-01-01T02:00:04.000000000Z" } }, { @@ -292,7 +308,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T01:00:05.000000000Z" + "stringValue": "1970-01-01T02:00:05.000000000Z" } }, { @@ -316,7 +332,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T01:00:06.000000000Z" + "stringValue": "1970-01-01T02:00:06.000000000Z" } }, { @@ -340,7 +356,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T01:00:07.000000000Z" + "stringValue": "1970-01-01T02:00:07.000000000Z" } }, { @@ -364,7 +380,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T01:00:08.000000000Z" + "stringValue": "1970-01-01T02:00:08.000000000Z" } }, { @@ -379,6 +395,126 @@ } ] } +{ + "values": [ + { + "userEnteredValue": { + "numberValue": 6 + } + }, + { + "userEnteredValue": { + "stringValue": "1970-01-01T03:00:00.000000000Z" + } + }, + { + "userEnteredValue": { + "numberValue": 11 + } + }, + { + "userEnteredValue": { + "stringValue": "str 11" + } + } + ] +} +{ + "values": [ + { + "userEnteredValue": { + "numberValue": 7 + } + }, + { + "userEnteredValue": { + "stringValue": "1970-01-01T03:00:01.000000000Z" + } + }, + { + "userEnteredValue": { + "numberValue": 12 + } + }, + { + "userEnteredValue": { + "stringValue": "str 12" + } + } + ] +} +{ + "values": [ + { + "userEnteredValue": { + "numberValue": 8 + } + }, + { + "userEnteredValue": { + "stringValue": "1970-01-01T03:00:02.000000000Z" + } + }, + { + "userEnteredValue": { + "numberValue": 13 + } + }, + { + "userEnteredValue": { + "stringValue": "str 13" + } + } + ] +} +{ + "values": [ + { + "userEnteredValue": { + "numberValue": 9 + } + }, + { + "userEnteredValue": { + "stringValue": "1970-01-01T03:00:03.000000000Z" + } + }, + { + "userEnteredValue": { + "numberValue": 14 + } + }, + { + "userEnteredValue": { + "stringValue": "str 14" + } + } + ] +} +{ + "values": [ + { + "userEnteredValue": { + "numberValue": 10 + } + }, + { + "userEnteredValue": { + "stringValue": "1970-01-01T03:00:04.000000000Z" + } + }, + { + "userEnteredValue": { + "numberValue": 15 + } + }, + { + "userEnteredValue": { + "stringValue": "str 15" + } + } + ] +} { "values": [ { @@ -443,7 +579,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T00:00:13.000000000Z" + "stringValue": "1970-01-01T01:00:13.000000000Z" } }, { @@ -479,7 +615,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T00:00:14.000000000Z" + "stringValue": "1970-01-01T01:00:14.000000000Z" } }, { @@ -519,7 +655,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T00:00:15.000000000Z" + "stringValue": "1970-01-01T01:00:15.000000000Z" } }, { @@ -555,7 +691,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T00:00:16.000000000Z" + "stringValue": "1970-01-01T01:00:16.000000000Z" } }, { @@ -595,7 +731,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T00:00:17.000000000Z" + "stringValue": "1970-01-01T01:00:17.000000000Z" } }, { @@ -631,7 +767,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T01:00:19.000000000Z" + "stringValue": "1970-01-01T02:00:19.000000000Z" } }, { @@ -671,7 +807,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T01:00:20.000000000Z" + "stringValue": "1970-01-01T02:00:20.000000000Z" } }, { @@ -707,7 +843,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T01:00:21.000000000Z" + "stringValue": "1970-01-01T02:00:21.000000000Z" } }, { @@ -751,7 +887,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T01:00:22.000000000Z" + "stringValue": "1970-01-01T02:00:22.000000000Z" } }, { @@ -791,7 +927,7 @@ }, { "userEnteredValue": { - "stringValue": "1970-01-01T01:00:23.000000000Z" + "stringValue": "1970-01-01T02:00:23.000000000Z" } }, { diff --git a/tests/materialize/materialize-kafka/snapshot.json b/tests/materialize/materialize-kafka/snapshot.json index c2219acc4b..37261bb630 100644 --- a/tests/materialize/materialize-kafka/snapshot.json +++ b/tests/materialize/materialize-kafka/snapshot.json @@ -10,6 +10,14 @@ "connectorState", {} ] +[ + "connectorState", + {} +] +[ + "connectorState", + {} +] [ "connectorState", { @@ -22,7 +30,7 @@ "key": "{\"id\":10}", "offset": 3, "partition": 2, - "payload": "{\"canary\":\"glucose's\",\"flow_published_at\":\"1970-01-01T01:00:03.000000000Z\",\"id\":10}", + "payload": "{\"canary\":\"glucose's\",\"flow_published_at\":\"1970-01-01T02:00:03.000000000Z\",\"id\":10}", "topic": "simple", "tstype": "create" }, @@ -31,7 +39,7 @@ "key": "{\"id\":1}", "offset": 0, "partition": 0, - "payload": "{\"canary\":\"amputation's\",\"flow_published_at\":\"1970-01-01T00:00:00.000000000Z\",\"id\":1}", + "payload": "{\"canary\":\"amputation's\",\"flow_published_at\":\"1970-01-01T01:00:00.000000000Z\",\"id\":1}", "topic": "simple", "tstype": "create" }, @@ -40,7 +48,7 @@ "key": "{\"id\":2}", "offset": 0, "partition": 1, - "payload": "{\"canary\":\"armament's\",\"flow_published_at\":\"1970-01-01T00:00:01.000000000Z\",\"id\":2}", + "payload": "{\"canary\":\"armament's\",\"flow_published_at\":\"1970-01-01T01:00:01.000000000Z\",\"id\":2}", "topic": "simple", "tstype": "create" }, @@ -49,7 +57,7 @@ "key": "{\"id\":3}", "offset": 1, "partition": 0, - "payload": "{\"canary\":\"splatters\",\"flow_published_at\":\"1970-01-01T00:00:02.000000000Z\",\"id\":3}", + "payload": "{\"canary\":\"splatters\",\"flow_published_at\":\"1970-01-01T01:00:02.000000000Z\",\"id\":3}", "topic": "simple", "tstype": "create" }, @@ -58,7 +66,7 @@ "key": "{\"id\":4}", "offset": 0, "partition": 2, - "payload": "{\"canary\":\"strengthen\",\"flow_published_at\":\"1970-01-01T00:00:03.000000000Z\",\"id\":4}", + "payload": "{\"canary\":\"strengthen\",\"flow_published_at\":\"1970-01-01T01:00:03.000000000Z\",\"id\":4}", "topic": "simple", "tstype": "create" }, @@ -67,7 +75,7 @@ "key": "{\"id\":5}", "offset": 1, "partition": 2, - "payload": "{\"canary\":\"Kringle's\",\"flow_published_at\":\"1970-01-01T00:00:04.000000000Z\",\"id\":5}", + "payload": "{\"canary\":\"Kringle's\",\"flow_published_at\":\"1970-01-01T01:00:04.000000000Z\",\"id\":5}", "topic": "simple", "tstype": "create" }, @@ -76,7 +84,7 @@ "key": "{\"id\":6}", "offset": 1, "partition": 1, - "payload": "{\"canary\":\"grosbeak's\",\"flow_published_at\":\"1970-01-01T00:00:05.000000000Z\",\"id\":6}", + "payload": "{\"canary\":\"grosbeak's\",\"flow_published_at\":\"1970-01-01T01:00:05.000000000Z\",\"id\":6}", "topic": "simple", "tstype": "create" }, @@ -85,7 +93,7 @@ "key": "{\"id\":7}", "offset": 2, "partition": 1, - "payload": "{\"canary\":\"pieced\",\"flow_published_at\":\"1970-01-01T01:00:00.000000000Z\",\"id\":7}", + "payload": "{\"canary\":\"pieced\",\"flow_published_at\":\"1970-01-01T02:00:00.000000000Z\",\"id\":7}", "topic": "simple", "tstype": "create" }, @@ -94,7 +102,7 @@ "key": "{\"id\":8}", "offset": 2, "partition": 2, - "payload": "{\"canary\":\"roaches\",\"flow_published_at\":\"1970-01-01T01:00:01.000000000Z\",\"id\":8}", + "payload": "{\"canary\":\"roaches\",\"flow_published_at\":\"1970-01-01T02:00:01.000000000Z\",\"id\":8}", "topic": "simple", "tstype": "create" }, @@ -103,7 +111,7 @@ "key": "{\"id\":9}", "offset": 2, "partition": 0, - "payload": "{\"canary\":\"devilish\",\"flow_published_at\":\"1970-01-01T01:00:02.000000000Z\",\"id\":9}", + "payload": "{\"canary\":\"devilish\",\"flow_published_at\":\"1970-01-01T02:00:02.000000000Z\",\"id\":9}", "topic": "simple", "tstype": "create" } diff --git a/tests/materialize/materialize-mongodb/snapshot.json b/tests/materialize/materialize-mongodb/snapshot.json index a3b00ccd94..0b383484ed 100644 --- a/tests/materialize/materialize-mongodb/snapshot.json +++ b/tests/materialize/materialize-mongodb/snapshot.json @@ -10,6 +10,14 @@ "connectorState", {} ] +[ + "connectorState", + {} +] +[ + "connectorState", + {} +] [ "connectorState", { @@ -143,6 +151,56 @@ "$numberInt": "15" }, "str": "str 10" + }, + { + "_id": "1506", + "id": { + "$numberInt": "6" + }, + "int": { + "$numberInt": "11" + }, + "str": "str 11" + }, + { + "_id": "1507", + "id": { + "$numberInt": "7" + }, + "int": { + "$numberInt": "12" + }, + "str": "str 12" + }, + { + "_id": "1508", + "id": { + "$numberInt": "8" + }, + "int": { + "$numberInt": "13" + }, + "str": "str 13" + }, + { + "_id": "1509", + "id": { + "$numberInt": "9" + }, + "int": { + "$numberInt": "14" + }, + "str": "str 14" + }, + { + "_id": "150a", + "id": { + "$numberInt": "10" + }, + "int": { + "$numberInt": "15" + }, + "str": "str 15" } ] } @@ -238,6 +296,51 @@ "$numberInt": "10" }, "str": "str 10" + }, + { + "id": { + "$numberInt": "6" + }, + "int": { + "$numberInt": "11" + }, + "str": "str 11" + }, + { + "id": { + "$numberInt": "7" + }, + "int": { + "$numberInt": "12" + }, + "str": "str 12" + }, + { + "id": { + "$numberInt": "8" + }, + "int": { + "$numberInt": "13" + }, + "str": "str 13" + }, + { + "id": { + "$numberInt": "9" + }, + "int": { + "$numberInt": "14" + }, + "str": "str 14" + }, + { + "id": { + "$numberInt": "10" + }, + "int": { + "$numberInt": "15" + }, + "str": "str 15" } ] } diff --git a/tests/materialize/materialize-motherduck/snapshot.json b/tests/materialize/materialize-motherduck/snapshot.json index c70467adac..a34e945f9d 100644 --- a/tests/materialize/materialize-motherduck/snapshot.json +++ b/tests/materialize/materialize-motherduck/snapshot.json @@ -10,6 +10,14 @@ "connectorState", {} ] +[ + "connectorState", + {} +] +[ + "connectorState", + {} +] [ "connectorState", { @@ -22,12 +30,12 @@ "canary": "amputation's", "flow_document": { "_meta": { - "uuid": "13814000-1dd2-11b2-8000-071353030311" + "uuid": "7545a800-1dda-11b2-8000-071353030311" }, "canary": "amputation's", "id": 1 }, - "flow_published_at": "1970-01-01 00:00:00+00", + "flow_published_at": "1970-01-01 01:00:00+00", "id": 1 } } @@ -37,12 +45,12 @@ "canary": "armament's", "flow_document": { "_meta": { - "uuid": "1419d680-1dd2-11b2-8000-071353030311" + "uuid": "75de3e80-1dda-11b2-8000-071353030311" }, "canary": "armament's", "id": 2 }, - "flow_published_at": "1970-01-01 00:00:01+00", + "flow_published_at": "1970-01-01 01:00:01+00", "id": 2 } } @@ -52,12 +60,12 @@ "canary": "splatters", "flow_document": { "_meta": { - "uuid": "14b26d00-1dd2-11b2-8000-071353030311" + "uuid": "7676d500-1dda-11b2-8000-071353030311" }, "canary": "splatters", "id": 3 }, - "flow_published_at": "1970-01-01 00:00:02+00", + "flow_published_at": "1970-01-01 01:00:02+00", "id": 3 } } @@ -67,12 +75,12 @@ "canary": "strengthen", "flow_document": { "_meta": { - "uuid": "154b0380-1dd2-11b2-8000-071353030311" + "uuid": "770f6b80-1dda-11b2-8000-071353030311" }, "canary": "strengthen", "id": 4 }, - "flow_published_at": "1970-01-01 00:00:03+00", + "flow_published_at": "1970-01-01 01:00:03+00", "id": 4 } } @@ -82,12 +90,12 @@ "canary": "Kringle's", "flow_document": { "_meta": { - "uuid": "15e39a00-1dd2-11b2-8000-071353030311" + "uuid": "77a80200-1dda-11b2-8000-071353030311" }, "canary": "Kringle's", "id": 5 }, - "flow_published_at": "1970-01-01 00:00:04+00", + "flow_published_at": "1970-01-01 01:00:04+00", "id": 5 } } @@ -97,12 +105,12 @@ "canary": "grosbeak's", "flow_document": { "_meta": { - "uuid": "167c3080-1dd2-11b2-8000-071353030311" + "uuid": "78409880-1dda-11b2-8000-071353030311" }, "canary": "grosbeak's", "id": 6 }, - "flow_published_at": "1970-01-01 00:00:05+00", + "flow_published_at": "1970-01-01 01:00:05+00", "id": 6 } } @@ -112,12 +120,12 @@ "canary": "pieced", "flow_document": { "_meta": { - "uuid": "7545a800-1dda-11b2-8000-071353030311" + "uuid": "d70a1000-1de2-11b2-8000-071353030311" }, "canary": "pieced", "id": 7 }, - "flow_published_at": "1970-01-01 01:00:00+00", + "flow_published_at": "1970-01-01 02:00:00+00", "id": 7 } } @@ -127,12 +135,12 @@ "canary": "roaches", "flow_document": { "_meta": { - "uuid": "75de3e80-1dda-11b2-8000-071353030311" + "uuid": "d7a2a680-1de2-11b2-8000-071353030311" }, "canary": "roaches", "id": 8 }, - "flow_published_at": "1970-01-01 01:00:01+00", + "flow_published_at": "1970-01-01 02:00:01+00", "id": 8 } } @@ -142,12 +150,12 @@ "canary": "devilish", "flow_document": { "_meta": { - "uuid": "7676d500-1dda-11b2-8000-071353030311" + "uuid": "d83b3d00-1de2-11b2-8000-071353030311" }, "canary": "devilish", "id": 9 }, - "flow_published_at": "1970-01-01 01:00:02+00", + "flow_published_at": "1970-01-01 02:00:02+00", "id": 9 } } @@ -157,12 +165,12 @@ "canary": "glucose's", "flow_document": { "_meta": { - "uuid": "770f6b80-1dda-11b2-8000-071353030311" + "uuid": "d8d3d380-1de2-11b2-8000-071353030311" }, "canary": "glucose's", "id": 10 }, - "flow_published_at": "1970-01-01 01:00:03+00", + "flow_published_at": "1970-01-01 02:00:03+00", "id": 10 } } @@ -171,13 +179,13 @@ "rows": { "flow_document": { "_meta": { - "uuid": "77a80200-1dda-11b2-8000-071353030311" + "uuid": "d96c6a00-1de2-11b2-8000-071353030311" }, "id": 1, "int": 7, "str": "str 6" }, - "flow_published_at": "1970-01-01 01:00:04+00", + "flow_published_at": "1970-01-01 02:00:04+00", "id": 1, "int": 7, "str": "str 6" @@ -188,13 +196,13 @@ "rows": { "flow_document": { "_meta": { - "uuid": "78409880-1dda-11b2-8000-071353030311" + "uuid": "da050080-1de2-11b2-8000-071353030311" }, "id": 2, "int": 9, "str": "str 7" }, - "flow_published_at": "1970-01-01 01:00:05+00", + "flow_published_at": "1970-01-01 02:00:05+00", "id": 2, "int": 9, "str": "str 7" @@ -205,13 +213,13 @@ "rows": { "flow_document": { "_meta": { - "uuid": "78d92f00-1dda-11b2-8000-071353030311" + "uuid": "da9d9700-1de2-11b2-8000-071353030311" }, "id": 3, "int": 11, "str": "str 8" }, - "flow_published_at": "1970-01-01 01:00:06+00", + "flow_published_at": "1970-01-01 02:00:06+00", "id": 3, "int": 11, "str": "str 8" @@ -222,13 +230,13 @@ "rows": { "flow_document": { "_meta": { - "uuid": "7971c580-1dda-11b2-8000-071353030311" + "uuid": "db362d80-1de2-11b2-8000-071353030311" }, "id": 4, "int": 13, "str": "str 9" }, - "flow_published_at": "1970-01-01 01:00:07+00", + "flow_published_at": "1970-01-01 02:00:07+00", "id": 4, "int": 13, "str": "str 9" @@ -239,30 +247,115 @@ "rows": { "flow_document": { "_meta": { - "uuid": "7a0a5c00-1dda-11b2-8000-071353030311" + "uuid": "dbcec400-1de2-11b2-8000-071353030311" }, "id": 5, "int": 15, "str": "str 10" }, - "flow_published_at": "1970-01-01 01:00:08+00", + "flow_published_at": "1970-01-01 02:00:08+00", "id": 5, "int": 15, "str": "str 10" } } +{ + "_table": "duplicate_keys_standard", + "rows": { + "flow_document": { + "_meta": { + "uuid": "38ce7800-1deb-11b2-8000-071353030311" + }, + "id": 6, + "int": 11, + "str": "str 11" + }, + "flow_published_at": "1970-01-01 03:00:00+00", + "id": 6, + "int": 11, + "str": "str 11" + } +} +{ + "_table": "duplicate_keys_standard", + "rows": { + "flow_document": { + "_meta": { + "uuid": "39670e80-1deb-11b2-8000-071353030311" + }, + "id": 7, + "int": 12, + "str": "str 12" + }, + "flow_published_at": "1970-01-01 03:00:01+00", + "id": 7, + "int": 12, + "str": "str 12" + } +} +{ + "_table": "duplicate_keys_standard", + "rows": { + "flow_document": { + "_meta": { + "uuid": "39ffa500-1deb-11b2-8000-071353030311" + }, + "id": 8, + "int": 13, + "str": "str 13" + }, + "flow_published_at": "1970-01-01 03:00:02+00", + "id": 8, + "int": 13, + "str": "str 13" + } +} +{ + "_table": "duplicate_keys_standard", + "rows": { + "flow_document": { + "_meta": { + "uuid": "3a983b80-1deb-11b2-8000-071353030311" + }, + "id": 9, + "int": 14, + "str": "str 14" + }, + "flow_published_at": "1970-01-01 03:00:03+00", + "id": 9, + "int": 14, + "str": "str 14" + } +} +{ + "_table": "duplicate_keys_standard", + "rows": { + "flow_document": { + "_meta": { + "uuid": "3b30d200-1deb-11b2-8000-071353030311" + }, + "id": 10, + "int": 15, + "str": "str 15" + }, + "flow_published_at": "1970-01-01 03:00:04+00", + "id": 10, + "int": 15, + "str": "str 15" + } +} { "_table": "duplicate_keys_delta", "rows": { "flow_document": { "_meta": { - "uuid": "1714c700-1dd2-11b2-8000-071353030311" + "uuid": "78d92f00-1dda-11b2-8000-071353030311" }, "id": 1, "int": 1, "str": "str 1" }, - "flow_published_at": "1970-01-01 00:00:06+00", + "flow_published_at": "1970-01-01 01:00:06+00", "id": 1, "int": 1, "str": "str 1" @@ -273,13 +366,13 @@ "rows": { "flow_document": { "_meta": { - "uuid": "77a80200-1dda-11b2-8000-071353030311" + "uuid": "d96c6a00-1de2-11b2-8000-071353030311" }, "id": 1, "int": 6, "str": "str 6" }, - "flow_published_at": "1970-01-01 01:00:04+00", + "flow_published_at": "1970-01-01 02:00:04+00", "id": 1, "int": 6, "str": "str 6" @@ -290,13 +383,13 @@ "rows": { "flow_document": { "_meta": { - "uuid": "17ad5d80-1dd2-11b2-8000-071353030311" + "uuid": "7971c580-1dda-11b2-8000-071353030311" }, "id": 2, "int": 2, "str": "str 2" }, - "flow_published_at": "1970-01-01 00:00:07+00", + "flow_published_at": "1970-01-01 01:00:07+00", "id": 2, "int": 2, "str": "str 2" @@ -307,13 +400,13 @@ "rows": { "flow_document": { "_meta": { - "uuid": "78409880-1dda-11b2-8000-071353030311" + "uuid": "da050080-1de2-11b2-8000-071353030311" }, "id": 2, "int": 7, "str": "str 7" }, - "flow_published_at": "1970-01-01 01:00:05+00", + "flow_published_at": "1970-01-01 02:00:05+00", "id": 2, "int": 7, "str": "str 7" @@ -324,13 +417,13 @@ "rows": { "flow_document": { "_meta": { - "uuid": "1845f400-1dd2-11b2-8000-071353030311" + "uuid": "7a0a5c00-1dda-11b2-8000-071353030311" }, "id": 3, "int": 3, "str": "str 3" }, - "flow_published_at": "1970-01-01 00:00:08+00", + "flow_published_at": "1970-01-01 01:00:08+00", "id": 3, "int": 3, "str": "str 3" @@ -341,13 +434,13 @@ "rows": { "flow_document": { "_meta": { - "uuid": "78d92f00-1dda-11b2-8000-071353030311" + "uuid": "da9d9700-1de2-11b2-8000-071353030311" }, "id": 3, "int": 8, "str": "str 8" }, - "flow_published_at": "1970-01-01 01:00:06+00", + "flow_published_at": "1970-01-01 02:00:06+00", "id": 3, "int": 8, "str": "str 8" @@ -358,13 +451,13 @@ "rows": { "flow_document": { "_meta": { - "uuid": "18de8a80-1dd2-11b2-8000-071353030311" + "uuid": "7aa2f280-1dda-11b2-8000-071353030311" }, "id": 4, "int": 4, "str": "str 4" }, - "flow_published_at": "1970-01-01 00:00:09+00", + "flow_published_at": "1970-01-01 01:00:09+00", "id": 4, "int": 4, "str": "str 4" @@ -375,13 +468,13 @@ "rows": { "flow_document": { "_meta": { - "uuid": "7971c580-1dda-11b2-8000-071353030311" + "uuid": "db362d80-1de2-11b2-8000-071353030311" }, "id": 4, "int": 9, "str": "str 9" }, - "flow_published_at": "1970-01-01 01:00:07+00", + "flow_published_at": "1970-01-01 02:00:07+00", "id": 4, "int": 9, "str": "str 9" @@ -392,13 +485,13 @@ "rows": { "flow_document": { "_meta": { - "uuid": "19772100-1dd2-11b2-8000-071353030311" + "uuid": "7b3b8900-1dda-11b2-8000-071353030311" }, "id": 5, "int": 5, "str": "str 5" }, - "flow_published_at": "1970-01-01 00:00:10+00", + "flow_published_at": "1970-01-01 01:00:10+00", "id": 5, "int": 5, "str": "str 5" @@ -409,22 +502,107 @@ "rows": { "flow_document": { "_meta": { - "uuid": "7a0a5c00-1dda-11b2-8000-071353030311" + "uuid": "dbcec400-1de2-11b2-8000-071353030311" }, "id": 5, "int": 10, "str": "str 10" }, - "flow_published_at": "1970-01-01 01:00:08+00", + "flow_published_at": "1970-01-01 02:00:08+00", "id": 5, "int": 10, "str": "str 10" } } +{ + "_table": "duplicate_keys_delta", + "rows": { + "flow_document": { + "_meta": { + "uuid": "38ce7800-1deb-11b2-8000-071353030311" + }, + "id": 6, + "int": 11, + "str": "str 11" + }, + "flow_published_at": "1970-01-01 03:00:00+00", + "id": 6, + "int": 11, + "str": "str 11" + } +} +{ + "_table": "duplicate_keys_delta", + "rows": { + "flow_document": { + "_meta": { + "uuid": "39670e80-1deb-11b2-8000-071353030311" + }, + "id": 7, + "int": 12, + "str": "str 12" + }, + "flow_published_at": "1970-01-01 03:00:01+00", + "id": 7, + "int": 12, + "str": "str 12" + } +} +{ + "_table": "duplicate_keys_delta", + "rows": { + "flow_document": { + "_meta": { + "uuid": "39ffa500-1deb-11b2-8000-071353030311" + }, + "id": 8, + "int": 13, + "str": "str 13" + }, + "flow_published_at": "1970-01-01 03:00:02+00", + "id": 8, + "int": 13, + "str": "str 13" + } +} +{ + "_table": "duplicate_keys_delta", + "rows": { + "flow_document": { + "_meta": { + "uuid": "3a983b80-1deb-11b2-8000-071353030311" + }, + "id": 9, + "int": 14, + "str": "str 14" + }, + "flow_published_at": "1970-01-01 03:00:03+00", + "id": 9, + "int": 14, + "str": "str 14" + } +} +{ + "_table": "duplicate_keys_delta", + "rows": { + "flow_document": { + "_meta": { + "uuid": "3b30d200-1deb-11b2-8000-071353030311" + }, + "id": 10, + "int": 15, + "str": "str 15" + }, + "flow_published_at": "1970-01-01 03:00:04+00", + "id": 10, + "int": 15, + "str": "str 15" + } +} { "_table": "duplicate_keys_delta_exclude_flow_doc", "rows": { - "flow_published_at": "1970-01-01 00:00:06+00", + "flow_published_at": "1970-01-01 01:00:06+00", "id": 1, "int": 1, "str": "str 1" @@ -433,7 +611,7 @@ { "_table": "duplicate_keys_delta_exclude_flow_doc", "rows": { - "flow_published_at": "1970-01-01 01:00:04+00", + "flow_published_at": "1970-01-01 02:00:04+00", "id": 1, "int": 6, "str": "str 6" @@ -442,7 +620,7 @@ { "_table": "duplicate_keys_delta_exclude_flow_doc", "rows": { - "flow_published_at": "1970-01-01 00:00:07+00", + "flow_published_at": "1970-01-01 01:00:07+00", "id": 2, "int": 2, "str": "str 2" @@ -451,7 +629,7 @@ { "_table": "duplicate_keys_delta_exclude_flow_doc", "rows": { - "flow_published_at": "1970-01-01 01:00:05+00", + "flow_published_at": "1970-01-01 02:00:05+00", "id": 2, "int": 7, "str": "str 7" @@ -460,7 +638,7 @@ { "_table": "duplicate_keys_delta_exclude_flow_doc", "rows": { - "flow_published_at": "1970-01-01 00:00:08+00", + "flow_published_at": "1970-01-01 01:00:08+00", "id": 3, "int": 3, "str": "str 3" @@ -469,7 +647,7 @@ { "_table": "duplicate_keys_delta_exclude_flow_doc", "rows": { - "flow_published_at": "1970-01-01 01:00:06+00", + "flow_published_at": "1970-01-01 02:00:06+00", "id": 3, "int": 8, "str": "str 8" @@ -478,7 +656,7 @@ { "_table": "duplicate_keys_delta_exclude_flow_doc", "rows": { - "flow_published_at": "1970-01-01 00:00:09+00", + "flow_published_at": "1970-01-01 01:00:09+00", "id": 4, "int": 4, "str": "str 4" @@ -487,7 +665,7 @@ { "_table": "duplicate_keys_delta_exclude_flow_doc", "rows": { - "flow_published_at": "1970-01-01 01:00:07+00", + "flow_published_at": "1970-01-01 02:00:07+00", "id": 4, "int": 9, "str": "str 9" @@ -496,7 +674,7 @@ { "_table": "duplicate_keys_delta_exclude_flow_doc", "rows": { - "flow_published_at": "1970-01-01 00:00:10+00", + "flow_published_at": "1970-01-01 01:00:10+00", "id": 5, "int": 5, "str": "str 5" @@ -505,12 +683,57 @@ { "_table": "duplicate_keys_delta_exclude_flow_doc", "rows": { - "flow_published_at": "1970-01-01 01:00:08+00", + "flow_published_at": "1970-01-01 02:00:08+00", "id": 5, "int": 10, "str": "str 10" } } +{ + "_table": "duplicate_keys_delta_exclude_flow_doc", + "rows": { + "flow_published_at": "1970-01-01 03:00:00+00", + "id": 6, + "int": 11, + "str": "str 11" + } +} +{ + "_table": "duplicate_keys_delta_exclude_flow_doc", + "rows": { + "flow_published_at": "1970-01-01 03:00:01+00", + "id": 7, + "int": 12, + "str": "str 12" + } +} +{ + "_table": "duplicate_keys_delta_exclude_flow_doc", + "rows": { + "flow_published_at": "1970-01-01 03:00:02+00", + "id": 8, + "int": 13, + "str": "str 13" + } +} +{ + "_table": "duplicate_keys_delta_exclude_flow_doc", + "rows": { + "flow_published_at": "1970-01-01 03:00:03+00", + "id": 9, + "int": 14, + "str": "str 14" + } +} +{ + "_table": "duplicate_keys_delta_exclude_flow_doc", + "rows": { + "flow_published_at": "1970-01-01 03:00:04+00", + "id": 10, + "int": 15, + "str": "str 15" + } +} { "_table": "multiple_types", "rows": { @@ -523,7 +746,7 @@ "float_field": 1.1, "flow_document": { "_meta": { - "uuid": "1b40e480-1dd2-11b2-8000-071353030311" + "uuid": "7d054c80-1dda-11b2-8000-071353030311" }, "array_int": [ 11, @@ -539,7 +762,7 @@ "nullable_int": null, "str_field": "str1" }, - "flow_published_at": "1970-01-01 00:00:13+00", + "flow_published_at": "1970-01-01 01:00:13+00", "id": 1, "multiple": 1, "nested": { @@ -561,7 +784,7 @@ "float_field": 2.2, "flow_document": { "_meta": { - "uuid": "1bd97b00-1dd2-11b2-8000-071353030311" + "uuid": "7d9de300-1dda-11b2-8000-071353030311" }, "array_int": [ 21, @@ -577,7 +800,7 @@ "nullable_int": 2, "str_field": "str2" }, - "flow_published_at": "1970-01-01 00:00:14+00", + "flow_published_at": "1970-01-01 01:00:14+00", "id": 2, "multiple": 2.2, "nested": { @@ -599,7 +822,7 @@ "float_field": 3.3, "flow_document": { "_meta": { - "uuid": "1c721180-1dd2-11b2-8000-071353030311" + "uuid": "7e367980-1dda-11b2-8000-071353030311" }, "array_int": [ 31, @@ -615,7 +838,7 @@ "nullable_int": null, "str_field": "str3" }, - "flow_published_at": "1970-01-01 00:00:15+00", + "flow_published_at": "1970-01-01 01:00:15+00", "id": 3, "multiple": true, "nested": { @@ -637,7 +860,7 @@ "float_field": 4.4, "flow_document": { "_meta": { - "uuid": "1d0aa800-1dd2-11b2-8000-071353030311" + "uuid": "7ecf1000-1dda-11b2-8000-071353030311" }, "array_int": [ 41, @@ -653,7 +876,7 @@ "nullable_int": 4, "str_field": "str4" }, - "flow_published_at": "1970-01-01 00:00:16+00", + "flow_published_at": "1970-01-01 01:00:16+00", "id": 4, "multiple": false, "nested": { @@ -675,7 +898,7 @@ "float_field": 5.5, "flow_document": { "_meta": { - "uuid": "1da33e80-1dd2-11b2-8000-071353030311" + "uuid": "7f67a680-1dda-11b2-8000-071353030311" }, "array_int": [ 51, @@ -691,7 +914,7 @@ "nullable_int": null, "str_field": "str5" }, - "flow_published_at": "1970-01-01 00:00:17+00", + "flow_published_at": "1970-01-01 01:00:17+00", "id": 5, "multiple": "string five", "nested": { @@ -713,7 +936,7 @@ "float_field": 66.66, "flow_document": { "_meta": { - "uuid": "8098d380-1dda-11b2-8000-071353030311" + "uuid": "e25d3b80-1de2-11b2-8000-071353030311" }, "array_int": [ 61, @@ -733,7 +956,7 @@ "nullable_int": 6, "str_field": "str6 v2" }, - "flow_published_at": "1970-01-01 01:00:19+00", + "flow_published_at": "1970-01-01 02:00:19+00", "id": 6, "multiple": [ "one", @@ -759,7 +982,7 @@ "float_field": 77.77, "flow_document": { "_meta": { - "uuid": "81316a00-1dda-11b2-8000-071353030311" + "uuid": "e2f5d200-1de2-11b2-8000-071353030311" }, "array_int": [ 71, @@ -777,7 +1000,7 @@ "nullable_int": null, "str_field": "str7 v2" }, - "flow_published_at": "1970-01-01 01:00:20+00", + "flow_published_at": "1970-01-01 02:00:20+00", "id": 7, "multiple": { "object": "seven" @@ -801,7 +1024,7 @@ "float_field": 88.88, "flow_document": { "_meta": { - "uuid": "81ca0080-1dda-11b2-8000-071353030311" + "uuid": "e38e6880-1de2-11b2-8000-071353030311" }, "array_int": [ 81, @@ -817,7 +1040,7 @@ "nullable_int": 8, "str_field": "str8 v2" }, - "flow_published_at": "1970-01-01 01:00:21+00", + "flow_published_at": "1970-01-01 02:00:21+00", "id": 8, "multiple": null, "nested": { @@ -839,7 +1062,7 @@ "float_field": 99.99, "flow_document": { "_meta": { - "uuid": "82629700-1dda-11b2-8000-071353030311" + "uuid": "e426ff00-1de2-11b2-8000-071353030311" }, "array_int": [ 91, @@ -855,7 +1078,7 @@ "nullable_int": null, "str_field": "str9 v2" }, - "flow_published_at": "1970-01-01 01:00:22+00", + "flow_published_at": "1970-01-01 02:00:22+00", "id": 9, "multiple": null, "nested": { @@ -877,7 +1100,7 @@ "float_field": 1010.101, "flow_document": { "_meta": { - "uuid": "82fb2d80-1dda-11b2-8000-071353030311" + "uuid": "e4bf9580-1de2-11b2-8000-071353030311" }, "array_int": [ 1, @@ -893,7 +1116,7 @@ "nullable_int": 10, "str_field": "str10 v2" }, - "flow_published_at": "1970-01-01 01:00:23+00", + "flow_published_at": "1970-01-01 02:00:23+00", "id": 10, "multiple": null, "nested": { @@ -910,7 +1133,7 @@ "datetime": "0001-01-01 (BC) 00:00:00+00", "flow_document": { "_meta": { - "uuid": "7d054c80-1dda-11b2-8000-071353030311" + "uuid": "dec9b480-1de2-11b2-8000-071353030311" }, "date": "0000-01-01", "datetime": "0000-01-01T00:00:00Z", @@ -921,7 +1144,7 @@ "num_str": "10.1", "time": "00:00:00Z" }, - "flow_published_at": "1970-01-01 01:00:13+00", + "flow_published_at": "1970-01-01 02:00:13+00", "id": 1, "int_and_str": 1.0, "int_str": 10.0, @@ -937,7 +1160,7 @@ "datetime": "1999-02-02 14:20:12.33+00", "flow_document": { "_meta": { - "uuid": "7d9de300-1dda-11b2-8000-071353030311" + "uuid": "df624b00-1de2-11b2-8000-071353030311" }, "date": "1999-02-02", "datetime": "1999-02-02T14:20:12.33Z", @@ -948,7 +1171,7 @@ "num_str": "20.1", "time": "14:20:12.33Z" }, - "flow_published_at": "1970-01-01 01:00:14+00", + "flow_published_at": "1970-01-01 02:00:14+00", "id": 2, "int_and_str": 2.0, "int_str": 20.0, @@ -964,7 +1187,7 @@ "datetime": "1000-03-03 23:59:38.1+00", "flow_document": { "_meta": { - "uuid": "1a0fb780-1dd2-11b2-8000-071353030311" + "uuid": "7bd41f80-1dda-11b2-8000-071353030311" }, "date": "1000-03-03", "datetime": "1000-03-03T23:59:38.10Z", @@ -975,7 +1198,7 @@ "num_str": "30.1", "time": "23:59:38.10Z" }, - "flow_published_at": "1970-01-01 00:00:11+00", + "flow_published_at": "1970-01-01 01:00:11+00", "id": 3, "int_and_str": 3.0, "int_str": 30.0, @@ -991,7 +1214,7 @@ "datetime": "2023-08-29 23:59:38+00", "flow_document": { "_meta": { - "uuid": "1aa84e00-1dd2-11b2-8000-071353030311" + "uuid": "7c6cb600-1dda-11b2-8000-071353030311" }, "date": "2023-08-29", "datetime": "2023-08-29T23:59:38Z", @@ -1002,7 +1225,7 @@ "num_str": "40.1", "time": "23:59:38Z" }, - "flow_published_at": "1970-01-01 00:00:12+00", + "flow_published_at": "1970-01-01 01:00:12+00", "id": 4, "int_and_str": 4.0, "int_str": 40.0, @@ -1018,7 +1241,7 @@ "datetime": "9999-12-31 23:59:59+00", "flow_document": { "_meta": { - "uuid": "7e367980-1dda-11b2-8000-071353030311" + "uuid": "dffae180-1de2-11b2-8000-071353030311" }, "date": "9999-12-31", "datetime": "9999-12-31T23:59:59Z", @@ -1029,7 +1252,7 @@ "num_str": "50.1", "time": "23:59:59Z" }, - "flow_published_at": "1970-01-01 01:00:15+00", + "flow_published_at": "1970-01-01 02:00:15+00", "id": 5, "int_and_str": 5.0, "int_str": 50.0, @@ -1045,12 +1268,12 @@ "datetime": null, "flow_document": { "_meta": { - "uuid": "7ecf1000-1dda-11b2-8000-071353030311" + "uuid": "e0937800-1de2-11b2-8000-071353030311" }, "id": 8, "num_str": "NaN" }, - "flow_published_at": "1970-01-01 01:00:16+00", + "flow_published_at": "1970-01-01 02:00:16+00", "id": 8, "int_and_str": null, "int_str": null, @@ -1066,12 +1289,12 @@ "datetime": null, "flow_document": { "_meta": { - "uuid": "7f67a680-1dda-11b2-8000-071353030311" + "uuid": "e12c0e80-1de2-11b2-8000-071353030311" }, "id": 9, "num_str": "Infinity" }, - "flow_published_at": "1970-01-01 01:00:17+00", + "flow_published_at": "1970-01-01 02:00:17+00", "id": 9, "int_and_str": null, "int_str": null, @@ -1087,12 +1310,12 @@ "datetime": null, "flow_document": { "_meta": { - "uuid": "80003d00-1dda-11b2-8000-071353030311" + "uuid": "e1c4a500-1de2-11b2-8000-071353030311" }, "id": 10, "num_str": "-Infinity" }, - "flow_published_at": "1970-01-01 01:00:18+00", + "flow_published_at": "1970-01-01 02:00:18+00", "id": 10, "int_and_str": null, "int_str": null, @@ -1106,12 +1329,12 @@ "rows": { "flow_document": { "_meta": { - "uuid": "2431b600-1dd2-11b2-8000-071353030311" + "uuid": "85f61e00-1dda-11b2-8000-071353030311" }, "id": 1, "unsigned_bigint": 18446744073709551615 }, - "flow_published_at": "1970-01-01 00:00:28+00", + "flow_published_at": "1970-01-01 01:00:28+00", "id": 1, "unsigned_bigint": 18446744073709552000.0 } @@ -1123,11 +1346,11 @@ "flow_document": { "_meta": { "op": "u", - "uuid": "84c4f100-1dda-11b2-8000-071353030311" + "uuid": "e6895900-1de2-11b2-8000-071353030311" }, "id": 2 }, - "flow_published_at": "1970-01-01 01:00:26+00", + "flow_published_at": "1970-01-01 02:00:26+00", "id": 2 } } @@ -1138,11 +1361,11 @@ "flow_document": { "_meta": { "op": "c", - "uuid": "855d8780-1dda-11b2-8000-071353030311" + "uuid": "e721ef80-1de2-11b2-8000-071353030311" }, "id": 3 }, - "flow_published_at": "1970-01-01 01:00:27+00", + "flow_published_at": "1970-01-01 02:00:27+00", "id": 3 } } diff --git a/tests/materialize/materialize-mysql/snapshot.json b/tests/materialize/materialize-mysql/snapshot.json index 2d2992e6bc..7c9de96602 100644 --- a/tests/materialize/materialize-mysql/snapshot.json +++ b/tests/materialize/materialize-mysql/snapshot.json @@ -10,6 +10,14 @@ "connectorState", {} ] +[ + "connectorState", + {} +] +[ + "connectorState", + {} +] [ "connectorState", { @@ -20,52 +28,52 @@ "rows": [ { "canary": "amputation's", - "flow_published_at": "1970-01-01 00:00:00.000000", + "flow_published_at": "1970-01-01 01:00:00.000000", "id": 1 }, { "canary": "armament's", - "flow_published_at": "1970-01-01 00:00:01.000000", + "flow_published_at": "1970-01-01 01:00:01.000000", "id": 2 }, { "canary": "splatters", - "flow_published_at": "1970-01-01 00:00:02.000000", + "flow_published_at": "1970-01-01 01:00:02.000000", "id": 3 }, { "canary": "strengthen", - "flow_published_at": "1970-01-01 00:00:03.000000", + "flow_published_at": "1970-01-01 01:00:03.000000", "id": 4 }, { "canary": "Kringle's", - "flow_published_at": "1970-01-01 00:00:04.000000", + "flow_published_at": "1970-01-01 01:00:04.000000", "id": 5 }, { "canary": "grosbeak's", - "flow_published_at": "1970-01-01 00:00:05.000000", + "flow_published_at": "1970-01-01 01:00:05.000000", "id": 6 }, { "canary": "pieced", - "flow_published_at": "1970-01-01 01:00:00.000000", + "flow_published_at": "1970-01-01 02:00:00.000000", "id": 7 }, { "canary": "roaches", - "flow_published_at": "1970-01-01 01:00:01.000000", + "flow_published_at": "1970-01-01 02:00:01.000000", "id": 8 }, { "canary": "devilish", - "flow_published_at": "1970-01-01 01:00:02.000000", + "flow_published_at": "1970-01-01 02:00:02.000000", "id": 9 }, { "canary": "glucose's", - "flow_published_at": "1970-01-01 01:00:03.000000", + "flow_published_at": "1970-01-01 02:00:03.000000", "id": 10 } ], @@ -74,34 +82,64 @@ { "rows": [ { - "flow_published_at": "1970-01-01 01:00:04.000000", + "flow_published_at": "1970-01-01 02:00:04.000000", "id": 1, "int": 7, "str": "str 6" }, { - "flow_published_at": "1970-01-01 01:00:05.000000", + "flow_published_at": "1970-01-01 02:00:05.000000", "id": 2, "int": 9, "str": "str 7" }, { - "flow_published_at": "1970-01-01 01:00:06.000000", + "flow_published_at": "1970-01-01 02:00:06.000000", "id": 3, "int": 11, "str": "str 8" }, { - "flow_published_at": "1970-01-01 01:00:07.000000", + "flow_published_at": "1970-01-01 02:00:07.000000", "id": 4, "int": 13, "str": "str 9" }, { - "flow_published_at": "1970-01-01 01:00:08.000000", + "flow_published_at": "1970-01-01 02:00:08.000000", "id": 5, "int": 15, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01 03:00:00.000000", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01 03:00:01.000000", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01 03:00:02.000000", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01 03:00:03.000000", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01 03:00:04.000000", + "id": 10, + "int": 15, + "str": "str 15" } ], "table": "duplicate_keys_standard" @@ -109,64 +147,94 @@ { "rows": [ { - "flow_published_at": "1970-01-01 00:00:06.000000", + "flow_published_at": "1970-01-01 01:00:06.000000", "id": 1, "int": 1, "str": "str 1" }, { - "flow_published_at": "1970-01-01 00:00:07.000000", + "flow_published_at": "1970-01-01 01:00:07.000000", "id": 2, "int": 2, "str": "str 2" }, { - "flow_published_at": "1970-01-01 00:00:08.000000", + "flow_published_at": "1970-01-01 01:00:08.000000", "id": 3, "int": 3, "str": "str 3" }, { - "flow_published_at": "1970-01-01 00:00:09.000000", + "flow_published_at": "1970-01-01 01:00:09.000000", "id": 4, "int": 4, "str": "str 4" }, { - "flow_published_at": "1970-01-01 00:00:10.000000", + "flow_published_at": "1970-01-01 01:00:10.000000", "id": 5, "int": 5, "str": "str 5" }, { - "flow_published_at": "1970-01-01 01:00:04.000000", + "flow_published_at": "1970-01-01 02:00:04.000000", "id": 1, "int": 6, "str": "str 6" }, { - "flow_published_at": "1970-01-01 01:00:05.000000", + "flow_published_at": "1970-01-01 02:00:05.000000", "id": 2, "int": 7, "str": "str 7" }, { - "flow_published_at": "1970-01-01 01:00:06.000000", + "flow_published_at": "1970-01-01 02:00:06.000000", "id": 3, "int": 8, "str": "str 8" }, { - "flow_published_at": "1970-01-01 01:00:07.000000", + "flow_published_at": "1970-01-01 02:00:07.000000", "id": 4, "int": 9, "str": "str 9" }, { - "flow_published_at": "1970-01-01 01:00:08.000000", + "flow_published_at": "1970-01-01 02:00:08.000000", "id": 5, "int": 10, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01 03:00:00.000000", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01 03:00:01.000000", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01 03:00:02.000000", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01 03:00:03.000000", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01 03:00:04.000000", + "id": 10, + "int": 15, + "str": "str 15" } ], "table": "duplicate_keys_delta" @@ -174,64 +242,94 @@ { "rows": [ { - "flow_published_at": "1970-01-01 00:00:06.000000", + "flow_published_at": "1970-01-01 01:00:06.000000", "id": 1, "int": 1, "str": "str 1" }, { - "flow_published_at": "1970-01-01 00:00:07.000000", + "flow_published_at": "1970-01-01 01:00:07.000000", "id": 2, "int": 2, "str": "str 2" }, { - "flow_published_at": "1970-01-01 00:00:08.000000", + "flow_published_at": "1970-01-01 01:00:08.000000", "id": 3, "int": 3, "str": "str 3" }, { - "flow_published_at": "1970-01-01 00:00:09.000000", + "flow_published_at": "1970-01-01 01:00:09.000000", "id": 4, "int": 4, "str": "str 4" }, { - "flow_published_at": "1970-01-01 00:00:10.000000", + "flow_published_at": "1970-01-01 01:00:10.000000", "id": 5, "int": 5, "str": "str 5" }, { - "flow_published_at": "1970-01-01 01:00:04.000000", + "flow_published_at": "1970-01-01 02:00:04.000000", "id": 1, "int": 6, "str": "str 6" }, { - "flow_published_at": "1970-01-01 01:00:05.000000", + "flow_published_at": "1970-01-01 02:00:05.000000", "id": 2, "int": 7, "str": "str 7" }, { - "flow_published_at": "1970-01-01 01:00:06.000000", + "flow_published_at": "1970-01-01 02:00:06.000000", "id": 3, "int": 8, "str": "str 8" }, { - "flow_published_at": "1970-01-01 01:00:07.000000", + "flow_published_at": "1970-01-01 02:00:07.000000", "id": 4, "int": 9, "str": "str 9" }, { - "flow_published_at": "1970-01-01 01:00:08.000000", + "flow_published_at": "1970-01-01 02:00:08.000000", "id": 5, "int": 10, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01 03:00:00.000000", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01 03:00:01.000000", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01 03:00:02.000000", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01 03:00:03.000000", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01 03:00:04.000000", + "id": 10, + "int": 15, + "str": "str 15" } ], "table": "duplicate_keys_delta_exclude_flow_doc" @@ -246,7 +344,7 @@ "binary_field": null, "bool_field": 0, "float_field": 1.1, - "flow_published_at": "1970-01-01 00:00:13.000000", + "flow_published_at": "1970-01-01 01:00:13.000000", "id": 1, "multiple": 1, "nested": { @@ -263,7 +361,7 @@ "binary_field": null, "bool_field": 1, "float_field": 2.2, - "flow_published_at": "1970-01-01 00:00:14.000000", + "flow_published_at": "1970-01-01 01:00:14.000000", "id": 2, "multiple": 2.2, "nested": { @@ -280,7 +378,7 @@ "binary_field": null, "bool_field": 0, "float_field": 3.3, - "flow_published_at": "1970-01-01 00:00:15.000000", + "flow_published_at": "1970-01-01 01:00:15.000000", "id": 3, "multiple": true, "nested": { @@ -297,7 +395,7 @@ "binary_field": null, "bool_field": 1, "float_field": 4.4, - "flow_published_at": "1970-01-01 00:00:16.000000", + "flow_published_at": "1970-01-01 01:00:16.000000", "id": 4, "multiple": false, "nested": { @@ -314,7 +412,7 @@ "binary_field": null, "bool_field": 0, "float_field": 5.5, - "flow_published_at": "1970-01-01 00:00:17.000000", + "flow_published_at": "1970-01-01 01:00:17.000000", "id": 5, "multiple": "string five", "nested": { @@ -331,7 +429,7 @@ "binary_field": null, "bool_field": 1, "float_field": 66.66, - "flow_published_at": "1970-01-01 01:00:19.000000", + "flow_published_at": "1970-01-01 02:00:19.000000", "id": 6, "multiple": [ "one", @@ -352,7 +450,7 @@ "binary_field": null, "bool_field": 0, "float_field": 77.77, - "flow_published_at": "1970-01-01 01:00:20.000000", + "flow_published_at": "1970-01-01 02:00:20.000000", "id": 7, "multiple": { "object": "seven" @@ -371,7 +469,7 @@ "binary_field": null, "bool_field": 1, "float_field": 88.88, - "flow_published_at": "1970-01-01 01:00:21.000000", + "flow_published_at": "1970-01-01 02:00:21.000000", "id": 8, "multiple": null, "nested": { @@ -388,7 +486,7 @@ "binary_field": "YWxvaGEK", "bool_field": 0, "float_field": 99.99, - "flow_published_at": "1970-01-01 01:00:22.000000", + "flow_published_at": "1970-01-01 02:00:22.000000", "id": 9, "multiple": null, "nested": { @@ -405,7 +503,7 @@ "binary_field": "c2F5xY1uYXJhCg==", "bool_field": 1, "float_field": 1010.101, - "flow_published_at": "1970-01-01 01:00:23.000000", + "flow_published_at": "1970-01-01 02:00:23.000000", "id": 10, "multiple": null, "nested": { @@ -422,7 +520,7 @@ { "date": "0000-01-01", "datetime": "0000-01-01 00:00:00.000000", - "flow_published_at": "1970-01-01 01:00:13.000000", + "flow_published_at": "1970-01-01 02:00:13.000000", "id": 1, "int_and_str": 1, "int_str": 10, @@ -433,7 +531,7 @@ { "date": "1999-02-02", "datetime": "1999-02-02 14:20:12.330000", - "flow_published_at": "1970-01-01 01:00:14.000000", + "flow_published_at": "1970-01-01 02:00:14.000000", "id": 2, "int_and_str": 2, "int_str": 20, @@ -444,7 +542,7 @@ { "date": "1000-03-03", "datetime": "1000-03-03 23:59:38.100000", - "flow_published_at": "1970-01-01 00:00:11.000000", + "flow_published_at": "1970-01-01 01:00:11.000000", "id": 3, "int_and_str": 3, "int_str": 30, @@ -455,7 +553,7 @@ { "date": "2023-08-29", "datetime": "2023-08-29 23:59:38.000000", - "flow_published_at": "1970-01-01 00:00:12.000000", + "flow_published_at": "1970-01-01 01:00:12.000000", "id": 4, "int_and_str": 4, "int_str": 40, @@ -466,7 +564,7 @@ { "date": "9999-12-31", "datetime": "9999-12-31 23:59:59.000000", - "flow_published_at": "1970-01-01 01:00:15.000000", + "flow_published_at": "1970-01-01 02:00:15.000000", "id": 5, "int_and_str": 5, "int_str": 50, @@ -477,7 +575,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01 01:00:16.000000", + "flow_published_at": "1970-01-01 02:00:16.000000", "id": 8, "int_and_str": null, "int_str": null, @@ -488,7 +586,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01 01:00:17.000000", + "flow_published_at": "1970-01-01 02:00:17.000000", "id": 9, "int_and_str": null, "int_str": null, @@ -499,7 +597,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01 01:00:18.000000", + "flow_published_at": "1970-01-01 02:00:18.000000", "id": 10, "int_and_str": null, "int_str": null, @@ -513,7 +611,7 @@ { "rows": [ { - "flow_published_at": "1970-01-01 01:00:24.000000", + "flow_published_at": "1970-01-01 02:00:24.000000", "id": "very long string that exceeds 256 characters to test if dynamic sizing of varchar fields works. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostru.", "str_field": "very long string that exceeds 256 characters to test if dynamic sizing of varchar fields works. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostru." } @@ -523,7 +621,7 @@ { "rows": [ { - "flow_published_at": "1970-01-01 00:00:28.000000", + "flow_published_at": "1970-01-01 01:00:28.000000", "id": 1, "unsigned_bigint": 1.8446744073709552E+19 } @@ -534,12 +632,12 @@ "rows": [ { "_meta/op": "u", - "flow_published_at": "1970-01-01 01:00:26.000000", + "flow_published_at": "1970-01-01 02:00:26.000000", "id": 2 }, { "_meta/op": "c", - "flow_published_at": "1970-01-01 01:00:27.000000", + "flow_published_at": "1970-01-01 02:00:27.000000", "id": 3 } ], diff --git a/tests/materialize/materialize-pinecone/snapshot.json b/tests/materialize/materialize-pinecone/snapshot.json index adf265d74f..cd90a16f10 100644 --- a/tests/materialize/materialize-pinecone/snapshot.json +++ b/tests/materialize/materialize-pinecone/snapshot.json @@ -10,6 +10,14 @@ "connectorState", {} ] +[ + "connectorState", + {} +] +[ + "connectorState", + {} +] [ "connectorState", { @@ -22,61 +30,61 @@ { "id": "1501", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"13814000-1dd2-11b2-8000-071353030311\"},\"canary\":\"amputation's\",\"id\":1}" + "flow_document": "{\"_meta\":{\"uuid\":\"7545a800-1dda-11b2-8000-071353030311\"},\"canary\":\"amputation's\",\"id\":1}" } }, { "id": "1502", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"1419d680-1dd2-11b2-8000-071353030311\"},\"canary\":\"armament's\",\"id\":2}" + "flow_document": "{\"_meta\":{\"uuid\":\"75de3e80-1dda-11b2-8000-071353030311\"},\"canary\":\"armament's\",\"id\":2}" } }, { "id": "1503", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"14b26d00-1dd2-11b2-8000-071353030311\"},\"canary\":\"splatters\",\"id\":3}" + "flow_document": "{\"_meta\":{\"uuid\":\"7676d500-1dda-11b2-8000-071353030311\"},\"canary\":\"splatters\",\"id\":3}" } }, { "id": "1504", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"154b0380-1dd2-11b2-8000-071353030311\"},\"canary\":\"strengthen\",\"id\":4}" + "flow_document": "{\"_meta\":{\"uuid\":\"770f6b80-1dda-11b2-8000-071353030311\"},\"canary\":\"strengthen\",\"id\":4}" } }, { "id": "1505", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"15e39a00-1dd2-11b2-8000-071353030311\"},\"canary\":\"Kringle's\",\"id\":5}" + "flow_document": "{\"_meta\":{\"uuid\":\"77a80200-1dda-11b2-8000-071353030311\"},\"canary\":\"Kringle's\",\"id\":5}" } }, { "id": "1506", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"167c3080-1dd2-11b2-8000-071353030311\"},\"canary\":\"grosbeak's\",\"id\":6}" + "flow_document": "{\"_meta\":{\"uuid\":\"78409880-1dda-11b2-8000-071353030311\"},\"canary\":\"grosbeak's\",\"id\":6}" } }, { "id": "1507", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"7545a800-1dda-11b2-8000-071353030311\"},\"canary\":\"pieced\",\"id\":7}" + "flow_document": "{\"_meta\":{\"uuid\":\"d70a1000-1de2-11b2-8000-071353030311\"},\"canary\":\"pieced\",\"id\":7}" } }, { "id": "1508", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"75de3e80-1dda-11b2-8000-071353030311\"},\"canary\":\"roaches\",\"id\":8}" + "flow_document": "{\"_meta\":{\"uuid\":\"d7a2a680-1de2-11b2-8000-071353030311\"},\"canary\":\"roaches\",\"id\":8}" } }, { "id": "1509", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"7676d500-1dda-11b2-8000-071353030311\"},\"canary\":\"devilish\",\"id\":9}" + "flow_document": "{\"_meta\":{\"uuid\":\"d83b3d00-1de2-11b2-8000-071353030311\"},\"canary\":\"devilish\",\"id\":9}" } }, { "id": "150a", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"770f6b80-1dda-11b2-8000-071353030311\"},\"canary\":\"glucose's\",\"id\":10}" + "flow_document": "{\"_meta\":{\"uuid\":\"d8d3d380-1de2-11b2-8000-071353030311\"},\"canary\":\"glucose's\",\"id\":10}" } } ] @@ -87,31 +95,61 @@ { "id": "1501", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"77a80200-1dda-11b2-8000-071353030311\"},\"id\":1,\"int\":6,\"str\":\"str 6\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"d96c6a00-1de2-11b2-8000-071353030311\"},\"id\":1,\"int\":6,\"str\":\"str 6\"}" } }, { "id": "1502", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"78409880-1dda-11b2-8000-071353030311\"},\"id\":2,\"int\":7,\"str\":\"str 7\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"da050080-1de2-11b2-8000-071353030311\"},\"id\":2,\"int\":7,\"str\":\"str 7\"}" } }, { "id": "1503", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"78d92f00-1dda-11b2-8000-071353030311\"},\"id\":3,\"int\":8,\"str\":\"str 8\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"da9d9700-1de2-11b2-8000-071353030311\"},\"id\":3,\"int\":8,\"str\":\"str 8\"}" } }, { "id": "1504", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"7971c580-1dda-11b2-8000-071353030311\"},\"id\":4,\"int\":9,\"str\":\"str 9\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"db362d80-1de2-11b2-8000-071353030311\"},\"id\":4,\"int\":9,\"str\":\"str 9\"}" } }, { "id": "1505", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"7a0a5c00-1dda-11b2-8000-071353030311\"},\"id\":5,\"int\":10,\"str\":\"str 10\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"dbcec400-1de2-11b2-8000-071353030311\"},\"id\":5,\"int\":10,\"str\":\"str 10\"}" + } + }, + { + "id": "1506", + "metadata": { + "flow_document": "{\"_meta\":{\"uuid\":\"38ce7800-1deb-11b2-8000-071353030311\"},\"id\":6,\"int\":11,\"str\":\"str 11\"}" + } + }, + { + "id": "1507", + "metadata": { + "flow_document": "{\"_meta\":{\"uuid\":\"39670e80-1deb-11b2-8000-071353030311\"},\"id\":7,\"int\":12,\"str\":\"str 12\"}" + } + }, + { + "id": "1508", + "metadata": { + "flow_document": "{\"_meta\":{\"uuid\":\"39ffa500-1deb-11b2-8000-071353030311\"},\"id\":8,\"int\":13,\"str\":\"str 13\"}" + } + }, + { + "id": "1509", + "metadata": { + "flow_document": "{\"_meta\":{\"uuid\":\"3a983b80-1deb-11b2-8000-071353030311\"},\"id\":9,\"int\":14,\"str\":\"str 14\"}" + } + }, + { + "id": "150a", + "metadata": { + "flow_document": "{\"_meta\":{\"uuid\":\"3b30d200-1deb-11b2-8000-071353030311\"},\"id\":10,\"int\":15,\"str\":\"str 15\"}" } } ] @@ -122,61 +160,61 @@ { "id": "1501", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"1b40e480-1dd2-11b2-8000-071353030311\"},\"array_int\":[11,12],\"bool_field\":false,\"float_field\":1.1,\"id\":1,\"multiple\":1,\"nested\":{\"id\":\"i1\"},\"nullable_int\":null,\"str_field\":\"str1\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"7d054c80-1dda-11b2-8000-071353030311\"},\"array_int\":[11,12],\"bool_field\":false,\"float_field\":1.1,\"id\":1,\"multiple\":1,\"nested\":{\"id\":\"i1\"},\"nullable_int\":null,\"str_field\":\"str1\"}" } }, { "id": "1502", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"1bd97b00-1dd2-11b2-8000-071353030311\"},\"array_int\":[21,22],\"bool_field\":true,\"float_field\":2.2,\"id\":2,\"multiple\":2.2,\"nested\":{\"id\":\"i2\"},\"nullable_int\":2,\"str_field\":\"str2\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"7d9de300-1dda-11b2-8000-071353030311\"},\"array_int\":[21,22],\"bool_field\":true,\"float_field\":2.2,\"id\":2,\"multiple\":2.2,\"nested\":{\"id\":\"i2\"},\"nullable_int\":2,\"str_field\":\"str2\"}" } }, { "id": "1503", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"1c721180-1dd2-11b2-8000-071353030311\"},\"array_int\":[31,32],\"bool_field\":false,\"float_field\":3.3,\"id\":3,\"multiple\":true,\"nested\":{\"id\":\"i3\"},\"nullable_int\":null,\"str_field\":\"str3\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"7e367980-1dda-11b2-8000-071353030311\"},\"array_int\":[31,32],\"bool_field\":false,\"float_field\":3.3,\"id\":3,\"multiple\":true,\"nested\":{\"id\":\"i3\"},\"nullable_int\":null,\"str_field\":\"str3\"}" } }, { "id": "1504", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"1d0aa800-1dd2-11b2-8000-071353030311\"},\"array_int\":[41,42],\"bool_field\":true,\"float_field\":4.4,\"id\":4,\"multiple\":false,\"nested\":{\"id\":\"i4\"},\"nullable_int\":4,\"str_field\":\"str4\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"7ecf1000-1dda-11b2-8000-071353030311\"},\"array_int\":[41,42],\"bool_field\":true,\"float_field\":4.4,\"id\":4,\"multiple\":false,\"nested\":{\"id\":\"i4\"},\"nullable_int\":4,\"str_field\":\"str4\"}" } }, { "id": "1505", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"1da33e80-1dd2-11b2-8000-071353030311\"},\"array_int\":[51,52],\"bool_field\":false,\"float_field\":5.5,\"id\":5,\"multiple\":\"string five\",\"nested\":{\"id\":\"i5\"},\"nullable_int\":null,\"str_field\":\"str5\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"7f67a680-1dda-11b2-8000-071353030311\"},\"array_int\":[51,52],\"bool_field\":false,\"float_field\":5.5,\"id\":5,\"multiple\":\"string five\",\"nested\":{\"id\":\"i5\"},\"nullable_int\":null,\"str_field\":\"str5\"}" } }, { "id": "1506", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"8098d380-1dda-11b2-8000-071353030311\"},\"array_int\":[61,62],\"bool_field\":true,\"float_field\":66.66,\"id\":6,\"multiple\":[\"one\",2,true],\"nested\":{\"id\":\"i6\"},\"nullable_int\":6,\"str_field\":\"str6 v2\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"e25d3b80-1de2-11b2-8000-071353030311\"},\"array_int\":[61,62],\"bool_field\":true,\"float_field\":66.66,\"id\":6,\"multiple\":[\"one\",2,true],\"nested\":{\"id\":\"i6\"},\"nullable_int\":6,\"str_field\":\"str6 v2\"}" } }, { "id": "1507", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"81316a00-1dda-11b2-8000-071353030311\"},\"array_int\":[71,72],\"bool_field\":false,\"float_field\":77.77,\"id\":7,\"multiple\":{\"object\":\"seven\"},\"nested\":{\"id\":\"i7\"},\"nullable_int\":null,\"str_field\":\"str7 v2\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"e2f5d200-1de2-11b2-8000-071353030311\"},\"array_int\":[71,72],\"bool_field\":false,\"float_field\":77.77,\"id\":7,\"multiple\":{\"object\":\"seven\"},\"nested\":{\"id\":\"i7\"},\"nullable_int\":null,\"str_field\":\"str7 v2\"}" } }, { "id": "1508", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"81ca0080-1dda-11b2-8000-071353030311\"},\"array_int\":[81,82],\"bool_field\":true,\"float_field\":88.88,\"id\":8,\"multiple\":null,\"nested\":{\"id\":\"i8\"},\"nullable_int\":8,\"str_field\":\"str8 v2\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"e38e6880-1de2-11b2-8000-071353030311\"},\"array_int\":[81,82],\"bool_field\":true,\"float_field\":88.88,\"id\":8,\"multiple\":null,\"nested\":{\"id\":\"i8\"},\"nullable_int\":8,\"str_field\":\"str8 v2\"}" } }, { "id": "1509", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"82629700-1dda-11b2-8000-071353030311\"},\"array_int\":[91,92],\"binary_field\":\"YWxvaGEK\",\"bool_field\":false,\"float_field\":99.99,\"id\":9,\"nested\":{\"id\":\"i9\"},\"nullable_int\":null,\"str_field\":\"str9 v2\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"e426ff00-1de2-11b2-8000-071353030311\"},\"array_int\":[91,92],\"binary_field\":\"YWxvaGEK\",\"bool_field\":false,\"float_field\":99.99,\"id\":9,\"nested\":{\"id\":\"i9\"},\"nullable_int\":null,\"str_field\":\"str9 v2\"}" } }, { "id": "150a", "metadata": { - "flow_document": "{\"_meta\":{\"uuid\":\"82fb2d80-1dda-11b2-8000-071353030311\"},\"array_int\":[1,2],\"binary_field\":\"c2F5xY1uYXJhCg==\",\"bool_field\":true,\"float_field\":1010.101,\"id\":10,\"nested\":{\"id\":\"i10\"},\"nullable_int\":10,\"str_field\":\"str10 v2\"}" + "flow_document": "{\"_meta\":{\"uuid\":\"e4bf9580-1de2-11b2-8000-071353030311\"},\"array_int\":[1,2],\"binary_field\":\"c2F5xY1uYXJhCg==\",\"bool_field\":true,\"float_field\":1010.101,\"id\":10,\"nested\":{\"id\":\"i10\"},\"nullable_int\":10,\"str_field\":\"str10 v2\"}" } } ] diff --git a/tests/materialize/materialize-postgres/snapshot.json b/tests/materialize/materialize-postgres/snapshot.json index cbb89496ef..9a66427aa0 100644 --- a/tests/materialize/materialize-postgres/snapshot.json +++ b/tests/materialize/materialize-postgres/snapshot.json @@ -10,6 +10,14 @@ "connectorState", {} ] +[ + "connectorState", + {} +] +[ + "connectorState", + {} +] [ "connectorState", { @@ -20,52 +28,52 @@ "rows": [ { "canary": "amputation's", - "flow_published_at": "1970-01-01T00:00:00+00:00", + "flow_published_at": "1970-01-01T01:00:00+00:00", "id": 1 }, { "canary": "armament's", - "flow_published_at": "1970-01-01T00:00:01+00:00", + "flow_published_at": "1970-01-01T01:00:01+00:00", "id": 2 }, { "canary": "splatters", - "flow_published_at": "1970-01-01T00:00:02+00:00", + "flow_published_at": "1970-01-01T01:00:02+00:00", "id": 3 }, { "canary": "strengthen", - "flow_published_at": "1970-01-01T00:00:03+00:00", + "flow_published_at": "1970-01-01T01:00:03+00:00", "id": 4 }, { "canary": "Kringle's", - "flow_published_at": "1970-01-01T00:00:04+00:00", + "flow_published_at": "1970-01-01T01:00:04+00:00", "id": 5 }, { "canary": "grosbeak's", - "flow_published_at": "1970-01-01T00:00:05+00:00", + "flow_published_at": "1970-01-01T01:00:05+00:00", "id": 6 }, { "canary": "pieced", - "flow_published_at": "1970-01-01T01:00:00+00:00", + "flow_published_at": "1970-01-01T02:00:00+00:00", "id": 7 }, { "canary": "roaches", - "flow_published_at": "1970-01-01T01:00:01+00:00", + "flow_published_at": "1970-01-01T02:00:01+00:00", "id": 8 }, { "canary": "devilish", - "flow_published_at": "1970-01-01T01:00:02+00:00", + "flow_published_at": "1970-01-01T02:00:02+00:00", "id": 9 }, { "canary": "glucose's", - "flow_published_at": "1970-01-01T01:00:03+00:00", + "flow_published_at": "1970-01-01T02:00:03+00:00", "id": 10 } ], @@ -74,34 +82,64 @@ { "rows": [ { - "flow_published_at": "1970-01-01T01:00:04+00:00", + "flow_published_at": "1970-01-01T02:00:04+00:00", "id": 1, "int": 7, "str": "str 6" }, { - "flow_published_at": "1970-01-01T01:00:05+00:00", + "flow_published_at": "1970-01-01T02:00:05+00:00", "id": 2, "int": 9, "str": "str 7" }, { - "flow_published_at": "1970-01-01T01:00:06+00:00", + "flow_published_at": "1970-01-01T02:00:06+00:00", "id": 3, "int": 11, "str": "str 8" }, { - "flow_published_at": "1970-01-01T01:00:07+00:00", + "flow_published_at": "1970-01-01T02:00:07+00:00", "id": 4, "int": 13, "str": "str 9" }, { - "flow_published_at": "1970-01-01T01:00:08+00:00", + "flow_published_at": "1970-01-01T02:00:08+00:00", "id": 5, "int": 15, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01T03:00:00+00:00", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01T03:00:01+00:00", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01T03:00:02+00:00", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01T03:00:03+00:00", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01T03:00:04+00:00", + "id": 10, + "int": 15, + "str": "str 15" } ], "table": "duplicate_keys_standard" @@ -109,64 +147,94 @@ { "rows": [ { - "flow_published_at": "1970-01-01T00:00:06+00:00", + "flow_published_at": "1970-01-01T01:00:06+00:00", "id": 1, "int": 1, "str": "str 1" }, { - "flow_published_at": "1970-01-01T00:00:07+00:00", + "flow_published_at": "1970-01-01T01:00:07+00:00", "id": 2, "int": 2, "str": "str 2" }, { - "flow_published_at": "1970-01-01T00:00:08+00:00", + "flow_published_at": "1970-01-01T01:00:08+00:00", "id": 3, "int": 3, "str": "str 3" }, { - "flow_published_at": "1970-01-01T00:00:09+00:00", + "flow_published_at": "1970-01-01T01:00:09+00:00", "id": 4, "int": 4, "str": "str 4" }, { - "flow_published_at": "1970-01-01T00:00:10+00:00", + "flow_published_at": "1970-01-01T01:00:10+00:00", "id": 5, "int": 5, "str": "str 5" }, { - "flow_published_at": "1970-01-01T01:00:04+00:00", + "flow_published_at": "1970-01-01T02:00:04+00:00", "id": 1, "int": 6, "str": "str 6" }, { - "flow_published_at": "1970-01-01T01:00:05+00:00", + "flow_published_at": "1970-01-01T02:00:05+00:00", "id": 2, "int": 7, "str": "str 7" }, { - "flow_published_at": "1970-01-01T01:00:06+00:00", + "flow_published_at": "1970-01-01T02:00:06+00:00", "id": 3, "int": 8, "str": "str 8" }, { - "flow_published_at": "1970-01-01T01:00:07+00:00", + "flow_published_at": "1970-01-01T02:00:07+00:00", "id": 4, "int": 9, "str": "str 9" }, { - "flow_published_at": "1970-01-01T01:00:08+00:00", + "flow_published_at": "1970-01-01T02:00:08+00:00", "id": 5, "int": 10, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01T03:00:00+00:00", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01T03:00:01+00:00", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01T03:00:02+00:00", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01T03:00:03+00:00", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01T03:00:04+00:00", + "id": 10, + "int": 15, + "str": "str 15" } ], "table": "duplicate_keys_delta" @@ -174,64 +242,94 @@ { "rows": [ { - "flow_published_at": "1970-01-01T00:00:06+00:00", + "flow_published_at": "1970-01-01T01:00:06+00:00", "id": 1, "int": 1, "str": "str 1" }, { - "flow_published_at": "1970-01-01T00:00:07+00:00", + "flow_published_at": "1970-01-01T01:00:07+00:00", "id": 2, "int": 2, "str": "str 2" }, { - "flow_published_at": "1970-01-01T00:00:08+00:00", + "flow_published_at": "1970-01-01T01:00:08+00:00", "id": 3, "int": 3, "str": "str 3" }, { - "flow_published_at": "1970-01-01T00:00:09+00:00", + "flow_published_at": "1970-01-01T01:00:09+00:00", "id": 4, "int": 4, "str": "str 4" }, { - "flow_published_at": "1970-01-01T00:00:10+00:00", + "flow_published_at": "1970-01-01T01:00:10+00:00", "id": 5, "int": 5, "str": "str 5" }, { - "flow_published_at": "1970-01-01T01:00:04+00:00", + "flow_published_at": "1970-01-01T02:00:04+00:00", "id": 1, "int": 6, "str": "str 6" }, { - "flow_published_at": "1970-01-01T01:00:05+00:00", + "flow_published_at": "1970-01-01T02:00:05+00:00", "id": 2, "int": 7, "str": "str 7" }, { - "flow_published_at": "1970-01-01T01:00:06+00:00", + "flow_published_at": "1970-01-01T02:00:06+00:00", "id": 3, "int": 8, "str": "str 8" }, { - "flow_published_at": "1970-01-01T01:00:07+00:00", + "flow_published_at": "1970-01-01T02:00:07+00:00", "id": 4, "int": 9, "str": "str 9" }, { - "flow_published_at": "1970-01-01T01:00:08+00:00", + "flow_published_at": "1970-01-01T02:00:08+00:00", "id": 5, "int": 10, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01T03:00:00+00:00", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01T03:00:01+00:00", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01T03:00:02+00:00", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01T03:00:03+00:00", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01T03:00:04+00:00", + "id": 10, + "int": 15, + "str": "str 15" } ], "table": "duplicate_keys_delta_exclude_flow_doc" @@ -246,7 +344,7 @@ "binary_field": null, "bool_field": false, "float_field": 1.1, - "flow_published_at": "1970-01-01T00:00:13+00:00", + "flow_published_at": "1970-01-01T01:00:13+00:00", "id": 1, "multiple": 1, "nested": { @@ -263,7 +361,7 @@ "binary_field": null, "bool_field": true, "float_field": 2.2, - "flow_published_at": "1970-01-01T00:00:14+00:00", + "flow_published_at": "1970-01-01T01:00:14+00:00", "id": 2, "multiple": 2.2, "nested": { @@ -280,7 +378,7 @@ "binary_field": null, "bool_field": false, "float_field": 3.3, - "flow_published_at": "1970-01-01T00:00:15+00:00", + "flow_published_at": "1970-01-01T01:00:15+00:00", "id": 3, "multiple": true, "nested": { @@ -297,7 +395,7 @@ "binary_field": null, "bool_field": true, "float_field": 4.4, - "flow_published_at": "1970-01-01T00:00:16+00:00", + "flow_published_at": "1970-01-01T01:00:16+00:00", "id": 4, "multiple": false, "nested": { @@ -314,7 +412,7 @@ "binary_field": null, "bool_field": false, "float_field": 5.5, - "flow_published_at": "1970-01-01T00:00:17+00:00", + "flow_published_at": "1970-01-01T01:00:17+00:00", "id": 5, "multiple": "string five", "nested": { @@ -331,7 +429,7 @@ "binary_field": null, "bool_field": true, "float_field": 66.66, - "flow_published_at": "1970-01-01T01:00:19+00:00", + "flow_published_at": "1970-01-01T02:00:19+00:00", "id": 6, "multiple": [ "one", @@ -352,7 +450,7 @@ "binary_field": null, "bool_field": false, "float_field": 77.77, - "flow_published_at": "1970-01-01T01:00:20+00:00", + "flow_published_at": "1970-01-01T02:00:20+00:00", "id": 7, "multiple": { "object": "seven" @@ -371,7 +469,7 @@ "binary_field": null, "bool_field": true, "float_field": 88.88, - "flow_published_at": "1970-01-01T01:00:21+00:00", + "flow_published_at": "1970-01-01T02:00:21+00:00", "id": 8, "multiple": null, "nested": { @@ -388,7 +486,7 @@ "binary_field": "YWxvaGEK", "bool_field": false, "float_field": 99.99, - "flow_published_at": "1970-01-01T01:00:22+00:00", + "flow_published_at": "1970-01-01T02:00:22+00:00", "id": 9, "multiple": null, "nested": { @@ -405,7 +503,7 @@ "binary_field": "c2F5xY1uYXJhCg==", "bool_field": true, "float_field": 1010.101, - "flow_published_at": "1970-01-01T01:00:23+00:00", + "flow_published_at": "1970-01-01T02:00:23+00:00", "id": 10, "multiple": null, "nested": { @@ -422,7 +520,7 @@ { "date": "1000-03-03", "datetime": "1000-03-03T23:59:38.1+00:00", - "flow_published_at": "1970-01-01T00:00:11+00:00", + "flow_published_at": "1970-01-01T01:00:11+00:00", "id": 3, "int_and_str": 3, "int_str": 30, @@ -433,7 +531,7 @@ { "date": "2023-08-29", "datetime": "2023-08-29T23:59:38+00:00", - "flow_published_at": "1970-01-01T00:00:12+00:00", + "flow_published_at": "1970-01-01T01:00:12+00:00", "id": 4, "int_and_str": 4, "int_str": 40, @@ -444,7 +542,7 @@ { "date": "0001-01-01", "datetime": "0001-01-01T00:00:00+00:00", - "flow_published_at": "1970-01-01T01:00:13+00:00", + "flow_published_at": "1970-01-01T02:00:13+00:00", "id": 1, "int_and_str": 1, "int_str": 10, @@ -455,7 +553,7 @@ { "date": "1999-02-02", "datetime": "1999-02-02T14:20:12.33+00:00", - "flow_published_at": "1970-01-01T01:00:14+00:00", + "flow_published_at": "1970-01-01T02:00:14+00:00", "id": 2, "int_and_str": 2, "int_str": 20, @@ -466,7 +564,7 @@ { "date": "9999-12-31", "datetime": "9999-12-31T23:59:59+00:00", - "flow_published_at": "1970-01-01T01:00:15+00:00", + "flow_published_at": "1970-01-01T02:00:15+00:00", "id": 5, "int_and_str": 5, "int_str": 50, @@ -477,7 +575,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01T01:00:16+00:00", + "flow_published_at": "1970-01-01T02:00:16+00:00", "id": 8, "int_and_str": null, "int_str": null, @@ -488,7 +586,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01T01:00:17+00:00", + "flow_published_at": "1970-01-01T02:00:17+00:00", "id": 9, "int_and_str": null, "int_str": null, @@ -499,7 +597,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01T01:00:18+00:00", + "flow_published_at": "1970-01-01T02:00:18+00:00", "id": 10, "int_and_str": null, "int_str": null, @@ -513,7 +611,7 @@ { "rows": [ { - "flow_published_at": "1970-01-01T00:00:28+00:00", + "flow_published_at": "1970-01-01T01:00:28+00:00", "id": 1, "unsigned_bigint": 18446744073709551615 } @@ -524,12 +622,12 @@ "rows": [ { "_meta/op": "u", - "flow_published_at": "1970-01-01T01:00:26+00:00", + "flow_published_at": "1970-01-01T02:00:26+00:00", "id": 2 }, { "_meta/op": "c", - "flow_published_at": "1970-01-01T01:00:27+00:00", + "flow_published_at": "1970-01-01T02:00:27+00:00", "id": 3 } ], diff --git a/tests/materialize/materialize-redshift/snapshot.json b/tests/materialize/materialize-redshift/snapshot.json index feb99f23ba..d677fba32f 100644 --- a/tests/materialize/materialize-redshift/snapshot.json +++ b/tests/materialize/materialize-redshift/snapshot.json @@ -10,6 +10,14 @@ "connectorState", {} ] +[ + "connectorState", + {} +] +[ + "connectorState", + {} +] [ "connectorState", { @@ -21,52 +29,52 @@ "rows": [ { "canary": "amputation's", - "flow_published_at": "1970-01-01 00:00:00 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:00 +0000 UTC", "id": 1 }, { "canary": "armament's", - "flow_published_at": "1970-01-01 00:00:01 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:01 +0000 UTC", "id": 2 }, { "canary": "splatters", - "flow_published_at": "1970-01-01 00:00:02 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:02 +0000 UTC", "id": 3 }, { "canary": "strengthen", - "flow_published_at": "1970-01-01 00:00:03 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:03 +0000 UTC", "id": 4 }, { "canary": "Kringle's", - "flow_published_at": "1970-01-01 00:00:04 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:04 +0000 UTC", "id": 5 }, { "canary": "grosbeak's", - "flow_published_at": "1970-01-01 00:00:05 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:05 +0000 UTC", "id": 6 }, { "canary": "pieced", - "flow_published_at": "1970-01-01 01:00:00 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:00 +0000 UTC", "id": 7 }, { "canary": "roaches", - "flow_published_at": "1970-01-01 01:00:01 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:01 +0000 UTC", "id": 8 }, { "canary": "devilish", - "flow_published_at": "1970-01-01 01:00:02 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:02 +0000 UTC", "id": 9 }, { "canary": "glucose's", - "flow_published_at": "1970-01-01 01:00:03 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:03 +0000 UTC", "id": 10 } ] @@ -75,34 +83,64 @@ "_table": "duplicate_keys_standard", "rows": [ { - "flow_published_at": "1970-01-01 01:00:04 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:04 +0000 UTC", "id": 1, "int": 7, "str": "str 6" }, { - "flow_published_at": "1970-01-01 01:00:05 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:05 +0000 UTC", "id": 2, "int": 9, "str": "str 7" }, { - "flow_published_at": "1970-01-01 01:00:06 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:06 +0000 UTC", "id": 3, "int": 11, "str": "str 8" }, { - "flow_published_at": "1970-01-01 01:00:07 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:07 +0000 UTC", "id": 4, "int": 13, "str": "str 9" }, { - "flow_published_at": "1970-01-01 01:00:08 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:08 +0000 UTC", "id": 5, "int": 15, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01 03:00:00 +0000 UTC", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01 03:00:01 +0000 UTC", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01 03:00:02 +0000 UTC", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01 03:00:03 +0000 UTC", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01 03:00:04 +0000 UTC", + "id": 10, + "int": 15, + "str": "str 15" } ] } @@ -110,64 +148,94 @@ "_table": "duplicate_keys_delta", "rows": [ { - "flow_published_at": "1970-01-01 00:00:06 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:06 +0000 UTC", "id": 1, "int": 1, "str": "str 1" }, { - "flow_published_at": "1970-01-01 01:00:04 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:04 +0000 UTC", "id": 1, "int": 6, "str": "str 6" }, { - "flow_published_at": "1970-01-01 00:00:07 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:07 +0000 UTC", "id": 2, "int": 2, "str": "str 2" }, { - "flow_published_at": "1970-01-01 01:00:05 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:05 +0000 UTC", "id": 2, "int": 7, "str": "str 7" }, { - "flow_published_at": "1970-01-01 00:00:08 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:08 +0000 UTC", "id": 3, "int": 3, "str": "str 3" }, { - "flow_published_at": "1970-01-01 01:00:06 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:06 +0000 UTC", "id": 3, "int": 8, "str": "str 8" }, { - "flow_published_at": "1970-01-01 00:00:09 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:09 +0000 UTC", "id": 4, "int": 4, "str": "str 4" }, { - "flow_published_at": "1970-01-01 01:00:07 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:07 +0000 UTC", "id": 4, "int": 9, "str": "str 9" }, { - "flow_published_at": "1970-01-01 00:00:10 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:10 +0000 UTC", "id": 5, "int": 5, "str": "str 5" }, { - "flow_published_at": "1970-01-01 01:00:08 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:08 +0000 UTC", "id": 5, "int": 10, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01 03:00:00 +0000 UTC", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01 03:00:01 +0000 UTC", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01 03:00:02 +0000 UTC", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01 03:00:03 +0000 UTC", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01 03:00:04 +0000 UTC", + "id": 10, + "int": 15, + "str": "str 15" } ] } @@ -175,64 +243,94 @@ "_table": "duplicate_keys_delta_exclude_flow_doc", "rows": [ { - "flow_published_at": "1970-01-01 00:00:06 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:06 +0000 UTC", "id": 1, "int": 1, "str": "str 1" }, { - "flow_published_at": "1970-01-01 01:00:04 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:04 +0000 UTC", "id": 1, "int": 6, "str": "str 6" }, { - "flow_published_at": "1970-01-01 00:00:07 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:07 +0000 UTC", "id": 2, "int": 2, "str": "str 2" }, { - "flow_published_at": "1970-01-01 01:00:05 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:05 +0000 UTC", "id": 2, "int": 7, "str": "str 7" }, { - "flow_published_at": "1970-01-01 00:00:08 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:08 +0000 UTC", "id": 3, "int": 3, "str": "str 3" }, { - "flow_published_at": "1970-01-01 01:00:06 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:06 +0000 UTC", "id": 3, "int": 8, "str": "str 8" }, { - "flow_published_at": "1970-01-01 00:00:09 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:09 +0000 UTC", "id": 4, "int": 4, "str": "str 4" }, { - "flow_published_at": "1970-01-01 01:00:07 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:07 +0000 UTC", "id": 4, "int": 9, "str": "str 9" }, { - "flow_published_at": "1970-01-01 00:00:10 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:10 +0000 UTC", "id": 5, "int": 5, "str": "str 5" }, { - "flow_published_at": "1970-01-01 01:00:08 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:08 +0000 UTC", "id": 5, "int": 10, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01 03:00:00 +0000 UTC", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01 03:00:01 +0000 UTC", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01 03:00:02 +0000 UTC", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01 03:00:03 +0000 UTC", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01 03:00:04 +0000 UTC", + "id": 10, + "int": 15, + "str": "str 15" } ] } @@ -244,7 +342,7 @@ "binary_field": null, "bool_field": false, "float_field": 1.1, - "flow_published_at": "1970-01-01 00:00:13 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:13 +0000 UTC", "id": 1, "multiple": "1", "nested": "{\"id\":\"i1\"}", @@ -256,7 +354,7 @@ "binary_field": null, "bool_field": true, "float_field": 2.2, - "flow_published_at": "1970-01-01 00:00:14 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:14 +0000 UTC", "id": 2, "multiple": "2.2000000000000002", "nested": "{\"id\":\"i2\"}", @@ -268,7 +366,7 @@ "binary_field": null, "bool_field": false, "float_field": 3.3, - "flow_published_at": "1970-01-01 00:00:15 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:15 +0000 UTC", "id": 3, "multiple": "true", "nested": "{\"id\":\"i3\"}", @@ -280,7 +378,7 @@ "binary_field": null, "bool_field": true, "float_field": 4.4, - "flow_published_at": "1970-01-01 00:00:16 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:16 +0000 UTC", "id": 4, "multiple": "false", "nested": "{\"id\":\"i4\"}", @@ -292,7 +390,7 @@ "binary_field": null, "bool_field": false, "float_field": 5.5, - "flow_published_at": "1970-01-01 00:00:17 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:17 +0000 UTC", "id": 5, "multiple": "\"string five\"", "nested": "{\"id\":\"i5\"}", @@ -304,7 +402,7 @@ "binary_field": null, "bool_field": true, "float_field": 66.66, - "flow_published_at": "1970-01-01 01:00:19 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:19 +0000 UTC", "id": 6, "multiple": "[\"one\",2,true]", "nested": "{\"id\":\"i6\"}", @@ -316,7 +414,7 @@ "binary_field": null, "bool_field": false, "float_field": 77.77, - "flow_published_at": "1970-01-01 01:00:20 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:20 +0000 UTC", "id": 7, "multiple": "{\"object\":\"seven\"}", "nested": "{\"id\":\"i7\"}", @@ -328,7 +426,7 @@ "binary_field": null, "bool_field": true, "float_field": 88.88, - "flow_published_at": "1970-01-01 01:00:21 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:21 +0000 UTC", "id": 8, "multiple": null, "nested": "{\"id\":\"i8\"}", @@ -340,7 +438,7 @@ "binary_field": "YWxvaGEK", "bool_field": false, "float_field": 99.99, - "flow_published_at": "1970-01-01 01:00:22 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:22 +0000 UTC", "id": 9, "multiple": null, "nested": "{\"id\":\"i9\"}", @@ -352,7 +450,7 @@ "binary_field": "c2F5xY1uYXJhCg==", "bool_field": true, "float_field": 1010.101, - "flow_published_at": "1970-01-01 01:00:23 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:23 +0000 UTC", "id": 10, "multiple": null, "nested": "{\"id\":\"i10\"}", @@ -367,7 +465,7 @@ { "date": "0000-01-01 00:00:00 +0000 UTC", "datetime": "0000-01-01 00:00:00 +0000 UTC", - "flow_published_at": "1970-01-01 01:00:13 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:13 +0000 UTC", "id": 1, "int_and_str": "1", "int_str": "10", @@ -378,7 +476,7 @@ { "date": "1999-02-02 00:00:00 +0000 UTC", "datetime": "1999-02-02 14:20:12.33 +0000 UTC", - "flow_published_at": "1970-01-01 01:00:14 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:14 +0000 UTC", "id": 2, "int_and_str": "2", "int_str": "20", @@ -389,7 +487,7 @@ { "date": "1000-03-03 00:00:00 +0000 UTC", "datetime": "1000-03-03 23:59:38.1 +0000 UTC", - "flow_published_at": "1970-01-01 00:00:11 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:11 +0000 UTC", "id": 3, "int_and_str": "3", "int_str": "30", @@ -400,7 +498,7 @@ { "date": "2023-08-29 00:00:00 +0000 UTC", "datetime": "2023-08-29 23:59:38 +0000 UTC", - "flow_published_at": "1970-01-01 00:00:12 +0000 UTC", + "flow_published_at": "1970-01-01 01:00:12 +0000 UTC", "id": 4, "int_and_str": "4", "int_str": "40", @@ -411,7 +509,7 @@ { "date": "9999-12-31 00:00:00 +0000 UTC", "datetime": "9999-12-31 23:59:59 +0000 UTC", - "flow_published_at": "1970-01-01 01:00:15 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:15 +0000 UTC", "id": 5, "int_and_str": "5", "int_str": "50", @@ -422,7 +520,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01 01:00:16 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:16 +0000 UTC", "id": 8, "int_and_str": null, "int_str": null, @@ -433,7 +531,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01 01:00:17 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:17 +0000 UTC", "id": 9, "int_and_str": null, "int_str": null, @@ -444,7 +542,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01 01:00:18 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:18 +0000 UTC", "id": 10, "int_and_str": null, "int_str": null, @@ -458,7 +556,7 @@ "_table": "long_string", "rows": [ { - "flow_published_at": "1970-01-01 01:00:24 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:24 +0000 UTC", "id": "very long string that exceeds 256 characters to test if dynamic sizing of varchar fields works. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostru.", "str_field": "very long string that exceeds 256 characters to test if dynamic sizing of varchar fields works. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostru." } @@ -469,12 +567,12 @@ "rows": [ { "_meta/op": "u", - "flow_published_at": "1970-01-01 01:00:26 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:26 +0000 UTC", "id": 2 }, { "_meta/op": "c", - "flow_published_at": "1970-01-01 01:00:27 +0000 UTC", + "flow_published_at": "1970-01-01 02:00:27 +0000 UTC", "id": 3 } ] diff --git a/tests/materialize/materialize-s3-iceberg/snapshot.json b/tests/materialize/materialize-s3-iceberg/snapshot.json index 517b87e97c..119bea9959 100644 --- a/tests/materialize/materialize-s3-iceberg/snapshot.json +++ b/tests/materialize/materialize-s3-iceberg/snapshot.json @@ -8,19 +8,37 @@ "updated": { "bindingStates": { "iceberg-test%2Fduplicate_keys_delta": { - "currentCheckpoint": "ce03a88604a70da2", + "fileKeys": null + }, + "iceberg-test%2Fmultiple_types_delta": { + "fileKeys": null + }, + "iceberg-test%2Fsimple_delta": { + "fileKeys": null + } + } + } + } +] +[ + "connectorState", + { + "updated": { + "bindingStates": { + "iceberg-test%2Fduplicate_keys_delta": { + "currentCheckpoint": "7a60ee931eb4057c", "fileKeys": [ "s3://estuary-connector-test-bucket/test-data/iceberg-test/duplicate_keys_delta_004B23684AF8F596/data/.parquet" ] }, "iceberg-test%2Fmultiple_types_delta": { - "currentCheckpoint": "ce03a88604a70da2", + "currentCheckpoint": "7a60ee931eb4057c", "fileKeys": [ "s3://estuary-connector-test-bucket/test-data/iceberg-test/multiple_types_delta_7B3833E83A07ECFB/data/.parquet" ] }, "iceberg-test%2Fsimple_delta": { - "currentCheckpoint": "ce03a88604a70da2", + "currentCheckpoint": "7a60ee931eb4057c", "fileKeys": [ "s3://estuary-connector-test-bucket/test-data/iceberg-test/simple_delta_4F406620F3D86730/data/.parquet" ] @@ -35,22 +53,22 @@ "updated": { "bindingStates": { "iceberg-test%2Fduplicate_keys_delta": { - "previousCheckpoint": "ce03a88604a70da2", - "currentCheckpoint": "7a60ee931eb4057c", + "previousCheckpoint": "7a60ee931eb4057c", + "currentCheckpoint": "0c1aa08d9f287c74", "fileKeys": [ "s3://estuary-connector-test-bucket/test-data/iceberg-test/duplicate_keys_delta_004B23684AF8F596/data/.parquet" ] }, "iceberg-test%2Fmultiple_types_delta": { - "previousCheckpoint": "ce03a88604a70da2", - "currentCheckpoint": "7a60ee931eb4057c", + "previousCheckpoint": "7a60ee931eb4057c", + "currentCheckpoint": "0c1aa08d9f287c74", "fileKeys": [ "s3://estuary-connector-test-bucket/test-data/iceberg-test/multiple_types_delta_7B3833E83A07ECFB/data/.parquet" ] }, "iceberg-test%2Fsimple_delta": { - "previousCheckpoint": "ce03a88604a70da2", - "currentCheckpoint": "7a60ee931eb4057c", + "previousCheckpoint": "7a60ee931eb4057c", + "currentCheckpoint": "0c1aa08d9f287c74", "fileKeys": [ "s3://estuary-connector-test-bucket/test-data/iceberg-test/simple_delta_4F406620F3D86730/data/.parquet" ] @@ -65,25 +83,47 @@ "updated": { "bindingStates": { "iceberg-test%2Fduplicate_keys_delta": { - "previousCheckpoint": "ce03a88604a70da2", - "currentCheckpoint": "7a60ee931eb4057c", + "previousCheckpoint": "0c1aa08d9f287c74", + "currentCheckpoint": "d075ceace3972e7f", "fileKeys": [ "s3://estuary-connector-test-bucket/test-data/iceberg-test/duplicate_keys_delta_004B23684AF8F596/data/.parquet" ] }, "iceberg-test%2Fmultiple_types_delta": { - "previousCheckpoint": "ce03a88604a70da2", - "currentCheckpoint": "7a60ee931eb4057c", - "fileKeys": [ - "s3://estuary-connector-test-bucket/test-data/iceberg-test/multiple_types_delta_7B3833E83A07ECFB/data/.parquet" - ] + "previousCheckpoint": "7a60ee931eb4057c", + "currentCheckpoint": "0c1aa08d9f287c74", + "fileKeys": null }, "iceberg-test%2Fsimple_delta": { - "previousCheckpoint": "ce03a88604a70da2", - "currentCheckpoint": "7a60ee931eb4057c", + "previousCheckpoint": "7a60ee931eb4057c", + "currentCheckpoint": "0c1aa08d9f287c74", + "fileKeys": null + } + } + } + } +] +[ + "connectorState", + { + "updated": { + "bindingStates": { + "iceberg-test%2Fduplicate_keys_delta": { + "previousCheckpoint": "0c1aa08d9f287c74", + "currentCheckpoint": "d075ceace3972e7f", "fileKeys": [ - "s3://estuary-connector-test-bucket/test-data/iceberg-test/simple_delta_4F406620F3D86730/data/.parquet" + "s3://estuary-connector-test-bucket/test-data/iceberg-test/duplicate_keys_delta_004B23684AF8F596/data/.parquet" ] + }, + "iceberg-test%2Fmultiple_types_delta": { + "previousCheckpoint": "7a60ee931eb4057c", + "currentCheckpoint": "0c1aa08d9f287c74", + "fileKeys": null + }, + "iceberg-test%2Fsimple_delta": { + "previousCheckpoint": "7a60ee931eb4057c", + "currentCheckpoint": "0c1aa08d9f287c74", + "fileKeys": null } } } @@ -94,62 +134,62 @@ [ { "canary": "amputation's", - "flow_document": "{\"_meta\":{\"uuid\":\"13814000-1dd2-11b2-8000-071353030311\"},\"canary\":\"amputation's\",\"id\":1}", - "flow_published_at": "1970-01-01 00:00:00+00", + "flow_document": "{\"_meta\":{\"uuid\":\"7545a800-1dda-11b2-8000-071353030311\"},\"canary\":\"amputation's\",\"id\":1}", + "flow_published_at": "1970-01-01 01:00:00+00", "id": 1 }, { "canary": "armament's", - "flow_document": "{\"_meta\":{\"uuid\":\"1419d680-1dd2-11b2-8000-071353030311\"},\"canary\":\"armament's\",\"id\":2}", - "flow_published_at": "1970-01-01 00:00:01+00", + "flow_document": "{\"_meta\":{\"uuid\":\"75de3e80-1dda-11b2-8000-071353030311\"},\"canary\":\"armament's\",\"id\":2}", + "flow_published_at": "1970-01-01 01:00:01+00", "id": 2 }, { "canary": "splatters", - "flow_document": "{\"_meta\":{\"uuid\":\"14b26d00-1dd2-11b2-8000-071353030311\"},\"canary\":\"splatters\",\"id\":3}", - "flow_published_at": "1970-01-01 00:00:02+00", + "flow_document": "{\"_meta\":{\"uuid\":\"7676d500-1dda-11b2-8000-071353030311\"},\"canary\":\"splatters\",\"id\":3}", + "flow_published_at": "1970-01-01 01:00:02+00", "id": 3 }, { "canary": "strengthen", - "flow_document": "{\"_meta\":{\"uuid\":\"154b0380-1dd2-11b2-8000-071353030311\"},\"canary\":\"strengthen\",\"id\":4}", - "flow_published_at": "1970-01-01 00:00:03+00", + "flow_document": "{\"_meta\":{\"uuid\":\"770f6b80-1dda-11b2-8000-071353030311\"},\"canary\":\"strengthen\",\"id\":4}", + "flow_published_at": "1970-01-01 01:00:03+00", "id": 4 }, { "canary": "Kringle's", - "flow_document": "{\"_meta\":{\"uuid\":\"15e39a00-1dd2-11b2-8000-071353030311\"},\"canary\":\"Kringle's\",\"id\":5}", - "flow_published_at": "1970-01-01 00:00:04+00", + "flow_document": "{\"_meta\":{\"uuid\":\"77a80200-1dda-11b2-8000-071353030311\"},\"canary\":\"Kringle's\",\"id\":5}", + "flow_published_at": "1970-01-01 01:00:04+00", "id": 5 }, { "canary": "grosbeak's", - "flow_document": "{\"_meta\":{\"uuid\":\"167c3080-1dd2-11b2-8000-071353030311\"},\"canary\":\"grosbeak's\",\"id\":6}", - "flow_published_at": "1970-01-01 00:00:05+00", + "flow_document": "{\"_meta\":{\"uuid\":\"78409880-1dda-11b2-8000-071353030311\"},\"canary\":\"grosbeak's\",\"id\":6}", + "flow_published_at": "1970-01-01 01:00:05+00", "id": 6 }, { "canary": "pieced", - "flow_document": "{\"_meta\":{\"uuid\":\"7545a800-1dda-11b2-8000-071353030311\"},\"canary\":\"pieced\",\"id\":7}", - "flow_published_at": "1970-01-01 01:00:00+00", + "flow_document": "{\"_meta\":{\"uuid\":\"d70a1000-1de2-11b2-8000-071353030311\"},\"canary\":\"pieced\",\"id\":7}", + "flow_published_at": "1970-01-01 02:00:00+00", "id": 7 }, { "canary": "roaches", - "flow_document": "{\"_meta\":{\"uuid\":\"75de3e80-1dda-11b2-8000-071353030311\"},\"canary\":\"roaches\",\"id\":8}", - "flow_published_at": "1970-01-01 01:00:01+00", + "flow_document": "{\"_meta\":{\"uuid\":\"d7a2a680-1de2-11b2-8000-071353030311\"},\"canary\":\"roaches\",\"id\":8}", + "flow_published_at": "1970-01-01 02:00:01+00", "id": 8 }, { "canary": "devilish", - "flow_document": "{\"_meta\":{\"uuid\":\"7676d500-1dda-11b2-8000-071353030311\"},\"canary\":\"devilish\",\"id\":9}", - "flow_published_at": "1970-01-01 01:00:02+00", + "flow_document": "{\"_meta\":{\"uuid\":\"d83b3d00-1de2-11b2-8000-071353030311\"},\"canary\":\"devilish\",\"id\":9}", + "flow_published_at": "1970-01-01 02:00:02+00", "id": 9 }, { "canary": "glucose's", - "flow_document": "{\"_meta\":{\"uuid\":\"770f6b80-1dda-11b2-8000-071353030311\"},\"canary\":\"glucose's\",\"id\":10}", - "flow_published_at": "1970-01-01 01:00:03+00", + "flow_document": "{\"_meta\":{\"uuid\":\"d8d3d380-1de2-11b2-8000-071353030311\"},\"canary\":\"glucose's\",\"id\":10}", + "flow_published_at": "1970-01-01 02:00:03+00", "id": 10 } ] @@ -160,74 +200,109 @@ "rows": [ [ { - "flow_document": "{\"_meta\":{\"uuid\":\"1714c700-1dd2-11b2-8000-071353030311\"},\"id\":1,\"int\":1,\"str\":\"str 1\"}", - "flow_published_at": "1970-01-01 00:00:06+00", + "flow_document": "{\"_meta\":{\"uuid\":\"78d92f00-1dda-11b2-8000-071353030311\"},\"id\":1,\"int\":1,\"str\":\"str 1\"}", + "flow_published_at": "1970-01-01 01:00:06+00", "id": 1, "int": 1, "str": "str 1" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"17ad5d80-1dd2-11b2-8000-071353030311\"},\"id\":2,\"int\":2,\"str\":\"str 2\"}", - "flow_published_at": "1970-01-01 00:00:07+00", + "flow_document": "{\"_meta\":{\"uuid\":\"7971c580-1dda-11b2-8000-071353030311\"},\"id\":2,\"int\":2,\"str\":\"str 2\"}", + "flow_published_at": "1970-01-01 01:00:07+00", "id": 2, "int": 2, "str": "str 2" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"1845f400-1dd2-11b2-8000-071353030311\"},\"id\":3,\"int\":3,\"str\":\"str 3\"}", - "flow_published_at": "1970-01-01 00:00:08+00", + "flow_document": "{\"_meta\":{\"uuid\":\"7a0a5c00-1dda-11b2-8000-071353030311\"},\"id\":3,\"int\":3,\"str\":\"str 3\"}", + "flow_published_at": "1970-01-01 01:00:08+00", "id": 3, "int": 3, "str": "str 3" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"18de8a80-1dd2-11b2-8000-071353030311\"},\"id\":4,\"int\":4,\"str\":\"str 4\"}", - "flow_published_at": "1970-01-01 00:00:09+00", + "flow_document": "{\"_meta\":{\"uuid\":\"7aa2f280-1dda-11b2-8000-071353030311\"},\"id\":4,\"int\":4,\"str\":\"str 4\"}", + "flow_published_at": "1970-01-01 01:00:09+00", "id": 4, "int": 4, "str": "str 4" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"19772100-1dd2-11b2-8000-071353030311\"},\"id\":5,\"int\":5,\"str\":\"str 5\"}", - "flow_published_at": "1970-01-01 00:00:10+00", + "flow_document": "{\"_meta\":{\"uuid\":\"7b3b8900-1dda-11b2-8000-071353030311\"},\"id\":5,\"int\":5,\"str\":\"str 5\"}", + "flow_published_at": "1970-01-01 01:00:10+00", "id": 5, "int": 5, "str": "str 5" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"77a80200-1dda-11b2-8000-071353030311\"},\"id\":1,\"int\":6,\"str\":\"str 6\"}", - "flow_published_at": "1970-01-01 01:00:04+00", + "flow_document": "{\"_meta\":{\"uuid\":\"d96c6a00-1de2-11b2-8000-071353030311\"},\"id\":1,\"int\":6,\"str\":\"str 6\"}", + "flow_published_at": "1970-01-01 02:00:04+00", "id": 1, "int": 6, "str": "str 6" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"78409880-1dda-11b2-8000-071353030311\"},\"id\":2,\"int\":7,\"str\":\"str 7\"}", - "flow_published_at": "1970-01-01 01:00:05+00", + "flow_document": "{\"_meta\":{\"uuid\":\"da050080-1de2-11b2-8000-071353030311\"},\"id\":2,\"int\":7,\"str\":\"str 7\"}", + "flow_published_at": "1970-01-01 02:00:05+00", "id": 2, "int": 7, "str": "str 7" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"78d92f00-1dda-11b2-8000-071353030311\"},\"id\":3,\"int\":8,\"str\":\"str 8\"}", - "flow_published_at": "1970-01-01 01:00:06+00", + "flow_document": "{\"_meta\":{\"uuid\":\"da9d9700-1de2-11b2-8000-071353030311\"},\"id\":3,\"int\":8,\"str\":\"str 8\"}", + "flow_published_at": "1970-01-01 02:00:06+00", "id": 3, "int": 8, "str": "str 8" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"7971c580-1dda-11b2-8000-071353030311\"},\"id\":4,\"int\":9,\"str\":\"str 9\"}", - "flow_published_at": "1970-01-01 01:00:07+00", + "flow_document": "{\"_meta\":{\"uuid\":\"db362d80-1de2-11b2-8000-071353030311\"},\"id\":4,\"int\":9,\"str\":\"str 9\"}", + "flow_published_at": "1970-01-01 02:00:07+00", "id": 4, "int": 9, "str": "str 9" }, { - "flow_document": "{\"_meta\":{\"uuid\":\"7a0a5c00-1dda-11b2-8000-071353030311\"},\"id\":5,\"int\":10,\"str\":\"str 10\"}", - "flow_published_at": "1970-01-01 01:00:08+00", + "flow_document": "{\"_meta\":{\"uuid\":\"dbcec400-1de2-11b2-8000-071353030311\"},\"id\":5,\"int\":10,\"str\":\"str 10\"}", + "flow_published_at": "1970-01-01 02:00:08+00", "id": 5, "int": 10, "str": "str 10" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"38ce7800-1deb-11b2-8000-071353030311\"},\"id\":6,\"int\":11,\"str\":\"str 11\"}", + "flow_published_at": "1970-01-01 03:00:00+00", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"39670e80-1deb-11b2-8000-071353030311\"},\"id\":7,\"int\":12,\"str\":\"str 12\"}", + "flow_published_at": "1970-01-01 03:00:01+00", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"39ffa500-1deb-11b2-8000-071353030311\"},\"id\":8,\"int\":13,\"str\":\"str 13\"}", + "flow_published_at": "1970-01-01 03:00:02+00", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"3a983b80-1deb-11b2-8000-071353030311\"},\"id\":9,\"int\":14,\"str\":\"str 14\"}", + "flow_published_at": "1970-01-01 03:00:03+00", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_document": "{\"_meta\":{\"uuid\":\"3b30d200-1deb-11b2-8000-071353030311\"},\"id\":10,\"int\":15,\"str\":\"str 15\"}", + "flow_published_at": "1970-01-01 03:00:04+00", + "id": 10, + "int": 15, + "str": "str 15" } ] ], @@ -241,8 +316,8 @@ "binary_field": null, "bool_field": false, "float_field": 1.1, - "flow_document": "{\"_meta\":{\"uuid\":\"1b40e480-1dd2-11b2-8000-071353030311\"},\"array_int\":[11,12],\"bool_field\":false,\"float_field\":1.1,\"id\":1,\"multiple\":1,\"nested\":{\"id\":\"i1\"},\"nullable_int\":null,\"str_field\":\"str1\"}", - "flow_published_at": "1970-01-01 00:00:13+00", + "flow_document": "{\"_meta\":{\"uuid\":\"7d054c80-1dda-11b2-8000-071353030311\"},\"array_int\":[11,12],\"bool_field\":false,\"float_field\":1.1,\"id\":1,\"multiple\":1,\"nested\":{\"id\":\"i1\"},\"nullable_int\":null,\"str_field\":\"str1\"}", + "flow_published_at": "1970-01-01 01:00:13+00", "id": 1, "multiple": "1", "nested": "{\"id\":\"i1\"}", @@ -254,8 +329,8 @@ "binary_field": null, "bool_field": true, "float_field": 2.2, - "flow_document": "{\"_meta\":{\"uuid\":\"1bd97b00-1dd2-11b2-8000-071353030311\"},\"array_int\":[21,22],\"bool_field\":true,\"float_field\":2.2,\"id\":2,\"multiple\":2.2,\"nested\":{\"id\":\"i2\"},\"nullable_int\":2,\"str_field\":\"str2\"}", - "flow_published_at": "1970-01-01 00:00:14+00", + "flow_document": "{\"_meta\":{\"uuid\":\"7d9de300-1dda-11b2-8000-071353030311\"},\"array_int\":[21,22],\"bool_field\":true,\"float_field\":2.2,\"id\":2,\"multiple\":2.2,\"nested\":{\"id\":\"i2\"},\"nullable_int\":2,\"str_field\":\"str2\"}", + "flow_published_at": "1970-01-01 01:00:14+00", "id": 2, "multiple": "2.2", "nested": "{\"id\":\"i2\"}", @@ -267,8 +342,8 @@ "binary_field": null, "bool_field": false, "float_field": 3.3, - "flow_document": "{\"_meta\":{\"uuid\":\"1c721180-1dd2-11b2-8000-071353030311\"},\"array_int\":[31,32],\"bool_field\":false,\"float_field\":3.3,\"id\":3,\"multiple\":true,\"nested\":{\"id\":\"i3\"},\"nullable_int\":null,\"str_field\":\"str3\"}", - "flow_published_at": "1970-01-01 00:00:15+00", + "flow_document": "{\"_meta\":{\"uuid\":\"7e367980-1dda-11b2-8000-071353030311\"},\"array_int\":[31,32],\"bool_field\":false,\"float_field\":3.3,\"id\":3,\"multiple\":true,\"nested\":{\"id\":\"i3\"},\"nullable_int\":null,\"str_field\":\"str3\"}", + "flow_published_at": "1970-01-01 01:00:15+00", "id": 3, "multiple": "true", "nested": "{\"id\":\"i3\"}", @@ -280,8 +355,8 @@ "binary_field": null, "bool_field": true, "float_field": 4.4, - "flow_document": "{\"_meta\":{\"uuid\":\"1d0aa800-1dd2-11b2-8000-071353030311\"},\"array_int\":[41,42],\"bool_field\":true,\"float_field\":4.4,\"id\":4,\"multiple\":false,\"nested\":{\"id\":\"i4\"},\"nullable_int\":4,\"str_field\":\"str4\"}", - "flow_published_at": "1970-01-01 00:00:16+00", + "flow_document": "{\"_meta\":{\"uuid\":\"7ecf1000-1dda-11b2-8000-071353030311\"},\"array_int\":[41,42],\"bool_field\":true,\"float_field\":4.4,\"id\":4,\"multiple\":false,\"nested\":{\"id\":\"i4\"},\"nullable_int\":4,\"str_field\":\"str4\"}", + "flow_published_at": "1970-01-01 01:00:16+00", "id": 4, "multiple": "false", "nested": "{\"id\":\"i4\"}", @@ -293,8 +368,8 @@ "binary_field": null, "bool_field": false, "float_field": 5.5, - "flow_document": "{\"_meta\":{\"uuid\":\"1da33e80-1dd2-11b2-8000-071353030311\"},\"array_int\":[51,52],\"bool_field\":false,\"float_field\":5.5,\"id\":5,\"multiple\":\"string five\",\"nested\":{\"id\":\"i5\"},\"nullable_int\":null,\"str_field\":\"str5\"}", - "flow_published_at": "1970-01-01 00:00:17+00", + "flow_document": "{\"_meta\":{\"uuid\":\"7f67a680-1dda-11b2-8000-071353030311\"},\"array_int\":[51,52],\"bool_field\":false,\"float_field\":5.5,\"id\":5,\"multiple\":\"string five\",\"nested\":{\"id\":\"i5\"},\"nullable_int\":null,\"str_field\":\"str5\"}", + "flow_published_at": "1970-01-01 01:00:17+00", "id": 5, "multiple": "string five", "nested": "{\"id\":\"i5\"}", @@ -306,8 +381,8 @@ "binary_field": null, "bool_field": true, "float_field": 6.6, - "flow_document": "{\"_meta\":{\"uuid\":\"1e3bd500-1dd2-11b2-8000-071353030311\"},\"array_int\":[61,62],\"bool_field\":true,\"float_field\":6.6,\"id\":6,\"multiple\":[\"one\",2,true],\"nested\":{\"id\":\"i6\"},\"nullable_int\":6,\"str_field\":\"str6\"}", - "flow_published_at": "1970-01-01 00:00:18+00", + "flow_document": "{\"_meta\":{\"uuid\":\"80003d00-1dda-11b2-8000-071353030311\"},\"array_int\":[61,62],\"bool_field\":true,\"float_field\":6.6,\"id\":6,\"multiple\":[\"one\",2,true],\"nested\":{\"id\":\"i6\"},\"nullable_int\":6,\"str_field\":\"str6\"}", + "flow_published_at": "1970-01-01 01:00:18+00", "id": 6, "multiple": "[\"one\",2,true]", "nested": "{\"id\":\"i6\"}", @@ -319,8 +394,8 @@ "binary_field": null, "bool_field": false, "float_field": 7.7, - "flow_document": "{\"_meta\":{\"uuid\":\"1ed46b80-1dd2-11b2-8000-071353030311\"},\"array_int\":[71,72],\"bool_field\":false,\"float_field\":7.7,\"id\":7,\"multiple\":{\"object\":\"seven\"},\"nested\":{\"id\":\"i7\"},\"nullable_int\":null,\"str_field\":\"str7\"}", - "flow_published_at": "1970-01-01 00:00:19+00", + "flow_document": "{\"_meta\":{\"uuid\":\"8098d380-1dda-11b2-8000-071353030311\"},\"array_int\":[71,72],\"bool_field\":false,\"float_field\":7.7,\"id\":7,\"multiple\":{\"object\":\"seven\"},\"nested\":{\"id\":\"i7\"},\"nullable_int\":null,\"str_field\":\"str7\"}", + "flow_published_at": "1970-01-01 01:00:19+00", "id": 7, "multiple": "{\"object\":\"seven\"}", "nested": "{\"id\":\"i7\"}", @@ -332,8 +407,8 @@ "binary_field": null, "bool_field": true, "float_field": 8.8, - "flow_document": "{\"_meta\":{\"uuid\":\"1f6d0200-1dd2-11b2-8000-071353030311\"},\"array_int\":[81,82],\"bool_field\":true,\"float_field\":8.8,\"id\":8,\"multiple\":null,\"nested\":{\"id\":\"i8\"},\"nullable_int\":8,\"str_field\":\"str8\"}", - "flow_published_at": "1970-01-01 00:00:20+00", + "flow_document": "{\"_meta\":{\"uuid\":\"81316a00-1dda-11b2-8000-071353030311\"},\"array_int\":[81,82],\"bool_field\":true,\"float_field\":8.8,\"id\":8,\"multiple\":null,\"nested\":{\"id\":\"i8\"},\"nullable_int\":8,\"str_field\":\"str8\"}", + "flow_published_at": "1970-01-01 01:00:20+00", "id": 8, "multiple": null, "nested": "{\"id\":\"i8\"}", @@ -345,8 +420,8 @@ "binary_field": "hello\\x0A", "bool_field": false, "float_field": 9.9, - "flow_document": "{\"_meta\":{\"uuid\":\"20059880-1dd2-11b2-8000-071353030311\"},\"array_int\":[91,92],\"binary_field\":\"aGVsbG8K\",\"bool_field\":false,\"float_field\":9.9,\"id\":9,\"nested\":{\"id\":\"i9\"},\"nullable_int\":null,\"str_field\":\"str9\"}", - "flow_published_at": "1970-01-01 00:00:21+00", + "flow_document": "{\"_meta\":{\"uuid\":\"81ca0080-1dda-11b2-8000-071353030311\"},\"array_int\":[91,92],\"binary_field\":\"aGVsbG8K\",\"bool_field\":false,\"float_field\":9.9,\"id\":9,\"nested\":{\"id\":\"i9\"},\"nullable_int\":null,\"str_field\":\"str9\"}", + "flow_published_at": "1970-01-01 01:00:21+00", "id": 9, "multiple": null, "nested": "{\"id\":\"i9\"}", @@ -358,8 +433,8 @@ "binary_field": "goodbye\\x0A", "bool_field": true, "float_field": 10.1, - "flow_document": "{\"_meta\":{\"uuid\":\"209e2f00-1dd2-11b2-8000-071353030311\"},\"array_int\":[1,2],\"binary_field\":\"Z29vZGJ5ZQo=\",\"bool_field\":true,\"float_field\":10.1,\"id\":10,\"nested\":{\"id\":\"i10\"},\"nullable_int\":10,\"str_field\":\"str10\"}", - "flow_published_at": "1970-01-01 00:00:22+00", + "flow_document": "{\"_meta\":{\"uuid\":\"82629700-1dda-11b2-8000-071353030311\"},\"array_int\":[1,2],\"binary_field\":\"Z29vZGJ5ZQo=\",\"bool_field\":true,\"float_field\":10.1,\"id\":10,\"nested\":{\"id\":\"i10\"},\"nullable_int\":10,\"str_field\":\"str10\"}", + "flow_published_at": "1970-01-01 01:00:22+00", "id": 10, "multiple": null, "nested": "{\"id\":\"i10\"}", @@ -371,8 +446,8 @@ "binary_field": null, "bool_field": true, "float_field": 66.66, - "flow_document": "{\"_meta\":{\"uuid\":\"8098d380-1dda-11b2-8000-071353030311\"},\"array_int\":[61,62],\"bool_field\":true,\"float_field\":66.66,\"id\":6,\"multiple\":[\"one\",2,true],\"nested\":{\"id\":\"i6\"},\"nullable_int\":6,\"str_field\":\"str6 v2\"}", - "flow_published_at": "1970-01-01 01:00:19+00", + "flow_document": "{\"_meta\":{\"uuid\":\"e25d3b80-1de2-11b2-8000-071353030311\"},\"array_int\":[61,62],\"bool_field\":true,\"float_field\":66.66,\"id\":6,\"multiple\":[\"one\",2,true],\"nested\":{\"id\":\"i6\"},\"nullable_int\":6,\"str_field\":\"str6 v2\"}", + "flow_published_at": "1970-01-01 02:00:19+00", "id": 6, "multiple": "[\"one\",2,true]", "nested": "{\"id\":\"i6\"}", @@ -384,8 +459,8 @@ "binary_field": null, "bool_field": false, "float_field": 77.77, - "flow_document": "{\"_meta\":{\"uuid\":\"81316a00-1dda-11b2-8000-071353030311\"},\"array_int\":[71,72],\"bool_field\":false,\"float_field\":77.77,\"id\":7,\"multiple\":{\"object\":\"seven\"},\"nested\":{\"id\":\"i7\"},\"nullable_int\":null,\"str_field\":\"str7 v2\"}", - "flow_published_at": "1970-01-01 01:00:20+00", + "flow_document": "{\"_meta\":{\"uuid\":\"e2f5d200-1de2-11b2-8000-071353030311\"},\"array_int\":[71,72],\"bool_field\":false,\"float_field\":77.77,\"id\":7,\"multiple\":{\"object\":\"seven\"},\"nested\":{\"id\":\"i7\"},\"nullable_int\":null,\"str_field\":\"str7 v2\"}", + "flow_published_at": "1970-01-01 02:00:20+00", "id": 7, "multiple": "{\"object\":\"seven\"}", "nested": "{\"id\":\"i7\"}", @@ -397,8 +472,8 @@ "binary_field": null, "bool_field": true, "float_field": 88.88, - "flow_document": "{\"_meta\":{\"uuid\":\"81ca0080-1dda-11b2-8000-071353030311\"},\"array_int\":[81,82],\"bool_field\":true,\"float_field\":88.88,\"id\":8,\"multiple\":null,\"nested\":{\"id\":\"i8\"},\"nullable_int\":8,\"str_field\":\"str8 v2\"}", - "flow_published_at": "1970-01-01 01:00:21+00", + "flow_document": "{\"_meta\":{\"uuid\":\"e38e6880-1de2-11b2-8000-071353030311\"},\"array_int\":[81,82],\"bool_field\":true,\"float_field\":88.88,\"id\":8,\"multiple\":null,\"nested\":{\"id\":\"i8\"},\"nullable_int\":8,\"str_field\":\"str8 v2\"}", + "flow_published_at": "1970-01-01 02:00:21+00", "id": 8, "multiple": null, "nested": "{\"id\":\"i8\"}", @@ -410,8 +485,8 @@ "binary_field": "aloha\\x0A", "bool_field": false, "float_field": 99.99, - "flow_document": "{\"_meta\":{\"uuid\":\"82629700-1dda-11b2-8000-071353030311\"},\"array_int\":[91,92],\"binary_field\":\"YWxvaGEK\",\"bool_field\":false,\"float_field\":99.99,\"id\":9,\"nested\":{\"id\":\"i9\"},\"nullable_int\":null,\"str_field\":\"str9 v2\"}", - "flow_published_at": "1970-01-01 01:00:22+00", + "flow_document": "{\"_meta\":{\"uuid\":\"e426ff00-1de2-11b2-8000-071353030311\"},\"array_int\":[91,92],\"binary_field\":\"YWxvaGEK\",\"bool_field\":false,\"float_field\":99.99,\"id\":9,\"nested\":{\"id\":\"i9\"},\"nullable_int\":null,\"str_field\":\"str9 v2\"}", + "flow_published_at": "1970-01-01 02:00:22+00", "id": 9, "multiple": null, "nested": "{\"id\":\"i9\"}", @@ -423,8 +498,8 @@ "binary_field": "say\\xC5\\x8Dnara\\x0A", "bool_field": true, "float_field": 1010.101, - "flow_document": "{\"_meta\":{\"uuid\":\"82fb2d80-1dda-11b2-8000-071353030311\"},\"array_int\":[1,2],\"binary_field\":\"c2F5xY1uYXJhCg==\",\"bool_field\":true,\"float_field\":1010.101,\"id\":10,\"nested\":{\"id\":\"i10\"},\"nullable_int\":10,\"str_field\":\"str10 v2\"}", - "flow_published_at": "1970-01-01 01:00:23+00", + "flow_document": "{\"_meta\":{\"uuid\":\"e4bf9580-1de2-11b2-8000-071353030311\"},\"array_int\":[1,2],\"binary_field\":\"c2F5xY1uYXJhCg==\",\"bool_field\":true,\"float_field\":1010.101,\"id\":10,\"nested\":{\"id\":\"i10\"},\"nullable_int\":10,\"str_field\":\"str10 v2\"}", + "flow_published_at": "1970-01-01 02:00:23+00", "id": 10, "multiple": null, "nested": "{\"id\":\"i10\"}", diff --git a/tests/materialize/materialize-snowflake/snapshot.json b/tests/materialize/materialize-snowflake/snapshot.json index e08b5b9832..8211dc6c80 100644 --- a/tests/materialize/materialize-snowflake/snapshot.json +++ b/tests/materialize/materialize-snowflake/snapshot.json @@ -2,6 +2,13 @@ "applied.actionDescription", "\nCREATE TABLE IF NOT EXISTS simple (\n\tid INTEGER NOT NULL,\n\tcanary TEXT NOT NULL,\n\tflow_published_at TIMESTAMP_LTZ NOT NULL,\n\tflow_document VARIANT NOT NULL,\n\n\tPRIMARY KEY (id)\n);\n\nCOMMENT ON TABLE simple IS 'Generated for materialization tests/materialize-snowflake/materialize of collection tests/simple';\nCOMMENT ON COLUMN simple.id IS 'auto-generated projection of JSON at: /id with inferred types: [integer]';\nCOMMENT ON COLUMN simple.canary IS 'auto-generated projection of JSON at: /canary with inferred types: [string]';\nCOMMENT ON COLUMN simple.flow_published_at IS 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]';\nCOMMENT ON COLUMN simple.flow_document IS 'auto-generated projection of JSON at: with inferred types: [object]';\n\n\nCREATE TABLE IF NOT EXISTS duplicate_keys_standard (\n\tid INTEGER NOT NULL,\n\tflow_published_at TIMESTAMP_LTZ NOT NULL,\n\tint INTEGER,\n\tstr TEXT NOT NULL,\n\tflow_document VARIANT NOT NULL,\n\n\tPRIMARY KEY (id)\n);\n\nCOMMENT ON TABLE duplicate_keys_standard IS 'Generated for materialization tests/materialize-snowflake/materialize of collection tests/duplicated-keys';\nCOMMENT ON COLUMN duplicate_keys_standard.id IS 'auto-generated projection of JSON at: /id with inferred types: [integer]';\nCOMMENT ON COLUMN duplicate_keys_standard.flow_published_at IS 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]';\nCOMMENT ON COLUMN duplicate_keys_standard.int IS 'auto-generated projection of JSON at: /int with inferred types: [integer]';\nCOMMENT ON COLUMN duplicate_keys_standard.str IS 'auto-generated projection of JSON at: /str with inferred types: [string]';\nCOMMENT ON COLUMN duplicate_keys_standard.flow_document IS 'auto-generated projection of JSON at: with inferred types: [object]';\n\n\nCREATE TABLE IF NOT EXISTS duplicate_keys_delta (\n\tid INTEGER NOT NULL,\n\tflow_published_at TIMESTAMP_LTZ NOT NULL,\n\tint INTEGER,\n\tstr TEXT NOT NULL,\n\tflow_document VARIANT NOT NULL\n);\n\nCOMMENT ON TABLE duplicate_keys_delta IS 'Generated for materialization tests/materialize-snowflake/materialize of collection tests/duplicated-keys';\nCOMMENT ON COLUMN duplicate_keys_delta.id IS 'auto-generated projection of JSON at: /id with inferred types: [integer]';\nCOMMENT ON COLUMN duplicate_keys_delta.flow_published_at IS 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]';\nCOMMENT ON COLUMN duplicate_keys_delta.int IS 'auto-generated projection of JSON at: /int with inferred types: [integer]';\nCOMMENT ON COLUMN duplicate_keys_delta.str IS 'auto-generated projection of JSON at: /str with inferred types: [string]';\nCOMMENT ON COLUMN duplicate_keys_delta.flow_document IS 'auto-generated projection of JSON at: with inferred types: [object]';\n\n\nCREATE TABLE IF NOT EXISTS duplicate_keys_delta_exclude_flow_doc (\n\tid INTEGER NOT NULL,\n\tflow_published_at TIMESTAMP_LTZ NOT NULL,\n\tint INTEGER,\n\tstr TEXT NOT NULL\n);\n\nCOMMENT ON TABLE duplicate_keys_delta_exclude_flow_doc IS 'Generated for materialization tests/materialize-snowflake/materialize of collection tests/duplicated-keys';\nCOMMENT ON COLUMN duplicate_keys_delta_exclude_flow_doc.id IS 'auto-generated projection of JSON at: /id with inferred types: [integer]';\nCOMMENT ON COLUMN duplicate_keys_delta_exclude_flow_doc.flow_published_at IS 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]';\nCOMMENT ON COLUMN duplicate_keys_delta_exclude_flow_doc.int IS 'auto-generated projection of JSON at: /int with inferred types: [integer]';\nCOMMENT ON COLUMN duplicate_keys_delta_exclude_flow_doc.str IS 'auto-generated projection of JSON at: /str with inferred types: [string]';\n\n\nCREATE TABLE IF NOT EXISTS multiple_types (\n\tid INTEGER NOT NULL,\n\tarray_int VARIANT,\n\tbinary_field TEXT,\n\tbool_field BOOLEAN,\n\tfloat_field FLOAT,\n\tflow_published_at TIMESTAMP_LTZ NOT NULL,\n\tmultiple VARIANT,\n\tnested VARIANT,\n\tnullable_int INTEGER,\n\tstr_field TEXT NOT NULL,\n\tflow_document VARIANT NOT NULL,\n\n\tPRIMARY KEY (id)\n);\n\nCOMMENT ON TABLE multiple_types IS 'Generated for materialization tests/materialize-snowflake/materialize of collection tests/multiple-data-types';\nCOMMENT ON COLUMN multiple_types.id IS 'auto-generated projection of JSON at: /id with inferred types: [integer]';\nCOMMENT ON COLUMN multiple_types.array_int IS 'auto-generated projection of JSON at: /array_int with inferred types: [array]';\nCOMMENT ON COLUMN multiple_types.binary_field IS 'auto-generated projection of JSON at: /binary_field with inferred types: [string]';\nCOMMENT ON COLUMN multiple_types.bool_field IS 'auto-generated projection of JSON at: /bool_field with inferred types: [boolean]';\nCOMMENT ON COLUMN multiple_types.float_field IS 'auto-generated projection of JSON at: /float_field with inferred types: [number]';\nCOMMENT ON COLUMN multiple_types.flow_published_at IS 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]';\nCOMMENT ON COLUMN multiple_types.multiple IS 'auto-generated projection of JSON at: /multiple with inferred types: [array boolean null number object string]';\nCOMMENT ON COLUMN multiple_types.nested IS 'auto-generated projection of JSON at: /nested with inferred types: [object]';\nCOMMENT ON COLUMN multiple_types.nullable_int IS 'auto-generated projection of JSON at: /nullable_int with inferred types: [integer null]';\nCOMMENT ON COLUMN multiple_types.str_field IS 'auto-generated projection of JSON at: /str_field with inferred types: [string]';\nCOMMENT ON COLUMN multiple_types.flow_document IS 'auto-generated projection of JSON at: with inferred types: [object]';\n\n\nCREATE TABLE IF NOT EXISTS formatted_strings (\n\tid INTEGER NOT NULL,\n\tdate DATE,\n\tdatetime TIMESTAMP_LTZ,\n\tflow_published_at TIMESTAMP_LTZ NOT NULL,\n\tint_and_str INTEGER,\n\tint_str INTEGER,\n\tnum_and_str FLOAT,\n\tnum_str FLOAT,\n\ttime TEXT,\n\tflow_document VARIANT NOT NULL,\n\n\tPRIMARY KEY (id)\n);\n\nCOMMENT ON TABLE formatted_strings IS 'Generated for materialization tests/materialize-snowflake/materialize of collection tests/formatted-strings';\nCOMMENT ON COLUMN formatted_strings.id IS 'auto-generated projection of JSON at: /id with inferred types: [integer]';\nCOMMENT ON COLUMN formatted_strings.date IS 'auto-generated projection of JSON at: /date with inferred types: [string]';\nCOMMENT ON COLUMN formatted_strings.datetime IS 'auto-generated projection of JSON at: /datetime with inferred types: [string]';\nCOMMENT ON COLUMN formatted_strings.flow_published_at IS 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]';\nCOMMENT ON COLUMN formatted_strings.int_and_str IS 'auto-generated projection of JSON at: /int_and_str with inferred types: [integer string]';\nCOMMENT ON COLUMN formatted_strings.int_str IS 'auto-generated projection of JSON at: /int_str with inferred types: [string]';\nCOMMENT ON COLUMN formatted_strings.num_and_str IS 'auto-generated projection of JSON at: /num_and_str with inferred types: [number string]';\nCOMMENT ON COLUMN formatted_strings.num_str IS 'auto-generated projection of JSON at: /num_str with inferred types: [string]';\nCOMMENT ON COLUMN formatted_strings.time IS 'auto-generated projection of JSON at: /time with inferred types: [string]';\nCOMMENT ON COLUMN formatted_strings.flow_document IS 'auto-generated projection of JSON at: with inferred types: [object]';\n\n\nCREATE TABLE IF NOT EXISTS symbols (\n\t\"testing (%s)\" TEXT NOT NULL,\n\tflow_published_at TIMESTAMP_LTZ NOT NULL,\n\tid TEXT,\n\tflow_document VARIANT NOT NULL,\n\n\tPRIMARY KEY (\"testing (%s)\")\n);\n\nCOMMENT ON TABLE symbols IS 'Generated for materialization tests/materialize-snowflake/materialize of collection tests/symbols';\nCOMMENT ON COLUMN symbols.\"testing (%s)\" IS 'auto-generated projection of JSON at: /testing (%s) with inferred types: [string]';\nCOMMENT ON COLUMN symbols.flow_published_at IS 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]';\nCOMMENT ON COLUMN symbols.id IS 'auto-generated projection of JSON at: /id with inferred types: [string]';\nCOMMENT ON COLUMN symbols.flow_document IS 'auto-generated projection of JSON at: with inferred types: [object]';\n\n\nCREATE TABLE IF NOT EXISTS unsigned_bigint (\n\tid INTEGER NOT NULL,\n\tflow_published_at TIMESTAMP_LTZ NOT NULL,\n\tunsigned_bigint INTEGER,\n\tflow_document VARIANT NOT NULL,\n\n\tPRIMARY KEY (id)\n);\n\nCOMMENT ON TABLE unsigned_bigint IS 'Generated for materialization tests/materialize-snowflake/materialize of collection tests/unsigned-bigint';\nCOMMENT ON COLUMN unsigned_bigint.id IS 'auto-generated projection of JSON at: /id with inferred types: [integer]';\nCOMMENT ON COLUMN unsigned_bigint.flow_published_at IS 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]';\nCOMMENT ON COLUMN unsigned_bigint.unsigned_bigint IS 'auto-generated projection of JSON at: /unsigned_bigint with inferred types: [integer]';\nCOMMENT ON COLUMN unsigned_bigint.flow_document IS 'auto-generated projection of JSON at: with inferred types: [object]';\n\n\nCREATE TABLE IF NOT EXISTS deletions (\n\tid INTEGER NOT NULL,\n\t\"_meta/op\" TEXT,\n\tflow_published_at TIMESTAMP_LTZ NOT NULL,\n\tflow_document VARIANT NOT NULL,\n\n\tPRIMARY KEY (id)\n);\n\nCOMMENT ON TABLE deletions IS 'Generated for materialization tests/materialize-snowflake/materialize of collection tests/deletions';\nCOMMENT ON COLUMN deletions.id IS 'auto-generated projection of JSON at: /id with inferred types: [integer]';\nCOMMENT ON COLUMN deletions.\"_meta/op\" IS 'auto-generated projection of JSON at: /_meta/op with inferred types: [string]';\nCOMMENT ON COLUMN deletions.flow_published_at IS 'Flow Publication Time\nFlow publication date-time of this document\nauto-generated projection of JSON at: /_meta/uuid with inferred types: [string]';\nCOMMENT ON COLUMN deletions.flow_document IS 'auto-generated projection of JSON at: with inferred types: [object]';\n" ] +[ + "connectorState", + { + "updated": {}, + "mergePatch": true + } +] [ "connectorState", { @@ -22,7 +29,7 @@ "PipeFiles": [ { "Path": "", - "Size": 240 + "Size": 242 } ], "Version": "ffffffffffffffff" @@ -170,18 +177,53 @@ "connectorState", { "updated": { - "deletions": { - "PipeName": "", - "Query": "\nMERGE INTO deletions AS l\nUSING (\n\tSELECT $1[0] AS id, $1[1] AS \"_meta/op\", $1[2] AS flow_published_at, $1[3] AS flow_document\n\tFROM \n) AS r\nON \n\tl.id = r.id AND l.id >= 1 AND l.id <= 3\nWHEN MATCHED AND r.flow_document='delete' THEN\n\tDELETE\nWHEN MATCHED THEN\n\tUPDATE SET l.\"_meta/op\" = r.\"_meta/op\", l.flow_published_at = r.flow_published_at, l.flow_document = r.flow_document\nWHEN NOT MATCHED and r.flow_document!='delete' THEN\n\tINSERT (id, \"_meta/op\", flow_published_at, flow_document)\n\tVALUES (r.id, r.\"_meta/op\", r.flow_published_at, r.flow_document);\n", + "duplicate_keys_delta": { + "Table": "duplicate_keys_delta", + "Query": "", "StagedDir": "", - "Table": "deletions", + "PipeName": "ESTUARY_DB.ESTUARY_SCHEMA.FLOW_PIPE_2_DUPLICATE_KEYS_DELTA_00000000_FFFFFFFFFFFFFFFF", + "PipeFiles": [ + { + "Path": "", + "Size": 238 + } + ], "Version": "ffffffffffffffff" }, + "duplicate_keys_delta_exclude_flow_doc": { + "Table": "duplicate_keys_delta_exclude_flow_doc", + "Query": "", + "StagedDir": "", + "PipeName": "ESTUARY_DB.ESTUARY_SCHEMA.FLOW_PIPE_3_DUPLICATE_KEYS_DELTA_EXCLUDE_FLOW_DOC_00000000_FFFFFFFFFFFFFFFF", + "PipeFiles": [ + { + "Path": "", + "Size": 116 + } + ], + "Version": "ffffffffffffffff" + }, + "duplicate_keys_standard": { + "Table": "duplicate_keys_standard", + "Query": "\nCOPY INTO duplicate_keys_standard (\n\tid, flow_published_at, int, str, flow_document\n) FROM (\n\tSELECT $1[0] AS id, $1[1] AS flow_published_at, $1[2] AS int, $1[3] AS str, $1[4] AS flow_document\n\tFROM \n);\n", + "StagedDir": "", + "PipeName": "", + "PipeFiles": null, + "Version": "" + } + }, + "mergePatch": true + } +] +[ + "connectorState", + { + "updated": { "duplicate_keys_delta": { "PipeFiles": [ { "Path": "", - "Size": 240 + "Size": 238 } ], "PipeName": "ESTUARY_DB.ESTUARY_SCHEMA.FLOW_PIPE_2_DUPLICATE_KEYS_DELTA_00000000_FFFFFFFFFFFFFFFF", @@ -205,30 +247,9 @@ }, "duplicate_keys_standard": { "PipeName": "", - "Query": "\nMERGE INTO duplicate_keys_standard AS l\nUSING (\n\tSELECT $1[0] AS id, $1[1] AS flow_published_at, $1[2] AS int, $1[3] AS str, $1[4] AS flow_document\n\tFROM \n) AS r\nON \n\tl.id = r.id AND l.id >= 1 AND l.id <= 5\nWHEN MATCHED AND r.flow_document='delete' THEN\n\tDELETE\nWHEN MATCHED THEN\n\tUPDATE SET l.flow_published_at = r.flow_published_at, l.int = r.int, l.str = r.str, l.flow_document = r.flow_document\nWHEN NOT MATCHED and r.flow_document!='delete' THEN\n\tINSERT (id, flow_published_at, int, str, flow_document)\n\tVALUES (r.id, r.flow_published_at, r.int, r.str, r.flow_document);\n", + "Query": "\nCOPY INTO duplicate_keys_standard (\n\tid, flow_published_at, int, str, flow_document\n) FROM (\n\tSELECT $1[0] AS id, $1[1] AS flow_published_at, $1[2] AS int, $1[3] AS str, $1[4] AS flow_document\n\tFROM \n);\n", "StagedDir": "", "Table": "duplicate_keys_standard", - "Version": "ffffffffffffffff" - }, - "formatted_strings": { - "PipeName": "", - "Query": "\nCOPY INTO formatted_strings (\n\tid, date, datetime, flow_published_at, int_and_str, int_str, num_and_str, num_str, time, flow_document\n) FROM (\n\tSELECT $1[0] AS id, $1[1] AS date, $1[2] AS datetime, $1[3] AS flow_published_at, $1[4] AS int_and_str, $1[5] AS int_str, $1[6] AS num_and_str, $1[7] AS num_str, $1[8] AS time, $1[9] AS flow_document\n\tFROM \n);\n", - "StagedDir": "", - "Table": "formatted_strings", - "Version": "" - }, - "multiple_types": { - "PipeName": "", - "Query": "\nMERGE INTO multiple_types AS l\nUSING (\n\tSELECT $1[0] AS id, NULLIF($1[1], PARSE_JSON('null')) AS array_int, $1[2] AS binary_field, $1[3] AS bool_field, $1[4] AS float_field, $1[5] AS flow_published_at, NULLIF($1[6], PARSE_JSON('null')) AS multiple, NULLIF($1[7], PARSE_JSON('null')) AS nested, $1[8] AS nullable_int, $1[9] AS str_field, $1[10] AS flow_document\n\tFROM \n) AS r\nON \n\tl.id = r.id AND l.id >= 1 AND l.id <= 10\nWHEN MATCHED AND r.flow_document='delete' THEN\n\tDELETE\nWHEN MATCHED THEN\n\tUPDATE SET l.array_int = r.array_int, l.binary_field = r.binary_field, l.bool_field = r.bool_field, l.float_field = r.float_field, l.flow_published_at = r.flow_published_at, l.multiple = r.multiple, l.nested = r.nested, l.nullable_int = r.nullable_int, l.str_field = r.str_field, l.flow_document = r.flow_document\nWHEN NOT MATCHED and r.flow_document!='delete' THEN\n\tINSERT (id, array_int, binary_field, bool_field, float_field, flow_published_at, multiple, nested, nullable_int, str_field, flow_document)\n\tVALUES (r.id, r.array_int, r.binary_field, r.bool_field, r.float_field, r.flow_published_at, r.multiple, r.nested, r.nullable_int, r.str_field, r.flow_document);\n", - "StagedDir": "", - "Table": "multiple_types", - "Version": "ffffffffffffffff" - }, - "simple": { - "PipeName": "", - "Query": "\nCOPY INTO simple (\n\tid, canary, flow_published_at, flow_document\n) FROM (\n\tSELECT $1[0] AS id, $1[1] AS canary, $1[2] AS flow_published_at, $1[3] AS flow_document\n\tFROM \n);\n", - "StagedDir": "", - "Table": "simple", "Version": "" } } @@ -239,52 +260,52 @@ "rows": [ { "CANARY": "amputation's", - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:00Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:00Z", "ID": "1" }, { "CANARY": "armament's", - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:01Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:01Z", "ID": "2" }, { "CANARY": "splatters", - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:02Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:02Z", "ID": "3" }, { "CANARY": "strengthen", - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:03Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:03Z", "ID": "4" }, { "CANARY": "Kringle's", - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:04Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:04Z", "ID": "5" }, { "CANARY": "grosbeak's", - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:05Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:05Z", "ID": "6" }, { "CANARY": "pieced", - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:00Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:00Z", "ID": "7" }, { "CANARY": "roaches", - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:01Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:01Z", "ID": "8" }, { "CANARY": "devilish", - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:02Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:02Z", "ID": "9" }, { "CANARY": "glucose's", - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:03Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:03Z", "ID": "10" } ] @@ -293,34 +314,64 @@ "_table": "duplicate_keys_standard", "rows": [ { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:04Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:04Z", "ID": "1", "INT": "7", "STR": "str 6" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:05Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:05Z", "ID": "2", "INT": "9", "STR": "str 7" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:06Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:06Z", "ID": "3", "INT": "11", "STR": "str 8" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:07Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:07Z", "ID": "4", "INT": "13", "STR": "str 9" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:08Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:08Z", "ID": "5", "INT": "15", "STR": "str 10" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:00Z", + "ID": "6", + "INT": "11", + "STR": "str 11" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:01Z", + "ID": "7", + "INT": "12", + "STR": "str 12" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:02Z", + "ID": "8", + "INT": "13", + "STR": "str 13" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:03Z", + "ID": "9", + "INT": "14", + "STR": "str 14" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:04Z", + "ID": "10", + "INT": "15", + "STR": "str 15" } ] } @@ -328,64 +379,94 @@ "_table": "duplicate_keys_delta", "rows": [ { - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:06Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:06Z", "ID": "1", "INT": "1", "STR": "str 1" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:04Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:04Z", "ID": "1", "INT": "6", "STR": "str 6" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:07Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:07Z", "ID": "2", "INT": "2", "STR": "str 2" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:05Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:05Z", "ID": "2", "INT": "7", "STR": "str 7" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:08Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:08Z", "ID": "3", "INT": "3", "STR": "str 3" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:06Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:06Z", "ID": "3", "INT": "8", "STR": "str 8" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:09Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:09Z", "ID": "4", "INT": "4", "STR": "str 4" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:07Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:07Z", "ID": "4", "INT": "9", "STR": "str 9" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:10Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:10Z", "ID": "5", "INT": "5", "STR": "str 5" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:08Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:08Z", "ID": "5", "INT": "10", "STR": "str 10" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:00Z", + "ID": "6", + "INT": "11", + "STR": "str 11" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:01Z", + "ID": "7", + "INT": "12", + "STR": "str 12" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:02Z", + "ID": "8", + "INT": "13", + "STR": "str 13" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:03Z", + "ID": "9", + "INT": "14", + "STR": "str 14" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:04Z", + "ID": "10", + "INT": "15", + "STR": "str 15" } ] } @@ -393,64 +474,94 @@ "_table": "duplicate_keys_delta_exclude_flow_doc", "rows": [ { - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:06Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:06Z", "ID": "1", "INT": "1", "STR": "str 1" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:04Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:04Z", "ID": "1", "INT": "6", "STR": "str 6" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:07Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:07Z", "ID": "2", "INT": "2", "STR": "str 2" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:05Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:05Z", "ID": "2", "INT": "7", "STR": "str 7" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:08Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:08Z", "ID": "3", "INT": "3", "STR": "str 3" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:06Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:06Z", "ID": "3", "INT": "8", "STR": "str 8" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:09Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:09Z", "ID": "4", "INT": "4", "STR": "str 4" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:07Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:07Z", "ID": "4", "INT": "9", "STR": "str 9" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:10Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:10Z", "ID": "5", "INT": "5", "STR": "str 5" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:08Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:08Z", "ID": "5", "INT": "10", "STR": "str 10" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:00Z", + "ID": "6", + "INT": "11", + "STR": "str 11" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:01Z", + "ID": "7", + "INT": "12", + "STR": "str 12" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:02Z", + "ID": "8", + "INT": "13", + "STR": "str 13" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:03Z", + "ID": "9", + "INT": "14", + "STR": "str 14" + }, + { + "FLOW_PUBLISHED_AT": "1970-01-01T03:00:04Z", + "ID": "10", + "INT": "15", + "STR": "str 15" } ] } @@ -462,7 +573,7 @@ "BINARY_FIELD": null, "BOOL_FIELD": false, "FLOAT_FIELD": 1.1, - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:13Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:13Z", "ID": "1", "MULTIPLE": "1", "NESTED": "{\n \"id\": \"i1\"\n}", @@ -474,7 +585,7 @@ "BINARY_FIELD": null, "BOOL_FIELD": true, "FLOAT_FIELD": 2.2, - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:14Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:14Z", "ID": "2", "MULTIPLE": "2.2", "NESTED": "{\n \"id\": \"i2\"\n}", @@ -486,7 +597,7 @@ "BINARY_FIELD": null, "BOOL_FIELD": false, "FLOAT_FIELD": 3.3, - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:15Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:15Z", "ID": "3", "MULTIPLE": "true", "NESTED": "{\n \"id\": \"i3\"\n}", @@ -498,7 +609,7 @@ "BINARY_FIELD": null, "BOOL_FIELD": true, "FLOAT_FIELD": 4.4, - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:16Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:16Z", "ID": "4", "MULTIPLE": "false", "NESTED": "{\n \"id\": \"i4\"\n}", @@ -510,7 +621,7 @@ "BINARY_FIELD": null, "BOOL_FIELD": false, "FLOAT_FIELD": 5.5, - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:17Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:17Z", "ID": "5", "MULTIPLE": "\"string five\"", "NESTED": "{\n \"id\": \"i5\"\n}", @@ -522,7 +633,7 @@ "BINARY_FIELD": null, "BOOL_FIELD": true, "FLOAT_FIELD": 66.66, - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:19Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:19Z", "ID": "6", "MULTIPLE": "[\n \"one\",\n 2,\n true\n]", "NESTED": "{\n \"id\": \"i6\"\n}", @@ -534,7 +645,7 @@ "BINARY_FIELD": null, "BOOL_FIELD": false, "FLOAT_FIELD": 77.77, - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:20Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:20Z", "ID": "7", "MULTIPLE": "{\n \"object\": \"seven\"\n}", "NESTED": "{\n \"id\": \"i7\"\n}", @@ -546,7 +657,7 @@ "BINARY_FIELD": null, "BOOL_FIELD": true, "FLOAT_FIELD": 88.88, - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:21Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:21Z", "ID": "8", "MULTIPLE": null, "NESTED": "{\n \"id\": \"i8\"\n}", @@ -558,7 +669,7 @@ "BINARY_FIELD": "YWxvaGEK", "BOOL_FIELD": false, "FLOAT_FIELD": 99.99, - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:22Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:22Z", "ID": "9", "MULTIPLE": null, "NESTED": "{\n \"id\": \"i9\"\n}", @@ -570,7 +681,7 @@ "BINARY_FIELD": "c2F5xY1uYXJhCg==", "BOOL_FIELD": true, "FLOAT_FIELD": 1010.101, - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:23Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:23Z", "ID": "10", "MULTIPLE": null, "NESTED": "{\n \"id\": \"i10\"\n}", @@ -585,7 +696,7 @@ { "DATE": "0000-01-01T00:00:00Z", "DATETIME": "0000-01-01T00:00:00Z", - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:13Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:13Z", "ID": "1", "INT_AND_STR": "1", "INT_STR": "10", @@ -596,7 +707,7 @@ { "DATE": "1999-02-02T00:00:00Z", "DATETIME": "1999-02-02T14:20:12.33Z", - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:14Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:14Z", "ID": "2", "INT_AND_STR": "2", "INT_STR": "20", @@ -607,7 +718,7 @@ { "DATE": "1000-03-03T00:00:00Z", "DATETIME": "1000-03-03T23:59:38.1Z", - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:11Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:11Z", "ID": "3", "INT_AND_STR": "3", "INT_STR": "30", @@ -618,7 +729,7 @@ { "DATE": "2023-08-29T00:00:00Z", "DATETIME": "2023-08-29T23:59:38Z", - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:12Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:12Z", "ID": "4", "INT_AND_STR": "4", "INT_STR": "40", @@ -629,7 +740,7 @@ { "DATE": "9999-12-31T00:00:00Z", "DATETIME": "9999-12-31T23:59:59Z", - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:15Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:15Z", "ID": "5", "INT_AND_STR": "5", "INT_STR": "50", @@ -640,7 +751,7 @@ { "DATE": null, "DATETIME": null, - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:16Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:16Z", "ID": "8", "INT_AND_STR": null, "INT_STR": null, @@ -651,7 +762,7 @@ { "DATE": null, "DATETIME": null, - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:17Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:17Z", "ID": "9", "INT_AND_STR": null, "INT_STR": null, @@ -662,7 +773,7 @@ { "DATE": null, "DATETIME": null, - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:18Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:18Z", "ID": "10", "INT_AND_STR": null, "INT_STR": null, @@ -676,7 +787,7 @@ "_table": "symbols", "rows": [ { - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:27Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:27Z", "ID": "test", "testing (%s)": "test" } @@ -686,7 +797,7 @@ "_table": "unsigned_bigint", "rows": [ { - "FLOW_PUBLISHED_AT": "1970-01-01T00:00:28Z", + "FLOW_PUBLISHED_AT": "1970-01-01T01:00:28Z", "ID": "1", "UNSIGNED_BIGINT": "18446744073709551615" } @@ -696,12 +807,12 @@ "_table": "deletions", "rows": [ { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:26Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:26Z", "ID": "2", "_meta/op": "u" }, { - "FLOW_PUBLISHED_AT": "1970-01-01T01:00:27Z", + "FLOW_PUBLISHED_AT": "1970-01-01T02:00:27Z", "ID": "3", "_meta/op": "c" } diff --git a/tests/materialize/materialize-sqlserver/snapshot.json b/tests/materialize/materialize-sqlserver/snapshot.json index 709447c172..53fcf8fd21 100644 --- a/tests/materialize/materialize-sqlserver/snapshot.json +++ b/tests/materialize/materialize-sqlserver/snapshot.json @@ -10,6 +10,14 @@ "connectorState", {} ] +[ + "connectorState", + {} +] +[ + "connectorState", + {} +] [ "connectorState", { @@ -20,52 +28,52 @@ "rows": [ { "canary": "amputation's", - "flow_published_at": "1970-01-01T00:00:00Z", + "flow_published_at": "1970-01-01T01:00:00Z", "id": 1 }, { "canary": "armament's", - "flow_published_at": "1970-01-01T00:00:01Z", + "flow_published_at": "1970-01-01T01:00:01Z", "id": 2 }, { "canary": "splatters", - "flow_published_at": "1970-01-01T00:00:02Z", + "flow_published_at": "1970-01-01T01:00:02Z", "id": 3 }, { "canary": "strengthen", - "flow_published_at": "1970-01-01T00:00:03Z", + "flow_published_at": "1970-01-01T01:00:03Z", "id": 4 }, { "canary": "Kringle's", - "flow_published_at": "1970-01-01T00:00:04Z", + "flow_published_at": "1970-01-01T01:00:04Z", "id": 5 }, { "canary": "grosbeak's", - "flow_published_at": "1970-01-01T00:00:05Z", + "flow_published_at": "1970-01-01T01:00:05Z", "id": 6 }, { "canary": "pieced", - "flow_published_at": "1970-01-01T01:00:00Z", + "flow_published_at": "1970-01-01T02:00:00Z", "id": 7 }, { "canary": "roaches", - "flow_published_at": "1970-01-01T01:00:01Z", + "flow_published_at": "1970-01-01T02:00:01Z", "id": 8 }, { "canary": "devilish", - "flow_published_at": "1970-01-01T01:00:02Z", + "flow_published_at": "1970-01-01T02:00:02Z", "id": 9 }, { "canary": "glucose's", - "flow_published_at": "1970-01-01T01:00:03Z", + "flow_published_at": "1970-01-01T02:00:03Z", "id": 10 } ], @@ -74,34 +82,64 @@ { "rows": [ { - "flow_published_at": "1970-01-01T01:00:04Z", + "flow_published_at": "1970-01-01T02:00:04Z", "id": 1, "int": 7, "str": "str 6" }, { - "flow_published_at": "1970-01-01T01:00:05Z", + "flow_published_at": "1970-01-01T02:00:05Z", "id": 2, "int": 9, "str": "str 7" }, { - "flow_published_at": "1970-01-01T01:00:06Z", + "flow_published_at": "1970-01-01T02:00:06Z", "id": 3, "int": 11, "str": "str 8" }, { - "flow_published_at": "1970-01-01T01:00:07Z", + "flow_published_at": "1970-01-01T02:00:07Z", "id": 4, "int": 13, "str": "str 9" }, { - "flow_published_at": "1970-01-01T01:00:08Z", + "flow_published_at": "1970-01-01T02:00:08Z", "id": 5, "int": 15, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01T03:00:00Z", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01T03:00:01Z", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01T03:00:02Z", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01T03:00:03Z", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01T03:00:04Z", + "id": 10, + "int": 15, + "str": "str 15" } ], "table": "duplicate_keys_standard" @@ -109,64 +147,94 @@ { "rows": [ { - "flow_published_at": "1970-01-01T00:00:06Z", + "flow_published_at": "1970-01-01T01:00:06Z", "id": 1, "int": 1, "str": "str 1" }, { - "flow_published_at": "1970-01-01T00:00:07Z", + "flow_published_at": "1970-01-01T01:00:07Z", "id": 2, "int": 2, "str": "str 2" }, { - "flow_published_at": "1970-01-01T00:00:08Z", + "flow_published_at": "1970-01-01T01:00:08Z", "id": 3, "int": 3, "str": "str 3" }, { - "flow_published_at": "1970-01-01T00:00:09Z", + "flow_published_at": "1970-01-01T01:00:09Z", "id": 4, "int": 4, "str": "str 4" }, { - "flow_published_at": "1970-01-01T00:00:10Z", + "flow_published_at": "1970-01-01T01:00:10Z", "id": 5, "int": 5, "str": "str 5" }, { - "flow_published_at": "1970-01-01T01:00:04Z", + "flow_published_at": "1970-01-01T02:00:04Z", "id": 1, "int": 6, "str": "str 6" }, { - "flow_published_at": "1970-01-01T01:00:05Z", + "flow_published_at": "1970-01-01T02:00:05Z", "id": 2, "int": 7, "str": "str 7" }, { - "flow_published_at": "1970-01-01T01:00:06Z", + "flow_published_at": "1970-01-01T02:00:06Z", "id": 3, "int": 8, "str": "str 8" }, { - "flow_published_at": "1970-01-01T01:00:07Z", + "flow_published_at": "1970-01-01T02:00:07Z", "id": 4, "int": 9, "str": "str 9" }, { - "flow_published_at": "1970-01-01T01:00:08Z", + "flow_published_at": "1970-01-01T02:00:08Z", "id": 5, "int": 10, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01T03:00:00Z", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01T03:00:01Z", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01T03:00:02Z", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01T03:00:03Z", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01T03:00:04Z", + "id": 10, + "int": 15, + "str": "str 15" } ], "table": "duplicate_keys_delta" @@ -174,64 +242,94 @@ { "rows": [ { - "flow_published_at": "1970-01-01T00:00:06Z", + "flow_published_at": "1970-01-01T01:00:06Z", "id": 1, "int": 1, "str": "str 1" }, { - "flow_published_at": "1970-01-01T00:00:07Z", + "flow_published_at": "1970-01-01T01:00:07Z", "id": 2, "int": 2, "str": "str 2" }, { - "flow_published_at": "1970-01-01T00:00:08Z", + "flow_published_at": "1970-01-01T01:00:08Z", "id": 3, "int": 3, "str": "str 3" }, { - "flow_published_at": "1970-01-01T00:00:09Z", + "flow_published_at": "1970-01-01T01:00:09Z", "id": 4, "int": 4, "str": "str 4" }, { - "flow_published_at": "1970-01-01T00:00:10Z", + "flow_published_at": "1970-01-01T01:00:10Z", "id": 5, "int": 5, "str": "str 5" }, { - "flow_published_at": "1970-01-01T01:00:04Z", + "flow_published_at": "1970-01-01T02:00:04Z", "id": 1, "int": 6, "str": "str 6" }, { - "flow_published_at": "1970-01-01T01:00:05Z", + "flow_published_at": "1970-01-01T02:00:05Z", "id": 2, "int": 7, "str": "str 7" }, { - "flow_published_at": "1970-01-01T01:00:06Z", + "flow_published_at": "1970-01-01T02:00:06Z", "id": 3, "int": 8, "str": "str 8" }, { - "flow_published_at": "1970-01-01T01:00:07Z", + "flow_published_at": "1970-01-01T02:00:07Z", "id": 4, "int": 9, "str": "str 9" }, { - "flow_published_at": "1970-01-01T01:00:08Z", + "flow_published_at": "1970-01-01T02:00:08Z", "id": 5, "int": 10, "str": "str 10" + }, + { + "flow_published_at": "1970-01-01T03:00:00Z", + "id": 6, + "int": 11, + "str": "str 11" + }, + { + "flow_published_at": "1970-01-01T03:00:01Z", + "id": 7, + "int": 12, + "str": "str 12" + }, + { + "flow_published_at": "1970-01-01T03:00:02Z", + "id": 8, + "int": 13, + "str": "str 13" + }, + { + "flow_published_at": "1970-01-01T03:00:03Z", + "id": 9, + "int": 14, + "str": "str 14" + }, + { + "flow_published_at": "1970-01-01T03:00:04Z", + "id": 10, + "int": 15, + "str": "str 15" } ], "table": "duplicate_keys_delta_exclude_flow_doc" @@ -243,7 +341,7 @@ "binary_field": null, "bool_field": false, "float_field": 1.1, - "flow_published_at": "1970-01-01T00:00:13Z", + "flow_published_at": "1970-01-01T01:00:13Z", "id": 1, "multiple": "1", "nested": "{\"id\":\"i1\"}", @@ -255,7 +353,7 @@ "binary_field": null, "bool_field": true, "float_field": 2.2, - "flow_published_at": "1970-01-01T00:00:14Z", + "flow_published_at": "1970-01-01T01:00:14Z", "id": 2, "multiple": "2.2", "nested": "{\"id\":\"i2\"}", @@ -267,7 +365,7 @@ "binary_field": null, "bool_field": false, "float_field": 3.3, - "flow_published_at": "1970-01-01T00:00:15Z", + "flow_published_at": "1970-01-01T01:00:15Z", "id": 3, "multiple": "true", "nested": "{\"id\":\"i3\"}", @@ -279,7 +377,7 @@ "binary_field": null, "bool_field": true, "float_field": 4.4, - "flow_published_at": "1970-01-01T00:00:16Z", + "flow_published_at": "1970-01-01T01:00:16Z", "id": 4, "multiple": "false", "nested": "{\"id\":\"i4\"}", @@ -291,7 +389,7 @@ "binary_field": null, "bool_field": false, "float_field": 5.5, - "flow_published_at": "1970-01-01T00:00:17Z", + "flow_published_at": "1970-01-01T01:00:17Z", "id": 5, "multiple": "\"string five\"", "nested": "{\"id\":\"i5\"}", @@ -303,7 +401,7 @@ "binary_field": null, "bool_field": true, "float_field": 66.66, - "flow_published_at": "1970-01-01T01:00:19Z", + "flow_published_at": "1970-01-01T02:00:19Z", "id": 6, "multiple": "[\"one\",2,true]", "nested": "{\"id\":\"i6\"}", @@ -315,7 +413,7 @@ "binary_field": null, "bool_field": false, "float_field": 77.77, - "flow_published_at": "1970-01-01T01:00:20Z", + "flow_published_at": "1970-01-01T02:00:20Z", "id": 7, "multiple": "{\"object\":\"seven\"}", "nested": "{\"id\":\"i7\"}", @@ -327,7 +425,7 @@ "binary_field": null, "bool_field": true, "float_field": 88.88, - "flow_published_at": "1970-01-01T01:00:21Z", + "flow_published_at": "1970-01-01T02:00:21Z", "id": 8, "multiple": null, "nested": "{\"id\":\"i8\"}", @@ -339,7 +437,7 @@ "binary_field": "YWxvaGEK", "bool_field": false, "float_field": 99.99, - "flow_published_at": "1970-01-01T01:00:22Z", + "flow_published_at": "1970-01-01T02:00:22Z", "id": 9, "multiple": null, "nested": "{\"id\":\"i9\"}", @@ -351,7 +449,7 @@ "binary_field": "c2F5xY1uYXJhCg==", "bool_field": true, "float_field": 1010.101, - "flow_published_at": "1970-01-01T01:00:23Z", + "flow_published_at": "1970-01-01T02:00:23Z", "id": 10, "multiple": null, "nested": "{\"id\":\"i10\"}", @@ -366,7 +464,7 @@ { "date": "0001-01-01T00:00:00Z", "datetime": "0001-01-01T00:00:00Z", - "flow_published_at": "1970-01-01T01:00:13Z", + "flow_published_at": "1970-01-01T02:00:13Z", "id": 1, "int_and_str": 1, "int_str": 10, @@ -377,7 +475,7 @@ { "date": "1999-02-02T00:00:00Z", "datetime": "1999-02-02T14:20:12.33Z", - "flow_published_at": "1970-01-01T01:00:14Z", + "flow_published_at": "1970-01-01T02:00:14Z", "id": 2, "int_and_str": 2, "int_str": 20, @@ -388,7 +486,7 @@ { "date": "1000-03-03T00:00:00Z", "datetime": "1000-03-03T23:59:38.1Z", - "flow_published_at": "1970-01-01T00:00:11Z", + "flow_published_at": "1970-01-01T01:00:11Z", "id": 3, "int_and_str": 3, "int_str": 30, @@ -399,7 +497,7 @@ { "date": "2023-08-29T00:00:00Z", "datetime": "2023-08-29T23:59:38Z", - "flow_published_at": "1970-01-01T00:00:12Z", + "flow_published_at": "1970-01-01T01:00:12Z", "id": 4, "int_and_str": 4, "int_str": 40, @@ -410,7 +508,7 @@ { "date": "9999-12-31T00:00:00Z", "datetime": "9999-12-31T23:59:59Z", - "flow_published_at": "1970-01-01T01:00:15Z", + "flow_published_at": "1970-01-01T02:00:15Z", "id": 5, "int_and_str": 5, "int_str": 50, @@ -421,7 +519,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01T01:00:16Z", + "flow_published_at": "1970-01-01T02:00:16Z", "id": 8, "int_and_str": null, "int_str": null, @@ -432,7 +530,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01T01:00:17Z", + "flow_published_at": "1970-01-01T02:00:17Z", "id": 9, "int_and_str": null, "int_str": null, @@ -443,7 +541,7 @@ { "date": null, "datetime": null, - "flow_published_at": "1970-01-01T01:00:18Z", + "flow_published_at": "1970-01-01T02:00:18Z", "id": 10, "int_and_str": null, "int_str": null, @@ -457,25 +555,25 @@ { "rows": [ { - "flow_published_at": "1970-01-01T01:00:12Z", + "flow_published_at": "1970-01-01T02:00:12Z", "num": 4, "yan": "ab", "yin": "" }, { - "flow_published_at": "1970-01-01T01:00:09Z", + "flow_published_at": "1970-01-01T02:00:09Z", "num": 1, "yan": "b", "yin": "a" }, { - "flow_published_at": "1970-01-01T01:00:11Z", + "flow_published_at": "1970-01-01T02:00:11Z", "num": 3, "yan": "", "yin": "ab" }, { - "flow_published_at": "1970-01-01T01:00:10Z", + "flow_published_at": "1970-01-01T02:00:10Z", "num": 2, "yan": "a", "yin": "b" @@ -486,7 +584,7 @@ { "rows": [ { - "flow_published_at": "1970-01-01T00:00:28Z", + "flow_published_at": "1970-01-01T01:00:28Z", "id": 1, "unsigned_bigint": "18446744073709551615" } @@ -497,12 +595,12 @@ "rows": [ { "_meta/op": "u", - "flow_published_at": "1970-01-01T01:00:26Z", + "flow_published_at": "1970-01-01T02:00:26Z", "id": 2 }, { "_meta/op": "c", - "flow_published_at": "1970-01-01T01:00:27Z", + "flow_published_at": "1970-01-01T02:00:27Z", "id": 3 } ],