Skip to content

Commit

Permalink
bump gcp-bigquery-client version to 0.25.0
Browse files Browse the repository at this point in the history
  • Loading branch information
imor committed Jan 13, 2025
1 parent 9cdb976 commit 1afbd50
Show file tree
Hide file tree
Showing 2 changed files with 7 additions and 4 deletions.
6 changes: 3 additions & 3 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -20,8 +20,8 @@ config = { version = "0.14", default-features = false }
constant_time_eq = { version = "0.3.1" }
duckdb = { version = "1.0", default-features = false, features = ["bundled"] }
futures = { version = "0.3.31", default-features = false }
# gcp-bigquery-client = { version = "0.24.1", default-features = false }
gcp-bigquery-client = { git = "https://github.com/imor/gcp-bigquery-client", default-features = false, rev = "d9fe29a33f9e4dc12c4adf061035ee1628da5e39" }
gcp-bigquery-client = { version = "0.25.0", default-features = false }
# gcp-bigquery-client = { git = "https://github.com/imor/gcp-bigquery-client", default-features = false, rev = "d9fe29a33f9e4dc12c4adf061035ee1628da5e39" }
k8s-openapi = { version = "0.23.0", default-features = false }
kube = { version = "0.96.0", default-features = false }
pg_escape = { version = "0.1.1", default-features = false }
Expand All @@ -48,7 +48,7 @@ tracing-subscriber = { version = "0.3", default-features = false }
utoipa = { version = "4.2.3", default-features = false }
utoipa-swagger-ui = { version = "7.1.0", default-features = false }
uuid = { version = "1.10.0", default-features = false }
deltalake = {version="0.22.0",default-features = false}
deltalake = { version = "0.22.0", default-features = false }


# [patch."https://github.com/imor/gcp-bigquery-client"]
Expand Down
5 changes: 4 additions & 1 deletion pg_replicate/src/clients/bigquery.rs
Original file line number Diff line number Diff line change
Expand Up @@ -340,8 +340,11 @@ impl BigQueryClient {
table_name.to_string(),
);

const MAX_SIZE_BYTES: usize = 9 * 1024 * 1024; // 9 MB

loop {
let (rows, num_processed_rows) = StorageApi::create_rows(table_descriptor, table_rows);
let (rows, num_processed_rows) =
StorageApi::create_rows(table_descriptor, table_rows, MAX_SIZE_BYTES);
let trace_id = "pg_replicate bigquery client".to_string();
let mut response_stream = self
.client
Expand Down

0 comments on commit 1afbd50

Please sign in to comment.