mdebray/tvl-depot
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

chore(main): Send logs in smaller chunks of 250 entries

Browse source 
In some cases sending 1000 entries seemingly results in a vague "Bad
request" error.

This reduces the chunk size to something that should be more
manageable.
This commit is contained in:
Vincent Ambo 2018-06-16 20:55:52 +02:00 committed by Vincent Ambo
parent 54b03a8dad
commit bd19132eff
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
src/main.rs
View file

@ -276,6 +276,9 @@ fn persist_cursor(cursor: String) -> Result<()> {
/// message can at most contain 1000 log entries which means they are /// message can at most contain 1000 log entries which means they are
/// chunked up here. /// chunked up here.
/// ///
/// In some cases large payloads seem to cause errors in Stackdriver -
/// the chunks are therefore made smaller here.
///
/// If flushing is successful the last cursor position will be /// If flushing is successful the last cursor position will be
/// persisted to disk. /// persisted to disk.
fn flush(client: &Client, fn flush(client: &Client,
@ -288,7 +291,7 @@ fn flush(client: &Client,
mem::replace(token, new_token); mem::replace(token, new_token);
} }
for chunk in entries.chunks(1000) { for chunk in entries.chunks(250) {
let request = prepare_request(chunk); let request = prepare_request(chunk);
if let Err(write_error) = write_entries(client, token, request) { if let Err(write_error) = write_entries(client, token, request) {
error!("Failed to write {} entries: {}", chunk.len(), write_error) error!("Failed to write {} entries: {}", chunk.len(), write_error)