starred/windmill
1
0
Fork 0
mirror of https://github.com/windmill-labs/windmill.git synced 2026-10-30 08:16:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: Improve python writeS3File perf (#3182)

Browse Source
This commit is contained in:
Guillaume Bouvignies
2024-02-08 17:57:42 +01:00
committed by GitHub
parent f38a6d64c4
commit e00e3f9d2d
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/windmill-api/src/job_helpers.rs
+2 -2
View File
@@ -876,11 +876,11 @@ impl<R: AsyncRead> AsyncRead for ProgressReadAdapter<R> {
match this.interval.poll_tick(cx) {
Poll::Pending => {}
Poll::Ready(_) => {
tracing::info!("read {} bytes for s3 upload", *this.interval_bytes * 10);
*this.total_bytes += *this.interval_bytes;
tracing::info!("uploaded {} bytes for s3 upload", *this.total_bytes);
*this.interval_bytes = 0;
}
};
*this.total_bytes += *this.interval_bytes;
#[cfg(not(feature = "enterprise"))]
if *this.total_bytes > 50 * 1024 * 1024 {
python-client/wmill/wmill/s3_reader.py
+1 -1
View File
@@ -50,7 +50,7 @@ class S3BufferedReader(BufferedReader):
def bytes_generator(buffered_reader: BufferedReader | BytesIO):
while True:
byte = buffered_reader.read(1)
byte = buffered_reader.read(50 * 1024)
if not byte:
break
yield byte