fix: is file

This commit is contained in:
discord9
2025-03-09 19:55:12 +08:00
parent b650743785
commit ec34e8739a

View File

@@ -91,6 +91,11 @@ async fn main() {
.await
.expect("Failed to list parquet files");
let all_parquets = all_parquets
.iter()
.filter(|parquet| parquet.name().ends_with(".parquet") && parquet.metadata().is_file())
.collect::<Vec<_>>();
let input_files = all_parquets
.iter()
.map(|parquet| {
@@ -120,6 +125,11 @@ async fn main() {
.await
.expect("Failed to list json files");
let all_jsons = all_jsons
.iter()
.filter(|json| json.name().ends_with(".json") && json.metadata().is_file())
.collect::<Vec<_>>();
let input_files = all_jsons
.iter()
.map(|entry| {