From ec34e8739ae9bed94b956876d31b2dd0171d1d2a Mon Sep 17 00:00:00 2001
From: discord9 <discord9@163.com>
Date: Sun, 9 Mar 2025 19:55:12 +0800
Subject: [PATCH] fix: is file

---
 src/ingester/src/main.rs | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/src/ingester/src/main.rs b/src/ingester/src/main.rs
index 1c7b36def7..7952ffc147 100644
--- a/src/ingester/src/main.rs
+++ b/src/ingester/src/main.rs
@@ -91,6 +91,11 @@ async fn main() {
             .await
             .expect("Failed to list parquet files");
 
+        let all_parquets = all_parquets
+            .iter()
+            .filter(|parquet| parquet.name().ends_with(".parquet") && parquet.metadata().is_file())
+            .collect::<Vec<_>>();
+
         let input_files = all_parquets
             .iter()
             .map(|parquet| {
@@ -120,6 +125,11 @@ async fn main() {
             .await
             .expect("Failed to list json files");
 
+        let all_jsons = all_jsons
+            .iter()
+            .filter(|json| json.name().ends_with(".json") && json.metadata().is_file())
+            .collect::<Vec<_>>();
+
         let input_files = all_jsons
             .iter()
             .map(|entry| {