This commit is contained in:
ayush chaurasia
2024-04-16 09:26:47 +05:30
parent 6bc488f674
commit 3ebd561fd9

View File

@@ -39,7 +39,7 @@ def get_llama_dataset(dataset: str):
"""
if not os.path.exists(f"./data/{dataset}"):
os.system(
f"llamaindex-cli download-llamadataset {dataset} --download-dir ./data/{dataset}" # noqa
f"llamaindex-cli download-llamadataset {dataset} --download-dir ./data/{dataset}" # noqa
)
rag_dataset = LabelledRagDataset.from_json(f"./data/{dataset}/rag_dataset.json")
docs = SimpleDirectoryReader(input_dir=f"./data/{dataset}/source_files").load_data()