danvics/haiku.rag
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Handle missing datasets from huggingface

Browse source
This commit is contained in:
Yiorgis Gozadinos 2026-01-29 13:31:31 +02:00
parent 51e6be0d68
commit 39f4937916
No known key found for this signature in database
1 changed files with 13 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
evaluations/evaluations/benchmark.py
View file

@ -491,13 +491,25 @@ def download(
console.print(f"[red]Failed to download {spec.key}: {e}[/red]") console.print(f"[red]Failed to download {spec.key}: {e}[/red]")
continue continue
# Check if the expected database exists in the downloaded snapshot
source_path = Path(downloaded_path) / spec.db_filename
if not source_path.exists():
console.print(
f"[red]Database {spec.key} not found in HuggingFace repo.[/red]"
)
console.print(
f"[yellow]The database may not have been uploaded yet. "
f"Try running 'evaluations build {spec.key}' to create it locally.[/yellow]"
)
continue
# Remove existing database if force is set # Remove existing database if force is set
if db.exists(): if db.exists():
shutil.rmtree(db) shutil.rmtree(db)
# Copy from cache to target location # Copy from cache to target location
db.parent.mkdir(parents=True, exist_ok=True) db.parent.mkdir(parents=True, exist_ok=True)
shutil.copytree(Path(downloaded_path) / spec.db_filename, db) shutil.copytree(source_path, db)
console.print(f"[green]Downloaded {spec.key} to {db}[/green]") console.print(f"[green]Downloaded {spec.key} to {db}[/green]")