| |
| from pathlib import Path |
| import os, re, uuid, shutil |
|
|
| APP_ROOT = Path(__file__).resolve().parents[1] |
| DATA_ROOT = APP_ROOT / "data" |
| TMP_ROOT = APP_ROOT / "tmp" |
| for p in (DATA_ROOT, TMP_ROOT, APP_ROOT / ".hf", APP_ROOT / ".torch"): |
| p.mkdir(parents=True, exist_ok=True) |
|
|
| os.environ.setdefault("HF_HOME", str(APP_ROOT / ".hf")) |
| os.environ.setdefault("TORCH_HOME", str(APP_ROOT / ".torch")) |
|
|
| def safe_name(name: str, default="file"): |
| base = re.sub(r"[^A-Za-z0-9._-]+", "_", (name or default)) |
| return (base or default)[:120] |
|
|
| def job_dir(prefix="job"): |
| d = DATA_ROOT / f"{prefix}-{uuid.uuid4().hex[:8]}" |
| d.mkdir(parents=True, exist_ok=True) |
| return d |
|
|
| def disk_stats(p: Path = APP_ROOT) -> str: |
| try: |
| total, used, free = shutil.disk_usage(str(p)) |
| mb = lambda x: x // (1024 * 1024) |
| return f"disk(total={mb(total)}MB, used={mb(used)}MB, free={mb(free)}MB)" |
| except Exception: |
| return "disk(n/a)" |
|
|
