sorter: skip hidden trees (.broken) in the plan; treat extract_manifest.jsonl as run artifact
This commit is contained in:
@@ -41,6 +41,7 @@ RUN_ARTIFACTS = {
|
|||||||
"failed_urls.txt", "catalogue.md", "catalogue.jsonl",
|
"failed_urls.txt", "catalogue.md", "catalogue.jsonl",
|
||||||
"sorter_applied.jsonl", "catalogue_moves.jsonl", "urls.txt",
|
"sorter_applied.jsonl", "catalogue_moves.jsonl", "urls.txt",
|
||||||
"urls_0807.txt", "urls_gofile.txt", "failed_0807.txt",
|
"urls_0807.txt", "urls_gofile.txt", "failed_0807.txt",
|
||||||
|
"extract_manifest.jsonl",
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -64,7 +64,11 @@ def main() -> None:
|
|||||||
datefmt="%H:%M:%S")
|
datefmt="%H:%M:%S")
|
||||||
|
|
||||||
source = args.source
|
source = args.source
|
||||||
files = [source] if source.is_file() else sorted(source.rglob("*"))
|
files = [source] if source.is_file() else sorted(
|
||||||
|
p for p in source.rglob("*")
|
||||||
|
# hidden trees like .broken/ must never reach the plan
|
||||||
|
if not any(part.startswith(".") for part in p.relative_to(source).parts)
|
||||||
|
)
|
||||||
catalog = load_catalog(args.catalog)
|
catalog = load_catalog(args.catalog)
|
||||||
audit = args.audit or (args.library / "sorter_applied.jsonl")
|
audit = args.audit or (args.library / "sorter_applied.jsonl")
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user