64 lines
2.8 KiB
Python
64 lines
2.8 KiB
Python
"""Gzip each file of loop-claude's archive and the review folders that no tool changes any more, keeping all of them.
|
|
|
|
usage: compress-archives
|
|
|
|
It gzips each file that last changed over 30 days ago: in loop-claude's archive,
|
|
$LOOP_CLAUDE_TRANSCRIPTS (default ~/.claude/loop-claude-transcripts), each transcript, *.jsonl;
|
|
in the review folders, ~/.local/state/larv-review, every file but a lock, *.lock. A file's last change is the later
|
|
of its mtime and ctime, so a copied or unpacked file counts from when it landed.
|
|
|
|
The gzip lands beside the file as <name>.gz, with the same times. The file is removed only once
|
|
its gzip reads back the same bytes. The archive's readers and review-replay read a gzipped file by
|
|
its plain name. README.md → Install has the crontab line that runs it daily.
|
|
|
|
It prints how many files it compressed. It exits 1, saying why, on any argument but --help or -h,
|
|
and at the first file it cannot compress, leaving that file and every one after it plain.
|
|
"""
|
|
import pathlib
|
|
import stat
|
|
import sys
|
|
import typing
|
|
|
|
from transcript_archive.location import archive_root
|
|
from failure import Failure
|
|
from review_rules.review_folder import REPORTS
|
|
from text_files.compressed import SUFFIX
|
|
|
|
# Why 30 days: docs/decisions.md → `archives: gzip each transcript in loop-claude's archive and each file in the review folders 30 days after it last changed, keeping all of them`.
|
|
AGE_DAYS = 30
|
|
|
|
|
|
def main(argv: list[str], env: typing.Mapping[str, str], home: pathlib.Path, now: typing.Callable[[], float], compress: typing.Callable[[pathlib.Path], Failure | None]) -> int:
|
|
if argv in (["-h"], ["--help"]):
|
|
print(__doc__.strip())
|
|
return 0
|
|
if argv:
|
|
print(f"unknown arguments {' '.join(argv)}; usage: compress-archives", file=sys.stderr)
|
|
return 1
|
|
cutoff = now() - AGE_DAYS * 24 * 60 * 60
|
|
count = 0
|
|
for path in [*old_files(archive_root(home, env), "*.jsonl", cutoff), *old_files(home / REPORTS, "*", cutoff)]:
|
|
if failed := compress(path):
|
|
print(failed.reason, file=sys.stderr)
|
|
return 1
|
|
count += 1
|
|
print(f"Compressed {count} files.")
|
|
return 0
|
|
|
|
|
|
def old_files(root: pathlib.Path, pattern: str, cutoff: float) -> list[pathlib.Path]:
|
|
"""Each plain file under root that pattern matches and that last changed before the cutoff, sorted; a lock, `*.lock`, is left alone, and so is a link, since its target lies elsewhere."""
|
|
found = []
|
|
for path in root.rglob(pattern):
|
|
# A lock file is held by its name and never written, so its age doesn't say that it is out of use: task-bench.lock.
|
|
if path.name.endswith((SUFFIX, ".lock")) or path.is_symlink():
|
|
continue
|
|
try:
|
|
status = path.stat()
|
|
# Removed while the walk ran, such as a file of review-replay's copy of a review folder.
|
|
except FileNotFoundError:
|
|
continue
|
|
if stat.S_ISREG(status.st_mode) and max(status.st_mtime, status.st_ctime) < cutoff:
|
|
found.append(path)
|
|
return sorted(found)
|