RYDE-WORK/ballistica
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/ballistica.git synced 2026-02-05 15:03:33 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

more build pipeline cleanup

Browse Source
This commit is contained in:
Eric Froemling 2020-04-19 21:59:41 -07:00
parent 8ce3984404
commit d11057af8b
1 changed files with 14 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
tools/efrotools/efrocache.py
View File

@ -244,7 +244,7 @@ def _upload_cache(fnames1: List[str], fnames2: List[str], hashes_str: str,
for fname in hashes_existing: for fname in hashes_existing:
if fname not in hashes: if fname not in hashes:
changed_files.add(fname) changed_files.add(fname)
print(f'{CLRBLU}Updating cache with' print(f'{CLRBLU}Updating efrocache due to'
f' {len(changed_files)} changes:{CLREND}') f' {len(changed_files)} changes:{CLREND}')
for fname in sorted(changed_files): for fname in sorted(changed_files):
print(f' {CLRBLU}{fname}{CLREND}') print(f' {CLRBLU}{fname}{CLREND}')
@ -271,10 +271,19 @@ def _upload_cache(fnames1: List[str], fnames2: List[str], hashes_str: str,
def _gen_hashes(fnames: List[str]) -> str: def _gen_hashes(fnames: List[str]) -> str:
fdict: Dict[str, str] = {} import hashlib
for fname in fnames:
fdict[fname] = str(os.path.getmtime(fname)) def _get_file_hash(fname: str) -> Tuple[str, str]:
return json.dumps(fdict, separators=(',', ':')) md5 = hashlib.md5()
with open(fname, mode='rb') as infile:
md5.update(infile.read())
return (fname, md5.hexdigest())
# Now use all procs to hash the files efficiently.
with ThreadPoolExecutor(max_workers=cpu_count()) as executor:
hashes = dict(executor.map(_get_file_hash, fnames))
return json.dumps(hashes, separators=(',', ':'))
def _write_cache_files(fnames1: List[str], fnames2: List[str], def _write_cache_files(fnames1: List[str], fnames2: List[str],