""" Copyright 2017 Oliver Smith This file is part of pmbootstrap. pmbootstrap is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. pmbootstrap is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with pmbootstrap. If not, see . """ import glob import os import hashlib def files(args): """ Returns all files (apk/buildinfo) with their last modification timestamp inside the package repository, sorted by architecture. :returns: {"x86_64": {"first.apk": last_modified_timestamp, ... }, ... } """ ret = {} for arch_folder in glob.glob(args.work + "/packages/*"): arch = os.path.basename(arch_folder) ret[arch] = {} for file in glob.glob(arch_folder + "/*"): basename = os.path.basename(file) ret[arch][basename] = os.path.getmtime(file) return ret def diff(args, files_a, files_b=None): """ Returns a list of files, that have been added or modified inside the package repository. :param files_a: return value from pmb.helpers.repo.files() :param files_b: defaults to creating a new list :returns: ["x86_64/APKINDEX.tar.gz", "x86_64/package.apk", "x86_64/package.buildinfo", ...] """ if not files_b: files_b = files(args) ret = [] for arch in files_b.keys(): for file, timestamp in files_b[arch].items(): add = False if arch not in files_a: add = True elif file not in files_a[arch]: add = True elif timestamp != files_a[arch][file]: add = True if add: ret.append(arch + "/" + file) return sorted(ret) def hash(url, length=8): """ Generate the hash, that APK adds to the APKINDEX and apk packages in its apk cache folder. It is the "12345678" part in this example: "APKINDEX.12345678.tar.gz". :param length: The length of the hash in the output file. See also: official implementation in apk-tools: blob.c: apk_blob_push_hexdump(), "const char *xd" apk_defines.h: APK_CACHE_CSUM_BYTES database.c: apk_repo_format_cache_index() """ binary = hashlib.sha1(url.encode("utf-8")).digest() xd = "0123456789abcdefghijklmnopqrstuvwxyz" csum_bytes = int(length / 2) ret = "" for i in range(csum_bytes): ret += xd[(binary[i] >> 4) & 0xf] ret += xd[binary[i] & 0xf] return ret def urls(args, user_repository=True): """ Get a list of repository URLs, as they are in /etc/apk/repositories. """ ret = [] # Local user repository (for packages compiled with pmbootstrap) if user_repository: ret.append("/home/user/packages/user") # Upstream postmarketOS binary repository if args.mirror_postmarketos: ret.append(args.mirror_postmarketos) # Upstream Alpine Linux repositories directories = ["main", "community"] if args.alpine_version == "edge": directories.append("testing") for dir in directories: ret.append(args.mirror_alpine + args.alpine_version + "/" + dir) return ret def apkindex_files(args, arch="native"): """ Get a list of outside paths to all resolved APKINDEX.tar.gz files from the urls() list for a specific arch. """ if arch == "native": arch = args.arch_native # Try to get a cached result first. if arch in args.cache["apkindex_files"]: return args.cache["apkindex_files"][arch] # Add the non-hashed user path and the upstream paths with hashes ret = [args.work + "/packages/" + arch + "/APKINDEX.tar.gz"] for url in urls(args, False): ret.append(args.work + "/cache_apk_" + arch + "/APKINDEX." + hash(url) + ".tar.gz") args.cache["apkindex_files"][arch] = ret return ret