diff options
Diffstat (limited to 'src/verbs/sync.py')
| -rw-r--r-- | src/verbs/sync.py | 43 |
1 files changed, 42 insertions, 1 deletions
diff --git a/src/verbs/sync.py b/src/verbs/sync.py index f23d4fc..95c96f1 100644 --- a/src/verbs/sync.py +++ b/src/verbs/sync.py @@ -1,9 +1,43 @@ +import os +import requests +TEMP_DIR = "/tmp/xipkg" + +def curl(url): + r = requests.get(url) + return r.status_code, r.text + +def mkdir(path): + if not os.path.exists(path): + os.makedirs(path) + +def download_repo(output, url): + pkg_list_url = url + "/packages.txt" + + status, response = curl(pkg_list_url) + if status == 404: + print("repo does not exist at", pkg_list_url) + else: + packages = response.split("\n") + for package in packages: + if len(package) > 0: + pkg_url = url + "/" + package + status, package_info = curl(pkg_url) + + if status == 200: + with open(os.path.join(output, package), "w") as file: + file.write(package_info) + else: + print("package is missing at", pkg_url) # have separate list and download methods for each scheme def sync_package_infos(source_name, url, repos): + + source_dir = os.path.join(TEMP_DIR, source_name) + scheme = url.split(":")[0] + print(url) # TODO: add ftp if scheme.startswith("http"): sync_func = download_repo @@ -12,9 +46,16 @@ def sync_package_infos(source_name, url, repos): sync_func = copy_repo for repo in repos: - sync_func(output, url + f"/{repo}" if url[-1] == "/" else repo) + out = os.path.join(TEMP_DIR, repo) + mkdir(out) + sync_func(out, url + repo if url[-1] == "/" else f"/{repo}") def sync(options, config): sources = config["sources"] + repos = config["repos"] + + mkdir(TEMP_DIR) + for source, url in sources.items(): + sync_package_infos(source, url, repos) print("Synced!") |