summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--src/config.py4
-rw-r--r--src/verbs/sync.py43
2 files changed, 44 insertions, 3 deletions
diff --git a/src/config.py b/src/config.py
index ed86dc9..c98b076 100644
--- a/src/config.py
+++ b/src/config.py
@@ -72,9 +72,9 @@ def _parse_line(line, config_file):
if line[0] == "#":
return {}
else:
- split = line.split(" ")
+ split = line.split()
key = split[0]
- value = " " if len(split) == 1 else " ".join(line.split(" ")[1:])
+ value = " " if len(split) == 1 else " ".join(split[1:])
# if starting with include, then include another file in the same config
if key == "include":
diff --git a/src/verbs/sync.py b/src/verbs/sync.py
index f23d4fc..95c96f1 100644
--- a/src/verbs/sync.py
+++ b/src/verbs/sync.py
@@ -1,9 +1,43 @@
+import os
+import requests
+TEMP_DIR = "/tmp/xipkg"
+
+def curl(url):
+ r = requests.get(url)
+ return r.status_code, r.text
+
+def mkdir(path):
+ if not os.path.exists(path):
+ os.makedirs(path)
+
+def download_repo(output, url):
+ pkg_list_url = url + "/packages.txt"
+
+ status, response = curl(pkg_list_url)
+ if status == 404:
+ print("repo does not exist at", pkg_list_url)
+ else:
+ packages = response.split("\n")
+ for package in packages:
+ if len(package) > 0:
+ pkg_url = url + "/" + package
+ status, package_info = curl(pkg_url)
+
+ if status == 200:
+ with open(os.path.join(output, package), "w") as file:
+ file.write(package_info)
+ else:
+ print("package is missing at", pkg_url)
# have separate list and download methods for each scheme
def sync_package_infos(source_name, url, repos):
+
+ source_dir = os.path.join(TEMP_DIR, source_name)
+
scheme = url.split(":")[0]
+ print(url)
# TODO: add ftp
if scheme.startswith("http"):
sync_func = download_repo
@@ -12,9 +46,16 @@ def sync_package_infos(source_name, url, repos):
sync_func = copy_repo
for repo in repos:
- sync_func(output, url + f"/{repo}" if url[-1] == "/" else repo)
+ out = os.path.join(TEMP_DIR, repo)
+ mkdir(out)
+ sync_func(out, url + repo if url[-1] == "/" else f"/{repo}")
def sync(options, config):
sources = config["sources"]
+ repos = config["repos"]
+
+ mkdir(TEMP_DIR)
+ for source, url in sources.items():
+ sync_package_infos(source, url, repos)
print("Synced!")