openSUSE Build Service

Overview Repositories Revisions Requests Users Attributes Meta

File update.py of Package mullvadvpn

#!/usr/bin/env python
import os
import re
import git
import sys
import shutil
import tarfile
import tempfile
import urllib
import requests
import subprocess
import argparse

repo_name = "mullvad/mullvadvpn-app"
LIST_RELEASE_URL = f"https://api.github.com/repos/{repo_name}/releases"
current_dir = os.path.dirname(os.path.realpath(__file__))

def get_current_release():
    files = list(filter(lambda x: x.endswith(".rpm"), os.listdir(current_dir)))
    assert len(files) == 1, f"Found more than 1 rpm file: {files}"
    reg = ".*-(.*)_x86_64.rpm"
    ver = re.match(reg, files[0]).groups()[0]
    return ver

def get_latest_release(repo, req_tag, arch="x86_64"):
    def get_tarball_url(rel):
        return rel["tarball_url"]
    def get_rpm_url(rel):
        rpm_asset = list(filter(lambda x: x["browser_download_url"].endswith(".rpm") \
                           and arch in x["browser_download_url"], rel["assets"]))
        assert len(rpm_asset) == 1, f"Unexpected rpm asset: {rpm_asset}"
        return rpm_asset[0]["browser_download_url"]
    def get_rpm_sig_url(rel):
        rpm_sig_asset = list(filter(lambda x: x["browser_download_url"].endswith(".rpm.asc") \
                           and arch in x["browser_download_url"], rel["assets"]))
        assert len(rpm_sig_asset) == 1, f"Unexpected rpm sig asset: {rpm_asset}"
        return rpm_sig_asset[0]["browser_download_url"]
    response = requests.get(LIST_RELEASE_URL)
    obj = response.json()
    tag_names = list(filter(lambda x: re.match("[0-9]{4}\..*", x), map(lambda x: x["tag_name"], obj)))
    tag_name = req_tag if req_tag else tag_names[0]
    print(f"Updating to tag {tag_name}")
    requested_rel = list(filter(lambda x: x["tag_name"] == tag_name, obj))[0]
    tarball_url = get_tarball_url(requested_rel)
    rpm_url = get_rpm_url(requested_rel)
    rpm_sig_url = get_rpm_sig_url(requested_rel)
    return tag_name, tarball_url, rpm_url, rpm_sig_url

def get_url_file(url, filename) -> str:
    target_path = os.path.join(current_dir, filename)
    urllib.request.urlretrieve(url, target_path)
    return target_path

def verify_rpm(rpm, rpm_asc):
    subprocess.check_call(["gpg", "--verify", rpm_asc, rpm],
                          stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)

def compress_tar(dpath, basedir, fname, fbasedir) -> str:
    target_tar_path = os.path.join(fbasedir, fname)
    subprocess.check_call(["tar", "czf", target_tar_path, dpath],
                          stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL,
                          cwd=basedir)
    return target_tar_path
    
def rename_directory(oldname, newname):
    os.rename(oldname, newname)

def delete_directory(dirpath):
    shutil.rmtree(dirpath)

def update_spec_version(new_tag):
    def get_short_ver(full_ver):
        return full_ver.replace("-beta", "b")
    def replace_full_version(line):
        if not line.startswith("%define ver"):
            return line
        else:
            return f"%define ver     {new_tag}"
    def replace_version(line):
        if not line.startswith("Version:  "):
            return line
        else:
            return f"Version:        {get_short_ver(new_tag)}" + "\n"
    with open("mullvadvpn.spec", "r") as spec_file:
        spec_lines = spec_file.readlines()
    new_spec_lines = list(map(lambda x: replace_version(x), spec_lines))
    with open("mullvadvpn.spec", "w") as spec_file:
        spec_file.write("".join(new_spec_lines))

def move_file(filepath, newdir, newname):
    os.rename(filepath, os.path.join(newdir, newname))

def vendor_go(basedir):
    go_dir = os.path.join(basedir, "wireguard", "libwg")
    subprocess.check_call(["go", "mod", "vendor", "-e"],
                          stdout=subprocess.DEVNULL,
                          stderr=subprocess.DEVNULL,
                          cwd=go_dir)
    compress_tar(dpath="vendor",
                 basedir=go_dir,
                 fname="wireguard-vendor.tar.gz",
                 fbasedir=os.environ["PWD"])

def vendor_rust(basedir):
    output = subprocess.check_output(["cargo", "vendor"],
                                     stderr=subprocess.DEVNULL,
                                     cwd=basedir).decode()
    with open(os.path.join(os.environ["PWD"], "cargo-config"), "w") as fp:
        fp.write(output)
    compress_tar(dpath="vendor",
                 basedir=basedir,
                 fname="mullvadvpn-app-vendor.tar.gz",
                 fbasedir=os.environ["PWD"])

def gen_api_ip_address(srcdir, fname):
    with open(fname, "w") as fp:
        subprocess.check_call(["cargo", "run", "--bin", "address_cache", "--release"],
                              stdout=fp, cwd=srcdir, stderr=subprocess.DEVNULL)

def gen_relay(srcdir, fname):
    with open(fname, "w") as fp:
        subprocess.check_call(["cargo", "run", "--bin", "relay_list", "--release"],
                              stdout=fp, cwd=srcdir, stderr=subprocess.DEVNULL)

def process_tarball(tmppath, tar_fname, tag_name):
    decompress_tar_path = "mullvad-vpn-tarfile"
    newtar_dirname = f"mullvadvpn-app-{tag_name}"
    decompress_tar_parentdir = os.path.join(tmppath, decompress_tar_path)
    t = tarfile.open(os.path.join(tmppath, tar_fname))
    t.extractall(path=decompress_tar_parentdir)
    t.close()
    l = os.listdir(decompress_tar_parentdir)
    assert len(l) == 1, f"The tarfile contains more than 1 member {l}. Exit."
    decompress_tar_fullpath = os.path.join(decompress_tar_parentdir, l[0])

# by default, the directory naming is like `mullvad-mullvadvpn-app-aa6bac3`
    # we need to rename it to `newtar_fullpath`
    newtar_fullpath = os.path.join(decompress_tar_parentdir, newtar_dirname)
    rename_directory(decompress_tar_fullpath, newtar_fullpath)

# re-compress and copy the tar file
    tname = f"{newtar_dirname}.tar.gz"
    compress_tar(dpath=newtar_dirname,
                 basedir=decompress_tar_parentdir,
                 fname=f"{newtar_dirname}.tar.gz",
                 fbasedir=os.environ["PWD"])

# generate relay json
    print("Generating relays.json...", end="", flush=True)
    gen_relay(newtar_fullpath, "relays.json")
    print("OK")

# vendor go
    print("Vendoring wireguard-go deps...", end="", flush=True)
    vendor_go(newtar_fullpath)
    print("OK")

# vendor rust
    print("Vendoring rust deps...", end="", flush=True)
    vendor_rust(newtar_fullpath)
    print("OK")
    return

if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument("--tag", default=None, help="Specify the tag name")
    args = parser.parse_args()

tempdir = tempfile.mkdtemp(prefix="mullvad-packager")

# get the tag name
    tag_name, tarball_url, rpm_url, rpm_sig_url = get_latest_release(repo_name, args.tag)
    print(f"work dir: {tempdir}, getting tag name: {tag_name}, tarball url: {tarball_url},"
          f" rpm url: {rpm_url}, rpm sig url: {rpm_sig_url}")

# download source tarball
    tar_fname = f"mullvadvpn-app-{tag_name}.tar.gz"
    print(f"downloading tarball {tar_fname} ...", end="", flush=True)
    get_url_file(tarball_url, os.path.join(tempdir, tar_fname))
    print("OK")

# download rpm file
    rpm_fname = f"MullvadVPN-{tag_name}_x86_64.rpm"
    print(f"downloading rpm {rpm_fname} ...", end="", flush=True)
    rpm_file = get_url_file(rpm_url, os.path.join(os.environ["PWD"], rpm_fname))
    print("OK")

# download rpm sig file
    rpm_asc_fname = f"{rpm_fname}.asc"
    print(f"downloading rpm sig {rpm_asc_fname} ...", end="", flush=True)
    rpm_asc_file = get_url_file(rpm_sig_url, os.path.join(os.environ["PWD"], rpm_asc_fname))
    print("OK")

# Verify rpm
    verify_rpm(rpm_file, rpm_asc_file)

process_tarball(tempdir, tar_fname, tag_name)

print(f"removing tmp path {tempdir} ...", end="", flush=True)
    delete_directory(tempdir)
    print("OK")

print(f"updating spec file: {tag_name}")
    update_spec_version(tag_name)
    print("done")

Places

File update.py of Package mullvadvpn

Places