mirrors/crosvm
1
0
Fork 0
mirror of https://chromium.googlesource.com/crosvm/crosvm synced 2025-02-05 18:20:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Remove sync_ebuild_files script

Browse source 
This script was a hack to reduce some manual work we had to do
regularly. A better script has been submitted at:

https://source.corp.google.com/chromeos_public/src/platform/dev/contrib/cargo2ebuild.py

BUG=b:175120466
TEST=None

Change-Id: I8b14ad22576fd80370287bf798f31e6a7b93f04d
Reviewed-on: https://chromium-review.googlesource.com/c/chromiumos/platform/crosvm/+/2848285
Auto-Submit: Dennis Kempin <denniskempin@google.com>
Reviewed-by: Daniel Verkamp <dverkamp@chromium.org>
Tested-by: kokoro <noreply+kokoro@google.com>
Commit-Queue: Daniel Verkamp <dverkamp@chromium.org>
This commit is contained in:
Dennis Kempin 2021-04-23 11:15:02 -07:00 committed by Commit Bot
parent 6ded64f192
commit d5b4cbe6d9
1 changed files with 0 additions and 155 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

155
bin/sync_ebuild_files
View file

@ -1,155 +0,0 @@
#!/usr/bin/env python3
# Copyright 2021 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
#
# Run inside `cros_sdk` to uprev dependency versions between Cargo.lock and
# chromiumos-overlay ebuild files.
import re
import glob
import os
import sys
import subprocess
from distutils.version import StrictVersion
from datetime import datetime
# Ideally we would install a toml parser, but this will do for a quick little
# tool.
CARGO_LOCK_REGEX = re.compile(
r"""name = "([^"]+)"
version = "([^"]+)"
source ="""
)
IGNORED_PACKAGES = ["pin-utils", "pkg-config"]
DEV_RUST_PATH = "../../third_party/chromiumos-overlay/dev-rust"
EBUILD_FILE_GLOB = f"{DEV_RUST_PATH}/*/*.ebuild"
EBUILD_FILE_REGEX = re.compile(r"([\w\-_]+)-([0-9\.]+)\.ebuild")
YEAR = datetime.today().year
def ebuild_template(package: str):
return f"""\
# Copyright {YEAR} The Chromium OS Authors. All rights reserved.
# Distributed under the terms of the GNU General Public License v2
EAPI="7"
CROS_RUST_REMOVE_DEV_DEPS=1
inherit cros-rust
DESCRIPTION="Build file for the {package} crate."
HOMEPAGE="https://crates.io/crates/{package}"
SRC_URI="https://crates.io/api/v1/crates/${{PN}}/${{PV}}/download -> ${{P}}.crate"
LICENSE="|| ( MIT Apache-2.0 )"
SLOT="${{PV}}/${{PR}}"
KEYWORDS="*"
# TODO: Add crate dependencies
DEPEND=""
"""
def ebuild_file_path(package: str, version: str):
return f"{DEV_RUST_PATH}/{package}/{package}-{version}.ebuild"
def parse_cargo_lock():
"""Parses Cargo.lock file and returns (package, version) pairs."""
with open("Cargo.lock", "r") as lock_file:
lock_str = lock_file.read()
for match in CARGO_LOCK_REGEX.finditer(lock_str):
yield (match.group(1), match.group(2))
def all_ebuild_versions():
"""Returns (package, version) pairs of ebuild files in dev-rust."""
for ebuild_path in glob.glob(EBUILD_FILE_GLOB):
ebuild_name = os.path.basename(ebuild_path)
match = EBUILD_FILE_REGEX.match(ebuild_name)
if match:
yield (match.group(1), match.group(2))
def ebuild_versions_dict():
"""Returns a dict of package versions of all ebuild files in dev-rust."""
versions: dict[str, list[str]] = {}
for (package, version) in all_ebuild_versions():
if package in versions:
versions[package].append(version)
versions[package].sort(key=StrictVersion)
else:
versions[package] = [version]
return versions
def update_manifest(package: str, version: str):
"""Regenerate ebuild manifest for the provided package/version."""
cmd = ["ebuild", ebuild_file_path(package, version), "manifest"]
print(" ", " ".join(cmd))
subprocess.run(cmd)
def uprev_ebuild(package: str, new_version: str, old_version: str):
"""Updates the ebuild file from `old_version` to `new_version`."""
old_path = ebuild_file_path(package, old_version)
new_path = ebuild_file_path(package, new_version)
print(f" {old_path} -> {new_path}")
os.rename(old_path, new_path)
update_manifest(package, new_version)
def add_ebuild(package: str, version: str):
"""Creates a new ebuild file for the provided package."""
ebuild_path = ebuild_file_path(package, version)
print(f" Writing {ebuild_path}")
open(ebuild_path, "w").write(ebuild_template(package))
update_manifest(package, version)
def update_cargo(package: str, latest_version: str):
"""Runs `cargo update` to update the version in Cargo.lock."""
cmd = ["cargo", "update", "-p", package, "--precise", latest_version]
print(" ", " ".join(cmd))
subprocess.run(cmd)
def confirm(question: str):
print(f"{question} [y/N]")
return sys.stdin.readline().strip().lower() == "y"
def main():
ebuild_packages = ebuild_versions_dict()
for (package, cargo_version) in parse_cargo_lock():
ebuild_versions = ebuild_packages.get(package, [])
if package in IGNORED_PACKAGES:
continue
if cargo_version in ebuild_versions:
continue
if not ebuild_versions:
print(f"{package}: No ebuild file.")
if confirm("Create ebuild?"):
add_ebuild(package, cargo_version)
elif StrictVersion(ebuild_versions[-1]) > StrictVersion(cargo_version):
print(
f"{package}: Cargo version {cargo_version} is older than "
f"latest ebuild version ({', '.join(ebuild_versions)})."
)
if confirm("Update Cargo.lock?"):
update_cargo(package, ebuild_versions[-1])
else:
print(
f"{package}: Ebuild versions ({', '.join(ebuild_versions)}) "
f"are older than cargo version {cargo_version}."
)
if confirm("Uprev ebuild?"):
uprev_ebuild(package, cargo_version, ebuild_versions[-1])
if __name__ == "__main__":
main()