fb95f1d55c
Now you don't fail if you're trying to test a mesa/mesa MR pipeline and
gitlab takes more than 10s to create it. And you don't have to wait 10
seconds to get things started (aka see if your regex was right) if you're
testing a user/mesa fork pipeline.
Fixes: 941d92408e ("bin/ci_run_n_monitor: automatically pick MR pipelines when they exist")
Closes: #9894
Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/25810>
144 lines
4.9 KiB
Python
Executable File
144 lines
4.9 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
# Copyright © 2022 Collabora Ltd.
|
|
# Authors:
|
|
# David Heidelberg <david.heidelberg@collabora.com>
|
|
#
|
|
# For the dependencies, see the requirements.txt
|
|
# SPDX-License-Identifier: MIT
|
|
|
|
"""
|
|
Helper script to update traces checksums
|
|
"""
|
|
|
|
import argparse
|
|
import bz2
|
|
import glob
|
|
import re
|
|
import json
|
|
import sys
|
|
from ruamel.yaml import YAML
|
|
|
|
import gitlab
|
|
from colorama import Fore, Style
|
|
from gitlab_common import get_gitlab_project, read_token, wait_for_pipeline
|
|
|
|
|
|
DESCRIPTION_FILE = "export PIGLIT_REPLAY_DESCRIPTION_FILE='.*/install/(.*)'$"
|
|
DEVICE_NAME = "export PIGLIT_REPLAY_DEVICE_NAME='(.*)'$"
|
|
|
|
|
|
def gather_results(
|
|
project,
|
|
pipeline,
|
|
) -> None:
|
|
"""Gather results"""
|
|
|
|
target_jobs_regex = re.compile(".*-traces([:].*)?$")
|
|
|
|
for job in pipeline.jobs.list(all=True, sort="desc"):
|
|
if target_jobs_regex.match(job.name) and job.status == "failed":
|
|
cur_job = project.jobs.get(job.id)
|
|
# get variables
|
|
print(f"👁 {job.name}...")
|
|
log: list[str] = cur_job.trace().decode("unicode_escape").splitlines()
|
|
filename: str = ''
|
|
dev_name: str = ''
|
|
for logline in log:
|
|
desc_file = re.search(DESCRIPTION_FILE, logline)
|
|
device_name = re.search(DEVICE_NAME, logline)
|
|
if desc_file:
|
|
filename = desc_file.group(1)
|
|
if device_name:
|
|
dev_name = device_name.group(1)
|
|
|
|
if not filename or not dev_name:
|
|
print(Fore.RED + "Couldn't find device name or YML file in the logs!" + Style.RESET_ALL)
|
|
return
|
|
|
|
print(f"👁 Found {dev_name} and file {filename}")
|
|
|
|
# find filename in Mesa source
|
|
traces_file = glob.glob('./**/' + filename, recursive=True)
|
|
# write into it
|
|
with open(traces_file[0], 'r', encoding='utf-8') as target_file:
|
|
yaml = YAML()
|
|
yaml.compact(seq_seq=False, seq_map=False)
|
|
yaml.version = 1,2
|
|
yaml.width = 2048 # do not break the text fields
|
|
yaml.default_flow_style = None
|
|
target = yaml.load(target_file)
|
|
|
|
# parse artifact
|
|
results_json_bz2 = cur_job.artifact(path="results/results.json.bz2", streamed=False)
|
|
results_json = bz2.decompress(results_json_bz2).decode("utf-8", errors="replace")
|
|
results = json.loads(results_json)
|
|
|
|
for _, value in results["tests"].items():
|
|
if (
|
|
not value['images'] or
|
|
not value['images'][0] or
|
|
"image_desc" not in value['images'][0]
|
|
):
|
|
continue
|
|
|
|
trace: str = value['images'][0]['image_desc']
|
|
checksum: str = value['images'][0]['checksum_render']
|
|
|
|
if not checksum:
|
|
print(Fore.RED + f"{dev_name}: {trace}: checksum is missing! Crash?" + Style.RESET_ALL)
|
|
continue
|
|
|
|
if checksum == "error":
|
|
print(Fore.RED + f"{dev_name}: {trace}: crashed" + Style.RESET_ALL)
|
|
continue
|
|
|
|
if target['traces'][trace][dev_name].get('checksum') == checksum:
|
|
continue
|
|
|
|
if "label" in target['traces'][trace][dev_name]:
|
|
print(f'{dev_name}: {trace}: please verify that label {Fore.BLUE}{target["traces"][trace][dev_name]["label"]}{Style.RESET_ALL} is still valid')
|
|
|
|
print(Fore.GREEN + f'{dev_name}: {trace}: checksum updated' + Style.RESET_ALL)
|
|
target['traces'][trace][dev_name]['checksum'] = checksum
|
|
|
|
with open(traces_file[0], 'w', encoding='utf-8') as target_file:
|
|
yaml.dump(target, target_file)
|
|
|
|
|
|
|
|
def parse_args() -> None:
|
|
"""Parse args"""
|
|
parser = argparse.ArgumentParser(
|
|
description="Tool to generate patch from checksums ",
|
|
epilog="Example: update_traces_checksum.py --rev $(git rev-parse HEAD) "
|
|
)
|
|
parser.add_argument(
|
|
"--rev", metavar="revision", help="repository git revision", required=True
|
|
)
|
|
parser.add_argument(
|
|
"--token",
|
|
metavar="token",
|
|
help="force GitLab token, otherwise it's read from ~/.config/gitlab-token",
|
|
)
|
|
return parser.parse_args()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
try:
|
|
args = parse_args()
|
|
|
|
token = read_token(args.token)
|
|
|
|
gl = gitlab.Gitlab(url="https://gitlab.freedesktop.org", private_token=token)
|
|
|
|
cur_project = get_gitlab_project(gl, "mesa")
|
|
|
|
print(f"Revision: {args.rev}")
|
|
(pipe, cur_project) = wait_for_pipeline([cur_project], args.rev)
|
|
print(f"Pipeline: {pipe.web_url}")
|
|
gather_results(cur_project, pipe)
|
|
|
|
sys.exit()
|
|
except KeyboardInterrupt:
|
|
sys.exit(1)
|