-> QA-Board is not released yet, and likely won't work *yet* for you because it expects running on our infra...
->
-> We're working on it! **Status: https://github.com/Samsung/qaboard/issues/1**
+
+
-> QA-Board is not released yet, and likely won't work *yet* for you because it expects running on our infra...
->
-> We're working on it! **Status: https://github.com/Samsung/qaboard/issues/1**
+
+ 
+ 
+
The artifacts folder does not exist.
+ {ci_commit.repo_artifacts_dir}
+
For tuning to work, you can manually call
+
+ git checkout {commit_id}
+ # build whatever is needed
+ qa save-artifacts
+
+ Normally it is done by the CI, but maybe you only worked on this commit locally, or something deleted the folder...
+ """ + else: + commit_batches_paths = get_commit_batches_paths(ci_commit) + if not commit_batches_paths: + message = f""" +Could not load the inputs.batches files defined in qaboard.yaml.
+ {ci_commit.repo_artifacts_dir}
+
For tuning to work, you can manually call
+
+ git checkout {commit_id}
+ # build whatever is needed
+ qa save-artifacts
+
+
+ Normally it is done by the CI, but maybe you only worked on this commit locally, or something deleted the folder...
+ """ + batches_paths = [*commit_batches_paths, *batches_paths] + else: + qatools_config = project.data.get("qatools_config", {}) + + + has_custom_iter_inputs = False + # TODO: make it more robust in case of "from iters import *" + qatools_config['project']['entrypoint'] = ci_commit.repo_artifacts_dir / qatools_config['project']['entrypoint'] + if qatools_config['project']['entrypoint'].exists(): + with qatools_config['project']['entrypoint'].open() as f: + entrypoint_source = f.read() + has_custom_iter_inputs = re.search(r'^\s*(def iter_inputs\(|from .* import.* iter_inputs)', entrypoint_source, re.MULTILINE) + # project fallback? + if has_custom_iter_inputs: + cwd = ci_commit.artifacts_dir + parent_including_cwd = [*list(reversed(list(cwd.parents))), cwd] + envrcs = [f'source "{p}/.envrc"\n' for p in parent_including_cwd if (p / '.envrc').exists()] + cmd = ' '.join([ + 'qa', + 'batch', + *list(itertools.chain.from_iterable((('--batches-file', f'"{f}"') for f in batches_paths))), + '--list', + request.args["name"], + ]) + cmd = '\n'.join([*envrcs, cmd]) + print(cmd) + try: + process = subprocess.run( + ['bash', '-c', cmd], + cwd=cwd, + encoding="utf-8", + capture_output=True, + ) + # print(cmd) + # print(process.stdout) + print(process.stderr) + process.check_returncode() + except: + return jsonify({"error": str(process.stdout), "cmd": str(cmd)}), 500 + return jsonify({"tests": json.loads(process.stdout), "message": message}) + + # We don't need to seperate the two cases, but + # doing so might let us avoid a fork and qa startup... + # like in qaboard/config.py + config_inputs = qatools_config.get('inputs', {}) + config_inputs_types = config_inputs.get('types', {}) + default_input_type = config_inputs_types.get('default', 'default') + from qaboard.conventions import get_settings + input_settings = get_settings(default_input_type, qatools_config) + # like in qaboard/qa.py + from qaboard.config import get_default_configuration, get_default_database + default_configuration = get_default_configuration(input_settings) + default_configurations = deserialize_config(default_configuration) + default_database = get_default_database(input_settings) + print('group', request.args["name"], batches_paths) + try: + tests = list( + iter_inputs( + [request.args["name"]], # batches + batches_paths, # batches_files, + default_database, # database + default_configurations, # default_configuration + 'linux', # platform + {"type": 'lsf'}, # default_job_configuration + qatools_config, + default_inputs_settings=input_settings, + ) + ) + return jsonify({ + "tests": [{"input_path": str(run_context.rel_input_path), "configurations": run_context.configurations} for run_context in tests], + "message": message, + }) + except Exception as e: + print(f'Error: {e}') + return jsonify({"tests": [], "error": str(e)}) + + +def _generate_batch_script(ci_commit, user, working_directory, command_id, batch_command, data): + """Generate the qa_batch.sh script (shared across all runners).""" + parent_including_cwd = [*list(reversed(list(working_directory.parents))), working_directory] + envrcs = [f'source "{p}/.envrc"\n' for p in parent_including_cwd if (p / '.envrc').exists()] + + default_user = os.environ.get('QABOARD_DEFAULT_USER', 'qaboard') + outputs_dir_prefix = str(ci_commit.outputs_dir).replace(f'/outputs/{default_user}/', f'/outputs/{user}/') + script = "".join([ + "#!/bin/bash\n", + 'export LC_ALL=en_US.utf8;\n', + 'export LANG=en_US.utf8;\n\n', + 'export MPLBACKEND=agg;\n', + ('\n'.join(envrcs) + '\n') if envrcs else "", + "set -xe\n\n", + f'cd "{working_directory}";\n\n', + f"\nexport CI=true;\n", + f"\nexport GIT_COMMIT='{ci_commit.hexsha}';\n", + f"export QABOARD_TUNING=true;\n\n", + f"export QA_OUTPUTS_COMMIT='{outputs_dir_prefix}';\n\n", + f"export QATOOLS_CI_COMMIT_DIR='{ci_commit.outputs_dir}';\n\n", + f"export QA_BATCH_COMMAND_ID='{command_id}';\n\n", + f"{batch_command};\n\n", + ]) + return script + + +def _dispatch_local(qa_batch_path, batch_dir): + """Run batch script locally via subprocess.""" + cmd = ['bash', '-c', f'bash "{qa_batch_path}" &>> "{batch_dir}/log.txt"'] + print(cmd) + out = subprocess.run(cmd, encoding='utf-8', stdout=subprocess.PIPE, stderr=subprocess.STDOUT) + out.check_returncode() + + +def _dispatch_celery(qa_batch_path, batch_dir): + """Run batch script via celery worker. Injects broker URL into script.""" + broker_url = os.environ.get('CELERY_BROKER_URL', 'pyamqp://guest:guest@qaboard:5672//') + qaboard_host = os.environ.get('QABOARD_HOST', 'localhost') + qaboard_protocol = os.environ.get('QABOARD_PROTOCOL', 'http') + + celery_env = "".join([ + f"export QABOARD_PROTOCOL={qaboard_protocol}\n", + f"export QABOARD_HOST={qaboard_host}\n", + f"export CELERY_BROKER_URL={broker_url}\n", + f"export no_proxy={qaboard_host},proxy,rabbitmq,qaboard\n", + ]) + with qa_batch_path.open("r") as f: + content = f.read() + content = content.replace("#!/bin/bash\n", f"#!/bin/bash\n{celery_env}", 1) + with qa_batch_path.open("w") as f: + f.write(content) + + cmd = ['bash', '-c', f'bash "{qa_batch_path}" &>> "{batch_dir}/log.txt"'] + print(cmd) + out = subprocess.run(cmd, encoding='utf-8', stdout=subprocess.PIPE, stderr=subprocess.STDOUT) + out.check_returncode() + + +def _dispatch_lsf(qa_batch_path, batch_dir, user, ci_commit, do_optimize): + """Run batch script via LSF job submission (SSH + bsub).""" + # TODO: We use a bridge server to submit - ideally we should use + # some LSF API to do it, but their docs/auth are terrible. + qatools_config = ci_commit.project.data.get("qatools_config", {}) + lsf_config = qatools_config.get('runners', qatools_config).get("lsf", {}) + default_queue = lsf_config.get('queue', 'default') + queue = lsf_config.get('long_queue', 'default') if do_optimize else default_queue + # TODO: this is SIRC-specific to switch user - would need a better solution + # for LSF but also for other runners... + bsub = "bsub" if os.environ.get("QABOARD_DEFAULT_USER") != "ispq" else f'bsub_su "{user}"' + start_script = "\n".join([ + "#!/bin/bash", + "set -xe", + "", + f'mkdir -p "{batch_dir}"', + f'{bsub} -q "{queue}" -o "{batch_dir}/log.lsf.txt" -sp 4000 ' + f"'bash \"{qa_batch_path}\" &>> \"{batch_dir}/log.txt\"'", + ]) + print(start_script) + + start_path = batch_dir / "start.sh" + with start_path.open("w") as f: + f.write(start_script) + + lsf_bridge = os.environ.get('QA_RUNNERS_LSF_BRIDGE', '') + if lsf_bridge: + cmd = lsf_bridge.replace('{command}', f'bash "{start_path}"') + else: + cmd = " ".join([ + "LC_ALL=en_US.utf8 LANG=en_US.utf8", + "ssh", "-q", "-tt", + "-o StrictHostKeyChecking=no", + os.environ.get('QA_LSF_SSH_TARGET', 'localhost'), + f'\'bash "{start_path}"\'', + ]) + print(cmd) + out = subprocess.run(cmd, shell=True, encoding="utf-8", stdout=subprocess.PIPE, stderr=subprocess.STDOUT) + out.check_returncode() + + +@app.route("/api/v1/commit/Could not load the inputs.batches files defined in qatools.yaml.
For tuning to work, qa save-artifacts needs to be called.