fabian/actsim-cluster-agent
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add dependency check to task fetch (and add debug prints)

Browse source
This commit is contained in:
Fabian Posch 2024-01-16 18:05:23 -05:00
parent e9436919ad
commit 9fbcd52e16
1 changed files with 15 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
src/actsim_agent/downloader.cpp
View file

@ -110,6 +110,7 @@ bool Downloader::fetch_tasks(size_t n) {
// 1.) It has not been started yet or the output row doesn't exist // 1.) It has not been started yet or the output row doesn't exist
// 2.) Passes that are already in progress are preferred // 2.) Passes that are already in progress are preferred
// 3.) New passes are started in the order they were added to the database // 3.) New passes are started in the order they were added to the database
// 4.) Passes are only started if all their dependencies are fulfilled
pqxx::row res = txn->exec1( pqxx::row res = txn->exec1(
"SELECT " "SELECT "
" ap.design_file AS design, " " ap.design_file AS design, "
@ -128,7 +129,18 @@ bool Downloader::fetch_tasks(size_t n) {
"JOIN " "JOIN "
" jobs j ON ap.job = j.id " " jobs j ON ap.job = j.id "
"WHERE " "WHERE "
" so.id IS NULL OR so.part_status = 'not_started' " " (so.id IS NULL OR so.part_status = 'not_started') "
" AND ap.id IN ( "
" SELECT ap_dep.id "
" FROM actsim_passes ap_dep "
" JOIN passes p ON ap_dep.id = p.id "
" WHERE NOT EXISTS ( "
" SELECT 1 "
" FROM passes dep "
" WHERE dep.id = ANY(p.depends_on) "
" AND dep.pass_status != 'finished' "
" ) "
" ) "
"ORDER BY " "ORDER BY "
" ap.pass_status = 'in_progress' DESC, " " ap.pass_status = 'in_progress' DESC, "
" j.time_added ASC " " j.time_added ASC "
@ -224,6 +236,8 @@ bool Downloader::fetch_tasks(size_t n) {
return false; return false;
} }
DEBUG_PRINT("Fetched task with id " + db::to_string(id) + ", stemming from pass " + db::to_string(source_pass) + ", outputting to artifact " + db::to_string(target_artifact));
DEBUG_PRINT("Design used is " + db::to_string(design) + ", simulation config " + db::to_string(source_config));
auto task = std::make_unique<DBSimConfigArtifact>(id, source_pass, target_artifact, design, source_config); auto task = std::make_unique<DBSimConfigArtifact>(id, source_pass, target_artifact, design, source_config);
task->add_testcase(testcase); task->add_testcase(testcase);