Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
ligolw_sqlite_exe = select_generic_executable(workflow,
ligolw_sqlite_exe_name)
inspinjfind_exe = select_generic_executable(workflow, inspinjfind_exe_name)
sql_to_xml_exe = select_generic_executable(workflow, sql_to_xml_exe_name)
pycbc_picklehor_exe = select_generic_executable(workflow,
pycbc_picklehor_exe_name)
pycbc_combllhood_exe = select_generic_executable(workflow,
pycbc_combllhood_exe_name)
pycbc_genranking_exe = select_generic_executable(workflow,
pycbc_genranking_exe_name)
pycbc_compllhood_exe = select_generic_executable(workflow,
pycbc_compllhood_exe_name)
marg_likelihood_exe = select_generic_executable(workflow,
marg_likelihood_exe_name)
far_gstlal_exe = select_generic_executable(workflow, far_gstlal_exe_name)
plot_summary_exe = select_generic_executable(workflow,
plot_summary_exe_name)
plot_sensitivity_exe = select_generic_executable(workflow,
plot_sensitivity_exe_name)
plot_background_exe = select_generic_executable(workflow,
plot_background_exe_name)
summary_page_exe = select_generic_executable(workflow,
summary_page_exe_name)
# SETUP
# FIXME: Some hacking is still needed while we support pipedown
# FIXME: How does gstlal deal with veto categories?
# Hardcode to CAT1 for now.
veto_tag = 'CUMULATIVE_CAT_%d' %(veto_cat,)
dq_seg_file = veto_files.find_output_with_tag(veto_tag)
assert len(dq_seg_file) == 1
summary_page_exe_name = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-summarypage-exe", tags)
run_sqlite_exe = select_generic_executable(workflow, run_sqlite_exe_name)
ligolw_sqlite_exe = select_generic_executable(workflow,
ligolw_sqlite_exe_name)
inspinjfind_exe = select_generic_executable(workflow, inspinjfind_exe_name)
sql_to_xml_exe = select_generic_executable(workflow, sql_to_xml_exe_name)
pycbc_picklehor_exe = select_generic_executable(workflow,
pycbc_picklehor_exe_name)
pycbc_combllhood_exe = select_generic_executable(workflow,
pycbc_combllhood_exe_name)
pycbc_genranking_exe = select_generic_executable(workflow,
pycbc_genranking_exe_name)
pycbc_compllhood_exe = select_generic_executable(workflow,
pycbc_compllhood_exe_name)
marg_likelihood_exe = select_generic_executable(workflow,
marg_likelihood_exe_name)
far_gstlal_exe = select_generic_executable(workflow, far_gstlal_exe_name)
plot_summary_exe = select_generic_executable(workflow,
plot_summary_exe_name)
plot_sensitivity_exe = select_generic_executable(workflow,
plot_sensitivity_exe_name)
plot_background_exe = select_generic_executable(workflow,
plot_background_exe_name)
summary_page_exe = select_generic_executable(workflow,
summary_page_exe_name)
# SETUP
# FIXME: Some hacking is still needed while we support pipedown
"postprocprep-fargstlal-exe", tags)
plot_summary_exe_name = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-plotsummary-exe", tags)
plot_sensitivity_exe_name=workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-plotsensitivity-exe", tags)
plot_background_exe_name = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-plotbackground-exe", tags)
summary_page_exe_name = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-summarypage-exe", tags)
run_sqlite_exe = select_generic_executable(workflow, run_sqlite_exe_name)
ligolw_sqlite_exe = select_generic_executable(workflow,
ligolw_sqlite_exe_name)
inspinjfind_exe = select_generic_executable(workflow, inspinjfind_exe_name)
sql_to_xml_exe = select_generic_executable(workflow, sql_to_xml_exe_name)
pycbc_picklehor_exe = select_generic_executable(workflow,
pycbc_picklehor_exe_name)
pycbc_combllhood_exe = select_generic_executable(workflow,
pycbc_combllhood_exe_name)
pycbc_genranking_exe = select_generic_executable(workflow,
pycbc_genranking_exe_name)
pycbc_compllhood_exe = select_generic_executable(workflow,
pycbc_compllhood_exe_name)
marg_likelihood_exe = select_generic_executable(workflow,
marg_likelihood_exe_name)
far_gstlal_exe = select_generic_executable(workflow, far_gstlal_exe_name)
plot_summary_exe = select_generic_executable(workflow,
plot_summary_exe_name)
plot_sensitivity_exe = select_generic_executable(workflow,
plot_sensitivity_exe_name)
plot_background_exe = select_generic_executable(workflow,
# Setup needed exe classes
sqliteCombine1ExeTag = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-combiner1-exe", tags)
sqliteCombine1Exe = select_generic_executable(workflow,
sqliteCombine1ExeTag)
sqliteCombine2ExeTag = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-combiner2-exe", tags)
sqliteCombine2Exe = select_generic_executable(workflow,
sqliteCombine2ExeTag)
clusterCoincsExeTag = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-cluster-exe", tags)
clusterCoincsExe = select_generic_executable(workflow, clusterCoincsExeTag)
injFindExeTag = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-injfind-exe", tags)
injFindExe = select_generic_executable(workflow, injFindExeTag)
sqliteCombine1Outs = FileList([])
clusterCoincsOuts = FileList([])
injFindOuts = FileList([])
sqliteCombine2Outs = FileList([])
if do_repop:
repopCoincExeTag = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-repop-exe", tags)
repopCoincExe = select_generic_executable(workflow, repopCoincExeTag)
repopCoincOuts = FileList([])
for cat in veto_cats:
# FIXME: Some hacking is still needed while we support pipedown
# FIXME: There are currently 3 names to say cumulative cat_3
vetoTag = 'CUMULATIVE_CAT_%d' %(cat)
"""
if not veto_cats:
raise ValueError("A non-empty list of veto categories is required.")
# Setup needed exe classes
sqliteCombine1ExeTag = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-combiner1-exe", tags)
sqliteCombine1Exe = select_generic_executable(workflow,
sqliteCombine1ExeTag)
sqliteCombine2ExeTag = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-combiner2-exe", tags)
sqliteCombine2Exe = select_generic_executable(workflow,
sqliteCombine2ExeTag)
clusterCoincsExeTag = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-cluster-exe", tags)
clusterCoincsExe = select_generic_executable(workflow, clusterCoincsExeTag)
injFindExeTag = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-injfind-exe", tags)
injFindExe = select_generic_executable(workflow, injFindExeTag)
sqliteCombine1Outs = FileList([])
clusterCoincsOuts = FileList([])
injFindOuts = FileList([])
sqliteCombine2Outs = FileList([])
if do_repop:
repopCoincExeTag = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-repop-exe", tags)
repopCoincExe = select_generic_executable(workflow, repopCoincExeTag)
repopCoincOuts = FileList([])
for cat in veto_cats:
inspinjfind_exe = select_generic_executable(workflow, inspinjfind_exe_name)
sql_to_xml_exe = select_generic_executable(workflow, sql_to_xml_exe_name)
pycbc_picklehor_exe = select_generic_executable(workflow,
pycbc_picklehor_exe_name)
pycbc_combllhood_exe = select_generic_executable(workflow,
pycbc_combllhood_exe_name)
pycbc_genranking_exe = select_generic_executable(workflow,
pycbc_genranking_exe_name)
pycbc_compllhood_exe = select_generic_executable(workflow,
pycbc_compllhood_exe_name)
marg_likelihood_exe = select_generic_executable(workflow,
marg_likelihood_exe_name)
far_gstlal_exe = select_generic_executable(workflow, far_gstlal_exe_name)
plot_summary_exe = select_generic_executable(workflow,
plot_summary_exe_name)
plot_sensitivity_exe = select_generic_executable(workflow,
plot_sensitivity_exe_name)
plot_background_exe = select_generic_executable(workflow,
plot_background_exe_name)
summary_page_exe = select_generic_executable(workflow,
summary_page_exe_name)
# SETUP
# FIXME: Some hacking is still needed while we support pipedown
# FIXME: How does gstlal deal with veto categories?
# Hardcode to CAT1 for now.
veto_tag = 'CUMULATIVE_CAT_%d' %(veto_cat,)
dq_seg_file = veto_files.find_output_with_tag(veto_tag)
assert len(dq_seg_file) == 1
dq_seg_file = dq_seg_file[0]
#if not len(dqSegFile) == 1:
pycbc_combllhood_exe = select_generic_executable(workflow,
pycbc_combllhood_exe_name)
pycbc_genranking_exe = select_generic_executable(workflow,
pycbc_genranking_exe_name)
pycbc_compllhood_exe = select_generic_executable(workflow,
pycbc_compllhood_exe_name)
marg_likelihood_exe = select_generic_executable(workflow,
marg_likelihood_exe_name)
far_gstlal_exe = select_generic_executable(workflow, far_gstlal_exe_name)
plot_summary_exe = select_generic_executable(workflow,
plot_summary_exe_name)
plot_sensitivity_exe = select_generic_executable(workflow,
plot_sensitivity_exe_name)
plot_background_exe = select_generic_executable(workflow,
plot_background_exe_name)
summary_page_exe = select_generic_executable(workflow,
summary_page_exe_name)
# SETUP
# FIXME: Some hacking is still needed while we support pipedown
# FIXME: How does gstlal deal with veto categories?
# Hardcode to CAT1 for now.
veto_tag = 'CUMULATIVE_CAT_%d' %(veto_cat,)
dq_seg_file = veto_files.find_output_with_tag(veto_tag)
assert len(dq_seg_file) == 1
dq_seg_file = dq_seg_file[0]
#if not len(dqSegFile) == 1:
# errMsg = "Did not find exactly 1 data quality file."
# raise ValueError(errMsg)
# FIXME: Here we set the dqVetoName to be compatible with pipedown
pipedown_dq_veto_name = 'CAT_%d_VETO' %(veto_cat,)
out_dir=output_dir, tags=tags)
# Set up injfinder jobs
if cp.has_section("workflow-injections"):
injfinder_nodes = []
injcombiner_parent_nodes = []
inj_sbv_plotter_parent_nodes = []
injfinder_exe = os.path.basename(cp.get("executables", "injfinder"))
injfinder_class = select_generic_executable(workflow, "injfinder")
injfinder_jobs = injfinder_class(cp, "injfinder", ifo=ifos,
out_dir=output_dir, tags=tags)
injcombiner_exe = os.path.basename(cp.get("executables",
"injcombiner"))
injcombiner_class = select_generic_executable(workflow, "injcombiner")
injcombiner_jobs = injcombiner_class(cp, "injcombiner", ifo=ifos,
out_dir=output_dir, tags=tags)
injfinder_outs = FileList([])
for inj_tag in inj_tags:
triggers = FileList([file for file in inj_trig_files \
if inj_tag in file.tag_str])
injections = FileList([file for file in inj_files \
if inj_tag in file.tag_str])
trig_cache = [file for file in inj_trig_caches \
if inj_tag in file.tag_str][0]
inj_cache = [file for file in inj_caches \
if inj_tag in file.tag_str][0]
injfinder_node, curr_outs = injfinder_jobs.create_node(\
triggers, injections, segment_dir, tags=[inj_tag])
injfinder_nodes.append(injfinder_node)
"""
if not veto_cats:
raise ValueError("A non-empty list of veto categories is required.")
if not len(summary_xml_files) == 1:
errMsg = "I need exactly one summaryXML file, got %d." \
%(len(summary_xml_files),)
raise ValueError(errMsg)
# Setup needed exe classes
compute_durations_exe_tag = workflow.cp.get_opt_tags("workflow-postproc",
"postproc-computedurations-exe", tags)
compute_durations_exe = select_generic_executable(workflow,
compute_durations_exe_tag)
cfar_exe_tag = workflow.cp.get_opt_tags("workflow-postproc", "postproc-cfar-exe",
tags)
cfar_exe = select_generic_executable(workflow, cfar_exe_tag)
comp_durations_outs = FileList([])
cfar_outs = FileList([])
for cat in veto_cats:
veto_tag = 'CUMULATIVE_CAT_%d' %(cat)
trig_input_files = trigger_files.find_output_with_tag(veto_tag)
if not len(trig_input_files) == 1:
err_msg = "Did not find exactly 1 database input file."
raise ValueError(err_msg)
curr_tags = tags + [veto_tag]
# Choose a label for clustering the jobs
job_label = get_random_label()
"postprocprep-compllhood-exe", tags)
marg_likelihood_exe_name = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-marglikelihood-exe", tags)
far_gstlal_exe_name = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-fargstlal-exe", tags)
plot_summary_exe_name = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-plotsummary-exe", tags)
plot_sensitivity_exe_name=workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-plotsensitivity-exe", tags)
plot_background_exe_name = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-plotbackground-exe", tags)
summary_page_exe_name = workflow.cp.get_opt_tags("workflow-postprocprep",
"postprocprep-summarypage-exe", tags)
run_sqlite_exe = select_generic_executable(workflow, run_sqlite_exe_name)
ligolw_sqlite_exe = select_generic_executable(workflow,
ligolw_sqlite_exe_name)
inspinjfind_exe = select_generic_executable(workflow, inspinjfind_exe_name)
sql_to_xml_exe = select_generic_executable(workflow, sql_to_xml_exe_name)
pycbc_picklehor_exe = select_generic_executable(workflow,
pycbc_picklehor_exe_name)
pycbc_combllhood_exe = select_generic_executable(workflow,
pycbc_combllhood_exe_name)
pycbc_genranking_exe = select_generic_executable(workflow,
pycbc_genranking_exe_name)
pycbc_compllhood_exe = select_generic_executable(workflow,
pycbc_compllhood_exe_name)
marg_likelihood_exe = select_generic_executable(workflow,
marg_likelihood_exe_name)
far_gstlal_exe = select_generic_executable(workflow, far_gstlal_exe_name)
plot_summary_exe = select_generic_executable(workflow,