Logo coherent WaveBurst  
Config Reference Guide
Logo
O3b_cWB_conf.py
Go to the documentation of this file.
1 #!/usr/bin/python
2 
3 import commands, os, sys
4 import getpass
5 
6 run="O3"
7 network="LH"
8 search_type="BurstLF"
9 tag="ONLINE"
10 
11 #general setup
12 user=getpass.getuser()
13 if (os.environ['SITE_CLUSTER']=="CASCINA"):
14  cascina_user="cWB"
15 title="%sb %s %s %s Allsky"%(run,network,search_type,tag)
16 accounting_group="ligo.prod.o3.burst.allsky.cwbonline"
17 
18 label="%sb_%s_%s_%s"%(run,network,search_type,tag)
19 online_dir="/home/%s/online/%s"%(user,label)
20 if (os.environ['SITE_CLUSTER']=="CASCINA"):
21  online_dir="/data/procdata/burst/%s/online/%s"%(cascina_user,label)
22 
23 ifos=["L1","H1"]
24 
25 channelname={}
26 DQ_channel={}
27 DQ_channel_rate={}
28 bitmask={}
29 inj_name=["BURST","CBC"]#,"STOCH","DETCHAR"]
30 inj_bitmask={}
31 veto_channel={}
32 veto_rate={}
33 cat2_rate={}
34 cat2_bitmask={}
35 cat2_channel={}
36 bitmask={}
37 for ifo in ifos:
38  channelname[ifo]="%s:GDS-CALIB_STRAIN_CLEAN"%(ifo)
39  #channelname[ifo]="%s:GDS-CALIB_STRAIN_O2Replay"%(ifo) #O2replay
40  DQ_channel[ifo]=["%s:GDS-CALIB_STATE_VECTOR"%(ifo),"%s:DMT-DQ_VECTOR"%(ifo)]
41  DQ_channel_rate[ifo]=[16,16]
42  bitmask[ifo]=[3,22]
43  inj_bitmask[ifo]=[128,64]#,32,256]
44  cat2_channel[ifo]=["%s:DMT-DQ_VECTOR_GATED"%(ifo)]
45  cat2_rate[ifo]=[16]
46  cat2_bitmask[ifo]=[8]
47 
48 #Job setup
49 run_offset=0
50 job_offset=8
51 job_timeout=90*60
52 #min_seg_duration=30
53 seg_duration=180
54 moving_step=60
55 look_back=5*60
56 debug=0
57 sleep=3
58 max_jobs=20
59 
60 #General cWB parameters
61 levelR = 2
62 l_high = 10
63 search="r"
64 optim="false"
65 cwb_par="""
66  strcpy(analysis,"2G");
67 
68  nIFO = %i;
69  cfg_search = '%s';
70  optim=%s;
71 
72  //frequency
73  fLow = 16.; // low frequency of the search
74  fHigh = 2048.; // high frequency of the search
75 
76  levelR = %i;
77  l_low = 4; // low frequency resolution level
78  l_high = %i; // high frequency resolution level
79 
80  strcpy(wdmXTalk,"wdmXTalk/OverlapCatalog16-1024.bin");
81 
82  healpix=7;
83  nSky=196608;
84 
85  bpp = 0.001;
86  subnet = 0.5;
87  subcut = 0.0;
88  netRHO = 5.0;
89  netCC = 0.5;
90  Acore = 1.7;
91  Tgap = 0.2;
92  Fgap = 128.0;
93  delta = 0.5;
94  cfg_gamma = -1.0;
95  LOUD = 300;
96 
97  pattern = 10;
98 
99  //simulation
100  nfactor = 1;
101  simulation = 0;"""%(len(ifos),search,optim,levelR,l_high)
102 
103 #Background information
104 bkg_delay=5*60
105 bkg_nlags=500
106 bkg_job_duration=600
107 bkg_job_minimum=600
108 bkg_split=1
109 bkg_njobs=20
110 bkg_framesize=1
111 if (os.environ['SITE_CLUSTER']=="CASCINA"):
112  bkg_framesize=10000
113 
114 #Directories
115 run_dir=online_dir+"/RUN_cWB"
116 jobs_dir="JOBS"
117 seg_dir="SEGMENTS"
118 summaries_dir="SUMMARIES"
119 config_dir="%s/config"%(online_dir)
120 zerolag_par="%s/user_parameters.C"%(config_dir)
121 bkg_par="%s/user_parameters_bkg.C"%(config_dir)
122 pp_par="%s/user_pparameters.C"%(config_dir)
123 bkg_run_dir="%s/TIME_SHIFTS"%(online_dir)
124 postprod_dir="POSTPRODUCTION"
125 considered_segments_file="considered.txt"
126 processed_segments_file="processed.txt"
127 running_segments_file="running.txt"
128 missing_segments_file="missing.txt"
129 run_segments_file="run.txt"
130 job_segments_file="jobs.txt"
131 
132 if (os.environ['SITE_CLUSTER']=="CIT"):
133  frames_dir=["/dev/shm/kafka/L1","/dev/shm/kafka/H1"]
134  bkg_dir=["/ifocache/llcache/kafka/L1/L-L1_llhoft-??????/L-L1_llhoft-","/ifocache/llcache/kafka/H1/H-H1_llhoft-??????/H-H1_llhoft-"]
135  #frames_dir=["/dev/shm/llhoft/L1_O2","/dev/shm/llhoft/H1_O2"] #O2replay
136  #bkg_dir=["/ifocache/llcache/llhoft/L1_O2/L-L1_O2_llhoft-?????/L-L1_O2_llhoft-","/ifocache/llcache/llhoft/H1_O2/H-H1_O2_llhoft-?????/H-H1_O2_llhoft-"] #O2replay
137  log_path="/usr1/%s"%(user)
138  web_dir="/home/%s/public_html/online/%s"%(user,label)
139  web_link="https://ldas-jobs.ligo.caltech.edu/~%s/online/%s"%(user,label)
140  accounting_group_user="marek.szczepanczyk"
141  condor_requirements_file="/home/waveburst/online/HTCondor/cwb_template.sub"
142 if (os.environ['SITE_CLUSTER']=="CASCINA"):
143  frames_dir=["/dev/shm/LowLatencyAnalysis/CwbL1In","/dev/shm/LowLatencyAnalysis/CwbH1In"]
144  bkg_dir=["/data/prod/hrec/L1Online/L1-Online-","/data/prod/hrec/H1Online/H1-Online-"]
145  log_path="/local/user/%s"%(cascina_user)
146  web_dir="/data/procdata/web/%s/online/%s"%(cascina_user,label)
147  web_link="https://scientists.virgo-gw.eu/DataAnalysis/Burst/%s/online/%s"%(cascina_user,label)
148  #accounting_group_user="marco.drago"
149  condor_requirements_file="/virgoData/HTCondor/cwb_template.sub"
150 
151 #Data Quality
152 apply_veto=False
153 
154 #E-mails
155 emails=["marco.drago@ligo.org","marek.szczepanczyk@ligo.org","sergei.klimenko@ligo.org","gabriele.vedovato@ligo.org","claudia.lazzaro@ligo.org","imre.bartos@ligo.org","andrea.miani@ligo.org","giovanni.prodi@ligo.org","shubhanshu.tiwari@ligo.org"]
156 error_emails=["marco.drago@ligo.org","marek.szczepanczyk@ligo.org"]
157 
158 #Library information
159 version="1"
160 version_wat="2G"
161 code_version="wat6.2.6"
162 hoft_version="C00"
163 
164 #gracedb
165 #gracedb_client="https://gracedb-playground.ligo.org/api/" #O2replay
166 gracedb_group="Burst"
167 gracedb_analysis="CWB"
168 gracedb_search="AllSky"
169 
170 #pp threshold
171 id_rho=0
172 #th_rho_off=8.
173 th_far_off=3.17e-08
174 th_rho_lum=6.
175 th_rho_mail=6.
176 id_cc=0
177 th_cc=0.6
178 
179 #Plugins
180 #pe_par="%s/config/user_parameters_pe.C"%(run_dir)
181 #pe_plugin="%s/tools/online/cWB_Plugin_PE_on.C"%(os.environ['HOME_WAT'])
182 prod_plugins=["%s/%s/SEARCHES/PLUGINS/CWB_Plugin_O3aConditioning_Gating_QLveto.C"%(os.environ['CWB_CONFIG'],run)]
183 
184 #TCuts
185 Cuts_file="%s/%s/SEARCHES/ONLINE/%s/%s/PP_Cuts.hh"%(os.environ['CWB_CONFIG'],run,search_type,network)
186 Cuts_list=["bin1_cut","bin2_cut"]
187 Cuts_name=["with blips","without blips"]
188 #Cuts_trials=3
189 
190 #run_start=1126256840
191 #run_end=1126260736