;## Resource file for createhoft.tcl ;## ;## Level of debug info to print to log file. set choftDebugLevel 0 ;## Start and end time ;## All data in the interval [startTime, endTime) will be processed set startTime 923211100 set endTime 923214300 ;## Command to run. For each job, code will find jobStartTime and jobEndTime ;## and run "exec $cmdToRun -s $jobStartTime -e jobEndTime $extraArgs" (see extraArgs below) ;## Note if ssh agent is running, cmdToRun can be of the form "ssh cmd server" set cmdToRun "/archive/home/gmendell/createhoft/E13/bin/lalapps_ComputeStrainDriver" ;## List of nodes on which to run jobs, including username e.g., [list ldas@node1 ldas@node2 ] ;## List must be the same length as maxJobs below. set nodeList [ list ldas@node20 ldas@node21 ldas@node22 ldas@node23 ldas@node24 ] ;## wrapper script that execs a cmd set createhoftExecJob "/ldas_outgoing/createrds/dsorun/contrib/createrds/E13_H1_HOFT/createhoftExecJob.tcl" ;## directory for temporary files set choftTmpDir "/ldas_outgoing/createrds/dsorun/contrib/createrds/E13_H1_HOFT/tmp" ;## 0 or 1; if 1 handle jobs that trigger catch but returned error code NONE not as an error but as done. set ignoreERRCODEeqNONE 1 # set array, cmdToRunExitCode(errorCode), to give messages corresponding to exit codes of cmdToRun. # For example: set cmdToRunExitCode(1) "cmdToRun returned exit code 1" set cmdToRunExitCode(1) "Error reading command line arguments" set cmdToRunExitCode(2) "Error reading input frame data" set cmdToRunExitCode(3) "Error reading input filter data" set cmdToRunExitCode(4) "Error writing output frames" set cmdToRunExitCode(5) "Error freeing memory" ;## Extra arguments to send to cmdToRun (see cmdToRun above) set extraArgs "--cal-line-freq 393.1 --darmerr-channel H1:LSC-DARM_ERR --exc-channel H1:LSC-DARM_CTRL_EXC_DAQ --darm-channel H1:LSC-DARM_CTRL --asq-channel H1:LSC-AS_Q --whitener-re 0.00986898165584 --whitener-im -0.00162153389333 --servo-re -0.05162689076466 --servo-im 0.02336056608560 --olg-re -0.43008506787969 --olg-im -0.38385326763875 --filters-file /archive/home/gmendell/createhoft/E13/H1/S5H1Filters_843942254-999999999.txt --gamma-fudge-factor 1.02 --wings 16 --frame-type H1_RDS_TESTE13LDASHOFTC00 --factors-time 1.0 --strain-channel H1:LSC-STRAIN --sv-channel H1:IFO-SV_STATE_VECTOR --lax-channel H1:LSC-LA_PTRX_NORM --lay-channel H1:LSC-LA_PTRY_NORM --check-file-exists" ;## Maximum length of LSCsegFind and LSCdataFind jobs; each hoft generation job will be based secperframe below. set maxJobLength 16 ;## Maximum number of jobs to run at one time set maxJobs 5 ;## LDAS site to run at set site gateway ;## User to run getFrameCache jobs as set user gmendell ;## Email notification list (must be a space-separated ;## list of email addresses enclosed in double quotes) set notifyList "gmendell@ligo-wa.caltech.edu" ;## List of input IFOs. ;## List must be the same length as the inputFrameTypes below. set ifoList [ list H ] ;## Info for finding segments using LSCsegFind. set useLSCsegFind 0; # 0 or 1 if to only generate output for segs returned from LSCsegFind set segFindCmdAndPath "/export/grid/glue/bin/LSCsegFind"; # Path to LSCsegFind command. set segFindServer "ldas.ligo-wa.caltech.edu"; # Server to use with LSCsegFind set ifoList2 [list H1]; # Two character IFOs to check (e.g, H1, H2, L1, G1); set typeLSCsegFind "Commissioning_Up,Commissioning_Up_No_EXC,Injection,Science,Science_Loss,Science_No_EXC,Science_Unset,Up,Up_No_EXC"; # Comma deliminated string of types to use with LSCsegFind (e.g., Science) set incSegStartsBy 16; # Increase the start times of segs returned from LSCsegFind by this amount set decSegEndsBy 16; # Decrease the end times of segs returned from LSCsegFind by this amount set addSegWingsToJob 1; # 0 or 1; if 1 add wings to get actual jobs times: actualJobStartTime = jobsStartTime - incSegStartsBy, actualJobEndTime = jobEndTime + decSegEndsBy. ;## Info for finding files using LSCdataFind. set useLSCdataFind 1; # 0 or 1 if to use LSCdataFind to generate a LAL cache file. set dataFindCmdAndPath "/export/grid/glue/bin/LSCdataFind"; # Path to LSCdataFind command. set dataFindServer "ldas.ligo-wa.caltech.edu"; # Server to use with LSCdataFind set decIncDataFindTimes 80; # dec start time and inc end time sent to LSCdataFind by this amount of seconds. set dataFindMatchString "localhost"; # String to use with LSCdataFind --match opt. set dataFindCacheDir "/ldas_outgoing/createrds/dsorun/contrib/createrds/E13_H1_HOFT/cache"; # Location to put LSCdataFind output LAL cache files. set dataFindOptions [ list "-C" ]; # List of options to use with cmdToRun to find cache files (one for each ifo in ifoList.) ;## List of input Frame type(s) to read data from set inputFrameTypes [ list R ] ;## List of output frame types of reduced data (for example hoft generation outputs L1 and L2 type hoft frames) ;## Note that in hoft generation the base outputFrameType is given in the extraArgs. ;## The outputFrameTypes are used to construct the paths to the output paths for each type ;## using the output paths list of options #set outputFrameTypes [ list H2_RDS_TESTA5HOFT_L1 H2_RDS_TESTA5HOFT_L2 ] set outputFrameTypes [ list H1_RDS_E13TESTC00_L2 ] ;## List of output directories where each member of list of outputFrameTypes will be put: #set outputdirs [ list /archive/cluster/test/TEST_A5_HOFT/strain-L1/LHO /archive/cluster/test/TEST_A5_HOFT/strain-L2/LHO ] set outputdirs [ list /archive/cluster/test/E13/strain-L2/LHO ] ;## List of options with each ouputdir to use with cmdToRun (see above): #set outputdirOptions [ list "-z" "-p" ] set outputdirOptions [ list "--data-dirL2" ] ;## If binByTime, seconds of data to put into each directory (must be a multiple of 10 between 10 and 10000000; default is 100000) set secPerBin 100000 ;## append to each output directory a subdirectory of the form site-outputFrameType-NNNN based on secPerBin and outputFrameTypes above? set binByTime Y ;## 0 or 1; if 1 then make output directories as needed. set makeOutputDirs 1 ;## Exclude any existing data of this user type. ;## If set to "Y", the script will not attempt to reduce ;## data which is already available in reduced form in LDAS set excludeRDS N ;## Duration of input frame files in seconds #set frameLength 64 set frameLength 32 ;## 1 = TRUE 0 = FALSE; dynamically update the frameLength when DOWNSAMPLING to adjust segment lengths set updateFrameLength 0 ;## seconds to wait between updates of the frame cache set diskCacheInterval 120 ;## If includedirs is not an empty list, reduce input data from these directories only: set includedirs [ list /archive/frames/A5/L0/LHO ] ;## If excludedirs is not an empty list, do not reduce input data from any of these directories: set excludedirs [ list /archive/frames/A4/L0/LHO /archive/frames/A4/L1/LHO /archive/frames/S5/L0/LHO /archive/frames/S5/L1/LHO ] ;## Number of seconds of data to put into each output hoft file #set secperframe 128 set secperframe 16 ;## 1 = TRUE 0 = FALSE; if TRUE align the normal length output frame files ;## so that their start times mod framesperfile*secperframe is zero. (Note ;## that short frames, if allowed, will not be aligned.) set alignFrameStartTimes 1 ;## 1 = TRUE 0 = FALSE; if TRUE allow short frame with less than secperframe in a frame set allowshortframes 1 ;## 1 = TRUE 0 = FALSE; if FALSE never allow short frames when running on the latest data segment set allowShortForLatestSeg 1 ;## If allowshortframes is TRUE, fill in a segment with short frames if its end time is this old (in seconds). set fillSegmentsIfThisOld 0