proc 10 data

RandallSobie

Experiment 7

[rsobie@cw09 ~]$ gb2_ds_list /belle/Data/release-04-01-00/DB00000748/proc10/*/e0007
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009629/e0007/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009630/e0007/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009631/e0007/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009632/e0007/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009633/e0007/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009634/e0007/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009651/e0007/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009863/e0007/4S

Experiment 8

[rsobie@cw09 ~]$ gb2_ds_list /belle/Data/release-04-01-00/DB00000748/proc10/*/e0008
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009635/e0008/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009636/e0008/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009637/e0008/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009638/e0008/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009639/e0008/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009640/e0008/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009641/e0008/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009642/e0008/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009643/e0008/4S
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009776/e0008/4S_scan
/belle/Data/release-04-01-00/DB00000748/proc10/prod00009777/e0008/4S_offres
/belle/Data/release-04-01-00/DB00000748/proc10/prod00011191/e0008/4S

Submit jobs from one production set

# make list of runs in production set (lists exist for all exp0007 runs)  - note that p9629 contains 88 runs
gb2_ds_list /belle/Data/release-04-01-00/DB00000748/proc10/prod00009629/e0007/4S > p9629.data

# run over all the files in r0927 (first run in prod 9629) and run it at UVIC
source  b2sub-uvic.sh /belle/Data/release-04-01-00/DB00000748/proc10/prod00009629/e0007/4S/r00927

# run over all the files in r0927 (first run in prod 9629) and run it anywhere
source  b2sub.sh /belle/Data/release-04-01-00/DB00000748/proc10/prod00009629/e0007/4S/r00927

# submit jobs for all the runs in the production set (one job for 10 files per run) - about 10-20s to submit one job 
source submitJobs.sh p9629.data

# temporary (informational) files are stored in JobTemp directory with three directories (Info, Scripts, Input)
# Info = information from gbasf2 command and a Summary file with (JOBID and run set) - useful if job fails
# Scripts = python submission script
# Input = list of root files to process
cd /home/belle2/rsobie/gbasf2-04-01-01/JobTemp

# list the ntuples that are stored on the grid (at the site they were produced)
gb2_ds_list /belle/user/rsobie/prod00009629

# retrieve the ntuples and store them on the scratch disk at KEK (/group/belle2/users/rsobie/prod00009629)
# ** need to issue the command from the destination direction **
# Note that one can re-issue the command and it will only upload the missing files
cd /group/belle2/users/rsobie/
gb2_ds_get  /belle/user/rsobie/prod00009629

# ftp the ntuples to desktop (macsob2) and store them
cd /Users/Shared/B2-rootfiles/prod00009629

Clean up

# remove jobs 
gb2_job_status -p prod00009629
gb2_job_delete -p prod00009629

# remove dataset from grid (takes a long time if many files)
gb2_ds_rm /belle/user/rsobie/prod00009629

# remove them from the KEK scratch disk 
rm -rf /group/belle2/users/rsobie/prod00009629