placement/placement4-submit at master · iDPL/placement · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
############
#
# Parallel Job
#
############

universe = parallel
executable = placement4.py

#EXPERIMENT=fl2mo
#SRC_HOST=flashio-osg.calit2.optiputer.net
#SRC_PATH=/home/idpl/100M
#DST_HOST=mongo.mayer.optiputer.net
#DST_PATH=100M


### Crondor Settings
# A run is allowed to take this long (in seconds) to set up; otherwise
# that run is skipped
cron_window=420

# Try to run jobs on this schedule
#cron_minute=10
#cron_hour=24/2
#
# Keep running the job
#on_exit_remove=false

# Arguments are:
# 1. File to send (on the sending host)
# 2. Location to write file (on the receiving host)

arguments = -i $(SRC_PATH) -o $(DST_PATH)

## Enable Chirp
+WantIOProxy = true

input   = /dev/null
output = $(EXPERIMENT)/detail/placement4.out.$(Cluster).$(Node)
error  = $(EXPERIMENT)/detail/placement4.err.$(Cluster).$(Node)
log    = $(EXPERIMENT)/placement4.log
# getenv = true

+SrcHost = "$(SRC_HOST)"
+SrcPath = "$(SRC_PATH)"
+DstHost = "$(DST_HOST)"
+DstPath = "$(DST_PATH)"
+ExperimentName = "$(EXPERIMENT):$(executable)"
+ExperimentDescription = "$(SRC_HOST) to $(DST_HOST) file $(SRC_PATH)"

+ParallelShutdownPolicy = "WAIT_FOR_ALL"

transfer_input_files = TimedExec.py,IDPLException.py,CondorTools.py,ChirpTools.py,DataMover.py, SCPMover.py,NetcatMover.py,IperfMover.py, IrodsMover.py, IrodsPutMover.py, FDTMover.py, fdt.jar, UDTMover.py, GridFTPMover.py, gridftp-7.20-1.tar.gz, empty

should_transfer_files = YES
when_to_transfer_output = ON_EXIT

machine_count = 1
requirements = (Machine == "$(SRC_HOST)")
transfer_output_files = empty
queue

machine_count = 1
requirements = (Machine == "$(DST_HOST)")
transfer_output_files = empty
queue