-
Notifications
You must be signed in to change notification settings - Fork 6
/
submit.yml.erb
35 lines (31 loc) · 1.03 KB
/
submit.yml.erb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
<%-
cores_lookup = {"hugemem" => {"pitzer" => "80", "owens" => "48"},
"any" => {"pitzer" => "40", "owens" => "28"}}
base_slurm_args = if bc_num_slots.blank?
["--nodes", "1", "--exclusive", "--ntasks-per-node", cores_lookup[node_type][cluster] ]
else
["--nodes", "#{bc_num_slots}", "--exclusive", "--ntasks-per-node", cores_lookup[node_type][cluster] ]
end
slurm_args = case node_type
when "hugemem"
partition = bc_num_slots.to_i > 1 ? "hugemem-parallel" : "hugemem"
base_slurm_args + ["--partition", partition]
else
base_slurm_args
end
-%>
---
batch_connect:
template: "basic"
conn_params:
- "tutorials_root"
- "spark_master_webui_port"
- "spark_master_host"
- "spark_ui_auth_token"
- "spark_version"
script:
accounting_id: "<%= account %>"
native:
<%- slurm_args.each do |arg| %>
- "<%= arg %>"
<%- end %>