-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy path2_sub_jobs.yaml
147 lines (142 loc) · 4.91 KB
/
2_sub_jobs.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
description: example job
target:
service: sing
name: msrresrchvc
workspace_name: gcrllama2ws
code:
local_dir: /home/t-smantena/deep-fMRI-dataset # path to your code on local machine
environment:
image: amlt-sing/acpt-2.3.1-py3.10-cuda12.1
setup:
# working directory is local_dir under code above
- pip install -r requirements.txt --user # install requirements from file
# - pip install . # install a package from the local directory
storage:
data:
storage_account_name: internblobdl
container_name: t-smantena
mount_dir: /blob_data # path to mount the blob on the remote machine
jobs:
# SUBJECT 1
- name: llama_16_s1
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS01 --feature llama --k 16
- name: eng1000_s1
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS01 --feature eng1000
- name: dist_gpt_s1
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS01 --feature pca_tr_incont_dist_gpt
- name: dist_llama_s1
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS01 --feature pca_tr_incont_dist_llama
- name: fuzzy_gpt_s1
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS01 --feature pca_tr_incont_fuzzy_gpt --x 900 --k 0.8
- name: fuzzy_llama_s1
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS01 --feature pca_tr_incont_fuzzy_llama --x 900 --k 0.8
- name: infini_s1
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS01 --feature pca_tr_infini --x 900 --k 1.0
- name: infini_w_cont_s1
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS01 --feature pca_tr_infini_w_cont --x 900 --k 1.0
- name: incont_infini_s1
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS01 --feature pca_tr_incont_infini --x 900 --k 1.0
# SUBJECT 2
- name: llama_16_s2
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS02 --feature llama --k 16
- name: eng1000_s2
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS02 --feature eng1000
- name: dist_gpt_s2
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS02 --feature pca_tr_incont_dist_gpt
- name: dist_llama_s2
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS02 --feature pca_tr_incont_dist_llama
- name: fuzzy_gpt_s2
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS02 --feature pca_tr_incont_fuzzy_gpt --x 900 --k 0.8
- name: fuzzy_llama_s2
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS02 --feature pca_tr_incont_fuzzy_llama --x 900 --k 0.8
- name: infini_s2
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS02 --feature pca_tr_infini --x 900 --k 1.0
- name: infini_w_cont_s2
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS02 --feature pca_tr_infini_w_cont --x 900 --k 1.0
- name: incont_infini_s2
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS02 --feature pca_tr_incont_infini --x 900 --k 1.0
# NEW LLAMA INFINIGRAM W ALL SUBJECTS
- name: llama_infini_s1_thresh_1.0
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS01 --feature pca_tr_incont_infini --x 900 --k 1.0
- name: llama_infini_s2_thresh_1.0
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS02 --feature pca_tr_incont_infini --x 900 --k 1.0
- name: llama_infini_s3_thresh_1.0
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS03 --feature pca_tr_incont_infini --x 900 --k 1.0
- name: llama_infini_s1_thresh_0.8
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS01 --feature pca_tr_incont_infini --x 900 --k 0.8
- name: llama_infini_s2_thresh_0.8
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS02 --feature pca_tr_incont_infini --x 900 --k 0.8
- name: llama_infini_s3_thresh_0.8
process_count_per_node: 1
sku: G1-A100
command:
- python3 encoding/encoding.py --subject UTS03 --feature pca_tr_incont_infini --x 900 --k 0.8