Skip to content

Commit

Permalink
Reformat of AI sdls and add gpu attribute (akash-network#444)
Browse files Browse the repository at this point in the history
* reformat sdl

* add gpu attributes to sdl

* reformat ai sdls
  • Loading branch information
zJuuu authored Sep 22, 2023
1 parent 7a10d1f commit 9f95ad3
Show file tree
Hide file tree
Showing 17 changed files with 221 additions and 222 deletions.
2 changes: 1 addition & 1 deletion AI-Image-App/deploy.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
##sdl yaml
version: '2.0'
version: "2.0"
services:
gpu-app:
image: overshard/ai-art
Expand Down
4 changes: 2 additions & 2 deletions AUTOMATIC1111/deploy.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ profiles:
storage:
size: 50Gi
placement:
akash:
akash:
pricing:
app:
denom: uakt
Expand All @@ -33,4 +33,4 @@ deployment:
app:
akash:
profile: app
count: 1
count: 1
2 changes: 1 addition & 1 deletion FastChat/deploy.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
##sdl yaml
version: '2.0'
version: "2.0"
services:
gpu-app:
image: sxk1633/fastchat:13b-1
Expand Down
86 changes: 43 additions & 43 deletions Llama-2-70B/deploy.yaml
Original file line number Diff line number Diff line change
@@ -1,50 +1,50 @@
---
version: "2.0"
version: "2.0"

services:
app:
image: yuravorobei/llama-2:0.6
env:
- "MAX_INPUT_TOKEN_LENGTH=256"
- "MAX_NEW_TOKENS=50"
services:
app:
image: yuravorobei/llama-2:0.6
env:
- "MAX_INPUT_TOKEN_LENGTH=256"
- "MAX_NEW_TOKENS=50"

command:
- "bash"
- "-c"
args:
- 'uvicorn main:app --host 0.0.0.0 --port 7860'
command:
- "bash"
- "-c"
args:
- "uvicorn main:app --host 0.0.0.0 --port 7860"

expose:
- port: 7860
as: 80
to:
expose:
- port: 7860
as: 80
to:
- global: true

profiles:
compute:
app:
resources:
cpu:
units: 4
memory:
size: 15Gi
gpu:
units: 1
attributes:
vendor:
nvidia:

storage:
- size: 150Gi
placement:
akash:
attributes:
pricing:
app:
denom: uakt
amount: 100000
deployment:
profiles:
compute:
app:
akash:
profile: app
count: 1
resources:
cpu:
units: 4
memory:
size: 15Gi
gpu:
units: 1
attributes:
vendor:
nvidia:

storage:
- size: 150Gi
placement:
akash:
attributes:
pricing:
app:
denom: uakt
amount: 100000
deployment:
app:
akash:
profile: app
count: 1
2 changes: 1 addition & 1 deletion StableStudio/deploy.yaml
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
version: '2.0'
version: "2.0"
services:
sss:
image: nomorelies/sss:v1.2
Expand Down
6 changes: 3 additions & 3 deletions TTS/deploy.yaml
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
version: '2.0'
version: "2.0"
services:
tts:
image: nomorelies/tts:v1.0
Expand All @@ -9,9 +9,9 @@ services:
- global: true
command:
- bash
- '-c'
- "-c"
args:
- 'python3 TTS/server/server.py --model_name tts_models/en/vctk/vits --use_cuda true'
- "python3 TTS/server/server.py --model_name tts_models/en/vctk/vits --use_cuda true"

# use gpu with --use cuda true
# use cpu with --use cuda false
Expand Down
2 changes: 1 addition & 1 deletion XLM-RoBERTa/deploy.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
#updated roberta
version: '2.0'
version: "2.0"
services:
roberta:
image: clydedevv/xlm-roberta-app:0.0.9
Expand Down
2 changes: 1 addition & 1 deletion bert-sentiment-analysis/deploy.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
#updated bert-sentiment-analysis
version: '2.0'
version: "2.0"
services:
bert-sentiment-analysis:
image: clydedevv/bert-sentiment-analysis:0.0.2
Expand Down
2 changes: 1 addition & 1 deletion bert/deploy.yaml
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
version: '2.0'
version: "2.0"
services:
bert:
image: clydedevv/bert-base-uncased:0.0.8
Expand Down
70 changes: 35 additions & 35 deletions dolly-v2-12b/deploy.yaml
Original file line number Diff line number Diff line change
@@ -1,41 +1,41 @@
---
version: "2.0"
version: "2.0"

services:
app:
image: yuravorobei/dolly-v2-12b:1.4
services:
app:
image: yuravorobei/dolly-v2-12b:1.4

expose:
- port: 7860
as: 80
to:
expose:
- port: 7860
as: 80
to:
- global: true

profiles:
compute:
app:
resources:
cpu:
units: 4
memory:
size: 30Gi
gpu:
units: 1
attributes:
vendor:
nvidia:
- model: h100
storage:
- size: 35Gi
placement:
akash:
attributes:
pricing:
app:
denom: uakt
amount: 100000
deployment:
profiles:
compute:
app:
akash:
profile: app
count: 1
resources:
cpu:
units: 4
memory:
size: 30Gi
gpu:
units: 1
attributes:
vendor:
nvidia:
- model: h100
storage:
- size: 35Gi
placement:
akash:
attributes:
pricing:
app:
denom: uakt
amount: 100000
deployment:
app:
akash:
profile: app
count: 1
80 changes: 40 additions & 40 deletions flan-t5-xxl/deploy.yaml
Original file line number Diff line number Diff line change
@@ -1,46 +1,46 @@
---
version: "2.0"
version: "2.0"

services:
app:
image: cryptopasser/flan-t5:0.5
services:
app:
image: cryptopasser/flan-t5:0.5

expose:
- port: 7575
as: 80
to:
expose:
- port: 7575
as: 80
to:
- global: true

profiles:
compute:
app:
resources:
cpu:
units: 4
memory:
size: 20Gi
gpu:
units: 1
attributes:
vendor:
nvidia:
- model: 3090
- model: 4090
- model: v100
- model: a100
- model: h100
- model: a40
storage:
- size: 60Gi
placement:
akash:
attributes:
pricing:
app:
denom: uakt
amount: 100000
deployment:
profiles:
compute:
app:
akash:
profile: app
count: 1
resources:
cpu:
units: 4
memory:
size: 20Gi
gpu:
units: 1
attributes:
vendor:
nvidia:
- model: 3090
- model: 4090
- model: v100
- model: a100
- model: h100
- model: a40
storage:
- size: 60Gi
placement:
akash:
attributes:
pricing:
app:
denom: uakt
amount: 100000
deployment:
app:
akash:
profile: app
count: 1
Loading

0 comments on commit 9f95ad3

Please sign in to comment.