From e3c0caa99ca4f5f1ff8e82301c4e9f3d4d4399b9 Mon Sep 17 00:00:00 2001
From: AlpinDale <52078762+AlpinDale@users.noreply.github.com>
Date: Thu, 30 May 2024 03:45:22 +0000
Subject: [PATCH] Add Aphrodite Engine to Local Apps

---
 packages/tasks/src/local-apps.ts | 22 ++++++++++++++++++++++
 1 file changed, 22 insertions(+)

diff --git a/packages/tasks/src/local-apps.ts b/packages/tasks/src/local-apps.ts
index 3ba761f68..7766c7c74 100644
--- a/packages/tasks/src/local-apps.ts
+++ b/packages/tasks/src/local-apps.ts
@@ -46,6 +46,10 @@ function isGgufModel(model: ModelData) {
 	return model.tags.includes("gguf");
 }
 
+function isTransformersModel(model: ModelData) {
+	return model.tags.includes("transformers");
+}
+
 const snippetLlamacpp = (model: ModelData): string[] => {
 	return [
 		`
@@ -63,6 +67,17 @@ LLAMA_CURL=1 make
 	];
 };
 
+const snippetAphroditeEngine = (model: ModelData): string[] => {
+	return [
+		`
+  ## Install Aphrodite Engine. It should pull models from HF automatically.
+  pip install aphrodite-engine --extra-index-url https://downloads.pygmalion.chat/whl
+  `,
+		`## Load and run the model
+  aphrodite run "${model.id}"`
+	];
+};
+
 /**
  * Add your new local app here.
  *
@@ -103,6 +118,13 @@ export const LOCAL_APPS = {
 		displayOnModelPage: isGgufModel,
 		deeplink: (model) => new URL(`https://backyard.ai/hf/model/${model.id}`),
 	},
+	aphrodite: {
+	        prettyLabel: "Aphrodite Engine",
+		docsUrl: "https://github.com/PygmalionAI/aphrodite-engine/wiki",
+		mainTask: "text-generation",
+		displayOnModelPage: isTransformersModel,
+		snippet: snippetAphroditeEngine,
+	},
 	drawthings: {
 		prettyLabel: "Draw Things",
 		docsUrl: "https://drawthings.ai",