diff --git a/packages/tasks/src/local-apps.ts b/packages/tasks/src/local-apps.ts index 3ba761f68..7766c7c74 100644 --- a/packages/tasks/src/local-apps.ts +++ b/packages/tasks/src/local-apps.ts @@ -46,6 +46,10 @@ function isGgufModel(model: ModelData) { return model.tags.includes("gguf"); } +function isTransformersModel(model: ModelData) { + return model.tags.includes("transformers"); +} + const snippetLlamacpp = (model: ModelData): string[] => { return [ ` @@ -63,6 +67,17 @@ LLAMA_CURL=1 make ]; }; +const snippetAphroditeEngine = (model: ModelData): string[] => { + return [ + ` + ## Install Aphrodite Engine. It should pull models from HF automatically. + pip install aphrodite-engine --extra-index-url https://downloads.pygmalion.chat/whl + `, + `## Load and run the model + aphrodite run "${model.id}"` + ]; +}; + /** * Add your new local app here. * @@ -103,6 +118,13 @@ export const LOCAL_APPS = { displayOnModelPage: isGgufModel, deeplink: (model) => new URL(`https://backyard.ai/hf/model/${model.id}`), }, + aphrodite: { + prettyLabel: "Aphrodite Engine", + docsUrl: "https://github.com/PygmalionAI/aphrodite-engine/wiki", + mainTask: "text-generation", + displayOnModelPage: isTransformersModel, + snippet: snippetAphroditeEngine, + }, drawthings: { prettyLabel: "Draw Things", docsUrl: "https://drawthings.ai",