remove un-used packages, remove installation of third party libs

Dockerfile

@@ -1,10 +1,9 @@
-FROM python:3.9-slim-buster
+FROM python:3.10-slim
 
 WORKDIR /app
 
-RUN apt-get update && apt-get -y install curl build-essential
-RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
-ENV PATH="$PATH:/root/.cargo/bin"
+RUN apt-get update
+RUN pip install --upgrade pip setuptools
 
 COPY requirements.txt .
 RUN pip3 install -r requirements.txt

custom.Dockerfile

@@ -1,10 +1,9 @@
-FROM python:3.9-slim-buster
+FROM python:3.10-slim
 
 WORKDIR /app
 
-RUN apt-get update && apt-get -y install curl build-essential
-RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
-ENV PATH="$PATH:/root/.cargo/bin"
+RUN apt-get update 
+RUN pip install --upgrade pip setuptools
 
 COPY requirements.txt .
 RUN pip3 install -r requirements.txt

download.py

@@ -1,9 +1,14 @@
 #!/usr/bin/env python3
 
-from transformers import AutoModel, AutoTokenizer, AutoConfig
-import nltk
 import os
 import sys
+import nltk
+from transformers import (
+    AutoModel,
+    AutoTokenizer,
+    AutoConfig,
+)
+
 
 model_name = os.getenv('MODEL_NAME', None)
 force_automodel = os.getenv('FORCE_AUTOMODEL', False)

meta.py

@@ -1,5 +1,6 @@
 from transformers import AutoConfig
 
+
 class Meta:
     config: AutoConfig
 

requirements-test.txt

@@ -1,10 +1,8 @@
-requests==2.28.1
-tokenizers==0.11.6
-transformers==4.20.1
-fastapi==0.78.0
-uvicorn==0.18.2
-nltk==3.7
-torch==1.12.0
-sentencepiece==0.1.96
-protobuf==4.21.2
+requests==2.28.2
+transformers==4.25.1
+fastapi==0.89.1
+uvicorn==0.20.0
+nltk==3.8.1
+torch==1.13.1
+sentencepiece==0.1.97
 pytest

requirements.txt

@@ -1,8 +1,6 @@
-tokenizers==0.13.2
 transformers==4.25.1
 fastapi==0.89.1
 uvicorn==0.20.0
 nltk==3.8.1
 torch==1.13.1
 sentencepiece==0.1.97
-protobuf==4.21.12

smoke_test.py

@@ -1,6 +1,6 @@
+import time
 import unittest
 import requests
-import time
 
 
 class SmokeTest(unittest.TestCase):
@@ -18,7 +18,7 @@ def _waitForStartup(self):
                             "status code is {}".format(res.status_code))
             except Exception as e:
                 print("Attempt {}: {}".format(i, e))
-                time.sleep(1)
+                time.sleep(2)
 
         raise Exception("did not start up")
 

test_app.py

@@ -1,6 +1,6 @@
 import os
-import subprocess
 import time
+import subprocess
 from multiprocessing import Process
 
 import pytest

vectorizer.py

@@ -1,11 +1,17 @@
 import math
 from typing import Optional
-
 import torch
 from nltk.tokenize import sent_tokenize
 from pydantic import BaseModel
-from transformers import AutoModel, AutoTokenizer, T5ForConditionalGeneration, T5Tokenizer, DPRContextEncoder, \
-    DPRQuestionEncoder
+from transformers import (
+    AutoModel,
+    AutoTokenizer,
+    T5ForConditionalGeneration,
+    T5Tokenizer,
+    DPRContextEncoder,
+    DPRQuestionEncoder,
+)
+
 
 # limit transformer batch size to limit parallel inference, otherwise we run
 # into memory problems