darker-love commited on
Commit
dbc639f
1 Parent(s): 5e98e84

Upload 3 files

Browse files
Files changed (3) hide show
  1. Dockerfile.txt +22 -0
  2. app.py +49 -0
  3. requirements.txt +5 -0
Dockerfile.txt ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #use the official python 3.10 image
2
+ FROM python:3.10
3
+
4
+ #set the working directory to/ code
5
+ WORKDIR /code
6
+
7
+ COPY ./requirements.txt /code/requirements.txt
8
+
9
+ RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
10
+
11
+ RUN useradd user
12
+ USER user
13
+
14
+ ENV HOME=/home/user \
15
+ PATH=/home/user/.local/bin:$PATH
16
+
17
+ WORKDIR $HOME/app
18
+
19
+ COPY --chown=user . $HOME/app
20
+
21
+
22
+ CMD ["uvicorn","app:app","--host","0.0.0.0","--port","7860"]
app.py ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from fastapi import FastAPI
2
+ from transformers import pipeline
3
+
4
+ app = FastAPI()
5
+
6
+ pipe=pipeline("text2text-generation",model="google/flan-t5-small")
7
+
8
+
9
+
10
+ @app.get("/")
11
+ def home():
12
+ return {"message":"hello world"}
13
+
14
+ @app.get("/generate")
15
+ def generate(text:str):
16
+ #use the pipeline to generate text from given input text
17
+ output = pipe(text)
18
+
19
+ #return the generate text in Json response
20
+ return {"output":output[0]['generated_text']}
21
+
22
+
23
+
24
+
25
+
26
+
27
+
28
+
29
+
30
+
31
+
32
+
33
+
34
+
35
+
36
+
37
+
38
+
39
+
40
+
41
+
42
+
43
+
44
+
45
+
46
+
47
+
48
+
49
+
requirements.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ fastapi
2
+ requests
3
+ uvicorn[standard]==0.17.*
4
+ sentencepiece==0.1.*
5
+ transformers