L9T2 Fastapi (#15)

* add requirements

* implement serving

* tests for fast api

* update readme

README.md

@@ -30,3 +30,10 @@ streamlit run src/serving/streamlit.py
 ```
 
 ![Alt text](assets/streamlit.png)
+
+
+### Fast API 
+
+Postman
+
+![Alt text](assets/fastapi.png)

app/requirements-dev.txt

@@ -7,3 +7,4 @@ scikit-learn==1.3.2
 accelerate==0.25.0
 datasets==2.16.1
 wandb==0.16.1
+httpx==0.26.0

app/requirements.txt

@@ -2,4 +2,5 @@ flask==3.0.0
 gunicorn==21.2.0
 transformers==4.36.2
 streamlit==1.29.0
-
+fastapi==0.108.0
+uvicorn==0.25.0

app/src/serving/fastapi.py

@@ -0,0 +1,20 @@
+from typing import List
+
+from fastapi import FastAPI
+from pydantic import BaseModel
+
+from src.serving.model import BertPredictor
+
+
+class Payload(BaseModel):
+    text: List[str]
+
+
+app = FastAPI()
+predictor = BertPredictor.from_model_registry()
+
+
+@app.post("/predict")
+def predict(payload: Payload):
+    prediction = predictor.predict(text=payload.text)
+    return prediction

app/tests/serving/test_fastapi.py

@@ -0,0 +1,27 @@
+from fastapi.testclient import TestClient
+
+from unittest.mock import Mock
+from src.serving.model import BertPredictor
+
+def mock_predict(text):
+    return ['positive' for _ in text]
+
+BertPredictor.from_model_registry = Mock(return_value=Mock(predict=mock_predict))
+
+
+
+def test_predict():
+    from src.serving.fastapi import app
+    client = TestClient(app)
+
+    payload = {
+        "text": ["This is a test sentence.", "Here's another one!"]
+    }
+
+    response = client.post("/predict", json=payload)
+
+    assert response.status_code == 200
+
+    data = response.json()
+    assert isinstance(data, list)
+    assert len(data) == len(payload['text'])