Jiahuita
commited on
Commit
·
072da58
1
Parent(s):
8b18a27
Fix deployment issues
Browse files- pipeline.py +6 -9
pipeline.py
CHANGED
@@ -3,7 +3,6 @@ from tensorflow.keras.models import load_model
|
|
3 |
from tensorflow.keras.preprocessing.text import tokenizer_from_json
|
4 |
from tensorflow.keras.preprocessing.sequence import pad_sequences
|
5 |
import numpy as np
|
6 |
-
import tensorflow as tf
|
7 |
import json
|
8 |
|
9 |
class NewsClassifierPipeline(Pipeline):
|
@@ -14,16 +13,14 @@ class NewsClassifierPipeline(Pipeline):
|
|
14 |
tokenizer_data = json.load(f)
|
15 |
self.tokenizer = tokenizer_from_json(tokenizer_data)
|
16 |
|
17 |
-
def preprocess(self,
|
18 |
-
|
19 |
-
|
20 |
-
return padded
|
21 |
|
22 |
def _forward(self, inputs):
|
23 |
-
|
24 |
-
|
25 |
-
label
|
26 |
-
return [{"label": "foxnews" if label == 0 else "nbc", "score": float(scores[0][label])}]
|
27 |
|
28 |
def postprocess(self, model_outputs):
|
29 |
return model_outputs
|
|
|
3 |
from tensorflow.keras.preprocessing.text import tokenizer_from_json
|
4 |
from tensorflow.keras.preprocessing.sequence import pad_sequences
|
5 |
import numpy as np
|
|
|
6 |
import json
|
7 |
|
8 |
class NewsClassifierPipeline(Pipeline):
|
|
|
13 |
tokenizer_data = json.load(f)
|
14 |
self.tokenizer = tokenizer_from_json(tokenizer_data)
|
15 |
|
16 |
+
def preprocess(self, inputs):
|
17 |
+
sequences = self.tokenizer.texts_to_sequences([inputs])
|
18 |
+
return pad_sequences(sequences, maxlen=128)
|
|
|
19 |
|
20 |
def _forward(self, inputs):
|
21 |
+
processed = self.preprocess(inputs)
|
22 |
+
predictions = self.model.predict(processed)
|
23 |
+
return [{"label": "foxnews" if predictions[0][0] > 0.5 else "nbc", "score": float(predictions[0][0])}]
|
|
|
24 |
|
25 |
def postprocess(self, model_outputs):
|
26 |
return model_outputs
|