Ray Serve changes behavior of Flair Predictions

Ray Serve
2

Got it resolved, it’s a trivial one.

@serve.deployment(name="FlairModel", num_replicas=1)
class FlairModel:
    def __init__(self):
        self.tagger = SequenceTagger.load("flair/ner-english-large")
  
    async def __call__(self, request):
        _ = self.tagger.predict(request)
        return request


FlairModel.deploy()