requires:
# terminal 1
python mosec_websocket.py
# terminal 2
websocat -s 3000
# terminal 3
http :8000/inference msg=hello
Created
February 16, 2023 03:37
-
-
Save kemingy/55949c6f8cde3e51de76f210a1f34396 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import threading | |
| import queue | |
| import json | |
| from mosec import Server, Worker | |
| from websocket import create_connection | |
| class Inf(Worker): | |
| def __init__(self) -> None: | |
| super().__init__() | |
| self.client = create_connection("ws://localhost:3000/") | |
| self.q = queue.SimpleQueue() | |
| threading.Thread(target=self.sync, daemon=True).start() | |
| def sync(self): | |
| while True: | |
| msg = self.q.get() | |
| self.client.send(json.dumps(msg)) | |
| def forward(self, data): | |
| for _ in range(5): | |
| self.q.put(data) | |
| return data | |
| if __name__ == "__main__": | |
| server = Server() | |
| server.append_worker(Inf, num=2, max_batch_size=8) | |
| server.run() |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment