ekzhang/openjev-sglang

async def systemone(payload: SystemOneRequest, request: Request):
    async def disconnect():
        while True:
            event = await request.receive()
            if event["type"] == "http.disconnect":
                return

    evaluation = asyncio.create_task(request.app.state.service.evaluate(payload))
    watcher = asyncio.create_task(disconnect())
    try:
        await asyncio.wait([evaluation, watcher], return_when=asyncio.FIRST_COMPLETED)
        if not evaluation.done():
            raise RequestError("Client disconnected", 499)
        result = await evaluation