Add planner previews and streaming

2026-04-05 19:33:24 +02:00
parent b1d2b6b321
commit 1b0b9cfdef
12 changed files with 332 additions and 31 deletions
--- a/server/models.py
+++ b/server/models.py
@@ -53,3 +53,15 @@ class ActionResult(BaseModel):
    detail: str
    coordinates: Optional[Tuple[int, int]] = None
    payload: Dict[str, Any] = Field(default_factory=dict)
+
+
+class GridPlanRequest(BaseModel):
+    preferred_label: Optional[str] = None
+    action: ActionType = ActionType.CLICK
+    text: Optional[str] = None
+    comment: Optional[str] = None
+
+
+class GridRefreshRequest(BaseModel):
+    screenshot_base64: str
+    memo: Optional[str] = None