v1.0.51: auto-detect stand (dev/test); init instance_groups; _finish_op full try/except

site/routes/api_test.py

@@ -178,33 +178,38 @@ def _finish_op(client, op_uid, instance_uid, svc_id, display_name, op_name, svc_
     deadline = t0 + 300
     while time.time() < deadline:
         try:
-            data = client.get(f"/instanceOperations/{op_uid}?fields=dtFinish,isSuccessful,errorLog,isInProgress,duration,stages")
-        except Exception:
-            time.sleep(5)
-            continue
-        op = data.get("instanceOperation", {})
-        dt_finish = op.get("dtFinish")
-        # Обновляем stages по мере появления
-        _op_results[op_uid] = {
-            "status": "RUNNING",
-            "stages": op.get("stages", []),
-            "duration": round(time.time() - t0, 1),
-        }
-        if dt_finish and str(dt_finish).strip():
-            is_ok = op.get("isSuccessful")
-            err = op.get("errorLog") or ""
-            print(f"[DEBUG] _finish_op op_uid={op_uid} isSuccessful={is_ok!r}", flush=True)
-            # tracker_add для create уже вызван синхронно в api_test()
-            if is_ok and is_delete:
-                tracker_remove(instance_uid)
+            try:
+                data = client.get(f"/instanceOperations/{op_uid}?fields=dtFinish,isSuccessful,errorLog,isInProgress,duration,stages")
+            except Exception:
+                time.sleep(5)
+                continue
+            op = data.get("instanceOperation", {})
+            dt_finish = op.get("dtFinish")
+            # Обновляем stages по мере появления
             _op_results[op_uid] = {
-                "status": "OK" if is_ok else "FAIL",
-                "error": str(err) if err else "",
+                "status": "RUNNING",
                 "stages": op.get("stages", []),
                 "duration": round(time.time() - t0, 1),
             }
-            return
-        time.sleep(5)
+            if dt_finish and str(dt_finish).strip():
+                is_ok = op.get("isSuccessful")
+                err = op.get("errorLog") or ""
+                print(f"[DEBUG] _finish_op op_uid={op_uid} isSuccessful={is_ok!r}", flush=True)
+                # tracker_add для create уже вызван синхронно в api_test()
+                if is_ok and is_delete:
+                    tracker_remove(instance_uid)
+                _op_results[op_uid] = {
+                    "status": "OK" if is_ok else "FAIL",
+                    "error": str(err) if err else "",
+                    "stages": op.get("stages", []),
+                    "duration": round(time.time() - t0, 1),
+                }
+                return
+            time.sleep(5)
+        except Exception:
+            import traceback
+            print(f"[ERROR] _finish_op crashed: {traceback.format_exc()}", flush=True)
+            time.sleep(5)
     _op_results[op_uid] = {"status": "TIMEOUT", "duration": round(time.time() - t0, 1)}