fix: fix bugs in migration

Author: shirohasuki

.gitignore

@@ -14,6 +14,8 @@ dump.rdb
 *.log
 output/
 result/
+iii-*.yaml
+data/
 
 .cursor/
 .claude/

api/config.yaml

@@ -13,7 +13,7 @@ modules:
     config:
       port: 3111
       host: 0.0.0.0
-      default_timeout: 30000
+      default_timeout: 86400000
       concurrency_request_limit: 1024
       cors:
         allowed_origins:
@@ -44,4 +44,4 @@ modules:
       watch:
         - steps/**/*.py
       exec:
-        - motia dev --dir steps
+        - PYTHONUNBUFFERED=1 PYTHONPATH=. .venv/bin/motia dev --dir steps

api/steps/compiler/01_build_api.step.py

@@ -0,0 +1,15 @@
+from motia import ApiRequest, ApiResponse, FlowContext, api
+
+config = {
+    "name": "build-compiler-api",
+    "description": "build compiler",
+    "flows": ["compiler"],
+    "triggers": [api("POST", "/compiler/build")],
+    "enqueues": ["compiler.build"],
+}
+
+
+async def handler(request: ApiRequest, ctx: FlowContext) -> ApiResponse:
+    body = request.body or {}
+    await ctx.enqueue({"topic": "compiler.build", "data": {**body, "_trace_id": ctx.trace_id}})
+    return ApiResponse(status=202, body={"trace_id": ctx.trace_id})

api/steps/compiler/01_build_api_step.py

@@ -10,18 +10,19 @@
 
 from utils.path import get_buckyball_path
 from utils.stream_run import stream_run_logger
-from utils.event_common import check_result
+from utils.event_common import check_result, get_origin_trace_id
 
 config = {
-    "name": "Build Compiler",
-    "description": "build bitstream",
+    "name": "build-compiler",
+    "description": "build compiler",
     "flows": ["compiler"],
     "triggers": [queue("compiler.build")],
     "enqueues": [],
 }
 
 
 async def handler(input_data: dict, ctx: FlowContext) -> None:
+    origin_tid = get_origin_trace_id(input_data, ctx)
     bbdir = get_buckyball_path()
     script_dir = f"{bbdir}/workflow/steps/compiler/scripts"
     yaml_dir = f"{script_dir}/yaml"
@@ -47,8 +48,7 @@ async def handler(input_data: dict, ctx: FlowContext) -> None:
     # Return result to API
     # ==================================================================================
     success_result, failure_result = await check_result(
-        ctx, result.returncode, continue_run=False
-    )
+        ctx, result.returncode, continue_run=False, trace_id=origin_tid)
 
     # ==================================================================================
     # Continue routing

api/steps/compiler/01_build_event_step.py api/steps/compiler/01_build_event.step.pyapi/steps/compiler/01_build_event_step.py renamed to api/steps/compiler/01_build_event.step.py

@@ -0,0 +1,15 @@
+from motia import ApiRequest, ApiResponse, FlowContext, api
+
+config = {
+    "name": "firesim-buildbitstream-api",
+    "description": "build bitstream",
+    "flows": ["firesim"],
+    "triggers": [api("POST", "/firesim/buildbitstream")],
+    "enqueues": ["firesim.buildbitstream"],
+}
+
+
+async def handler(request: ApiRequest, ctx: FlowContext) -> ApiResponse:
+    body = request.body or {}
+    await ctx.enqueue({"topic": "firesim.buildbitstream", "data": {**body, "_trace_id": ctx.trace_id}})
+    return ApiResponse(status=202, body={"trace_id": ctx.trace_id})

api/steps/firesim/01_buildbitstream_api.step.py

@@ -10,10 +10,10 @@
 
 from utils.path import get_buckyball_path
 from utils.stream_run import stream_run_logger
-from utils.event_common import check_result
+from utils.event_common import check_result, get_origin_trace_id
 
 config = {
-    "name": "Firesim Buildbitstream",
+    "name": "firesim-buildbitstream",
     "description": "build bitstream",
     "flows": ["firesim"],
     "triggers": [queue("firesim.buildbitstream")],
@@ -22,6 +22,7 @@
 
 
 async def handler(input_data: dict, ctx: FlowContext) -> None:
+    origin_tid = get_origin_trace_id(input_data, ctx)
     bbdir = get_buckyball_path()
     script_dir = f"{bbdir}/workflow/steps/firesim/scripts"
     yaml_dir = f"{script_dir}/yaml"
@@ -44,8 +45,7 @@ async def handler(input_data: dict, ctx: FlowContext) -> None:
     # Return result to API
     # ==================================================================================
     success_result, failure_result = await check_result(
-        ctx, result.returncode, continue_run=False
-    )
+        ctx, result.returncode, continue_run=False, trace_id=origin_tid)
 
     # ==================================================================================
     # Continue routing

api/steps/firesim/01_buildbitstream_api_step.py

@@ -0,0 +1,16 @@
+from motia import ApiRequest, ApiResponse, FlowContext, api
+
+config = {
+    "name": "firesim-infrasetup-api",
+    "description": "infrasetup",
+    "flows": ["firesim"],
+    "triggers": [api("POST", "/firesim/infrasetup")],
+    "enqueues": ["firesim.infrasetup"],
+}
+
+
+async def handler(request: ApiRequest, ctx: FlowContext) -> ApiResponse:
+    body = request.body or {}
+    data = {"jobs": body.get("jobs", 16)}
+    await ctx.enqueue({"topic": "firesim.infrasetup", "data": {**data, "_trace_id": ctx.trace_id}})
+    return ApiResponse(status=202, body={"trace_id": ctx.trace_id})