artifacts-dashboard/backend/alembic/versions/004_add_workflow_tables.py
Paweł Orzech 75313b83c0
Add multi-user workflows/pipelines and error tracking
Add multi-user automation features and per-user error tracking.

- Database migrations: add workflow_configs/workflow_runs (004), app_errors (005), pipeline_configs/pipeline_runs (006), and add user_token_hash to app_errors (007).
- Backend: introduce per-request token handling (X-API-Token) via app.api.deps and update many API routes (auth, automations, bank, characters, dashboard, events, exchange, logs) to use user-scoped Artifacts client and character scoping. Auth endpoints no longer store tokens server-side (validate-only); clear is a no-op on server.
- New Errors API and services: endpoint to list, filter, resolve, and report errors scoped to the requesting user; add error models, schemas, middleware/error handler and error_service for recording/hashing tokens.
- Pipelines & Workflows: add API routers, models, schemas and engine modules (pipeline/worker/coordinator, workflow runner/conditions) and action_executor updates to support workflow/pipeline execution.
- Logs: logs endpoint now prefers fetching recent action logs from the game API (with fallback to local DB), supports paging and filtering, and scopes results to the user.
- Frontend: add pipeline/workflow builders, lists, progress components and hooks (use-errors, use-pipelines, use-workflows), sentry client config, and updates to API client/constants/types.
- Misc: add middleware error handler, various engine strategy tweaks, tests adjusted.

Overall this change enables per-user API tokens, scopes DB queries to each user, introduces pipelines/workflows runtime support, and centralizes application error tracking.
2026-03-01 23:02:34 +01:00

114 lines
3.8 KiB
Python

"""Add workflow_configs, workflow_runs tables
Revision ID: 004_workflows
Revises: 003_price_event
Create Date: 2026-03-01
"""
from typing import Sequence, Union
from alembic import op
import sqlalchemy as sa
# revision identifiers, used by Alembic.
revision: str = "004_workflows"
down_revision: Union[str, None] = "003_price_event"
branch_labels: Union[str, Sequence[str], None] = None
depends_on: Union[str, Sequence[str], None] = None
def upgrade() -> None:
# workflow_configs
op.create_table(
"workflow_configs",
sa.Column("id", sa.Integer(), autoincrement=True, nullable=False),
sa.Column("name", sa.String(length=100), nullable=False),
sa.Column("character_name", sa.String(length=100), nullable=False),
sa.Column("description", sa.Text(), nullable=False, server_default=sa.text("''")),
sa.Column(
"steps",
sa.JSON(),
nullable=False,
comment="JSON array of workflow steps",
),
sa.Column("loop", sa.Boolean(), nullable=False, server_default=sa.text("false")),
sa.Column("max_loops", sa.Integer(), nullable=False, server_default=sa.text("0")),
sa.Column("enabled", sa.Boolean(), nullable=False, server_default=sa.text("true")),
sa.Column(
"created_at",
sa.DateTime(timezone=True),
server_default=sa.text("now()"),
nullable=False,
),
sa.Column(
"updated_at",
sa.DateTime(timezone=True),
server_default=sa.text("now()"),
nullable=False,
),
sa.PrimaryKeyConstraint("id"),
)
op.create_index(
op.f("ix_workflow_configs_character_name"),
"workflow_configs",
["character_name"],
unique=False,
)
# workflow_runs
op.create_table(
"workflow_runs",
sa.Column("id", sa.Integer(), autoincrement=True, nullable=False),
sa.Column(
"workflow_id",
sa.Integer(),
sa.ForeignKey("workflow_configs.id", ondelete="CASCADE"),
nullable=False,
),
sa.Column(
"status",
sa.String(length=20),
nullable=False,
server_default=sa.text("'running'"),
comment="Status: running, paused, stopped, completed, error",
),
sa.Column("current_step_index", sa.Integer(), nullable=False, server_default=sa.text("0")),
sa.Column(
"current_step_id",
sa.String(length=100),
nullable=False,
server_default=sa.text("''"),
),
sa.Column("loop_count", sa.Integer(), nullable=False, server_default=sa.text("0")),
sa.Column("total_actions_count", sa.Integer(), nullable=False, server_default=sa.text("0")),
sa.Column("step_actions_count", sa.Integer(), nullable=False, server_default=sa.text("0")),
sa.Column(
"started_at",
sa.DateTime(timezone=True),
server_default=sa.text("now()"),
nullable=False,
),
sa.Column("stopped_at", sa.DateTime(timezone=True), nullable=True),
sa.Column("error_message", sa.Text(), nullable=True),
sa.Column(
"step_history",
sa.JSON(),
nullable=False,
server_default=sa.text("'[]'::json"),
comment="JSON array of completed step records",
),
sa.PrimaryKeyConstraint("id"),
)
op.create_index(
op.f("ix_workflow_runs_workflow_id"),
"workflow_runs",
["workflow_id"],
unique=False,
)
def downgrade() -> None:
op.drop_index(op.f("ix_workflow_runs_workflow_id"), table_name="workflow_runs")
op.drop_table("workflow_runs")
op.drop_index(op.f("ix_workflow_configs_character_name"), table_name="workflow_configs")
op.drop_table("workflow_configs")