Pipeline Runs

{
  "status": "running",
  "totalRows": 50000,
  "processedRows": 32000,
  "failedRows": 12,
  "skippedRows": 3,
  "partitions": 4,
  "completedPartitions": 2,
  "partitionDetails": [
    { "index": 0, "status": "completed", "rows": 12500 },
    { "index": 1, "status": "completed", "rows": 12500 },
    { "index": 2, "status": "running", "rows": 7000, "progress": 56 },
    { "index": 3, "status": "pending", "rows": 0 }
  ],
  "validationErrors": [
    { "row": 142, "column": "email", "value": "not-an-email", "error": "Invalid email format" }
  ],
  "eta": "3m",
  "durationMs": 45200,
  "loadStrategy": "upsert",
  "log": [
    { "stage": "extract", "message": "Read 50000 rows from source", "timestamp": "2026-03-30T10:00:05Z" }
  ]
}

{
  "runId": "run_001",
  "total": 12,
  "errors": [
    { "row": 142, "column": "email", "value": "not-an-email", "error": "Invalid email format" },
    { "row": 305, "column": "age", "value": "abc", "error": "Expected integer" }
  ]
}

Content-Type: text/csv; charset=utf-8
Content-Disposition: attachment; filename="pipeline-run-{runId}-errors.csv"

{
  "id": "run_002",
  "pipelineId": "pipe_001",
  "status": "pending",
  "loadStrategy": "upsert",
  "metadata": {
    "retryOf": "run_001",
    "resumeFromRow": 32000,
    "resumable": true
  },
  "log": [
    {
      "stage": "retry",
      "message": "Resuming from row 32000 (original run: run_001)",
      "timestamp": "2026-03-30T12:00:00Z"
    }
  ]
}

{
  "pipelines": [
    {
      "id": "pipe_001",
      "name": "Daily Customer Import",
      "connector": "Production S3",
      "connectorType": "s3",
      "polling": {
        "enabled": true,
        "intervalMinutes": 15,
        "touchFile": "_READY.dat",
        "prefix": "data/customers/",
        "deleteAfterProcess": true
      },
      "lastRunAt": "2026-03-30T02:00:00Z",
      "lastRunStatus": "completed"
    }
  ],
  "total": 1
}

{
  "message": "Polling cycle complete: checked 3 pipelines, triggered 1 runs",
  "checked": 3,
  "triggered": 1
}