225 lines
7.6 KiB
Plaintext
225 lines
7.6 KiB
Plaintext
|
use std
|
||
|
|
use ../lib_provisioning *
|
||
|
|
|
||
|
|
# Comprehensive workflow management commands
|
||
|
|
|
||
|
|
# List all active workflows
|
||
|
|
export def "workflow list" [
|
||
|
|
--orchestrator: string = "http://localhost:8080" # Orchestrator URL
|
||
|
|
--status: string # Filter by status: Pending, Running, Completed, Failed, Cancelled
|
||
|
|
]: nothing -> table {
|
||
|
|
let response = (http get $"($orchestrator)/tasks")
|
||
|
|
|
||
|
|
if not ($response | get success) {
|
||
|
|
_print $"Error: (($response | get error))"
|
||
|
|
return []
|
||
|
|
}
|
||
|
|
|
||
|
|
let tasks = ($response | get data)
|
||
|
|
|
||
|
|
let filtered_tasks = if ($status | is-not-empty) {
|
||
|
|
$tasks | where status == $status
|
||
|
|
} else {
|
||
|
|
$tasks
|
||
|
|
}
|
||
|
|
|
||
|
|
$filtered_tasks | select id name status created_at started_at completed_at
|
||
|
|
}
|
||
|
|
|
||
|
|
# Get detailed workflow status
|
||
|
|
export def "workflow status" [
|
||
|
|
task_id: string # Task ID to check
|
||
|
|
--orchestrator: string = "http://localhost:8080" # Orchestrator URL
|
||
|
|
]: nothing -> record {
|
||
|
|
let response = (http get $"($orchestrator)/tasks/($task_id)")
|
||
|
|
|
||
|
|
if not ($response | get success) {
|
||
|
|
return { error: ($response | get error) }
|
||
|
|
}
|
||
|
|
|
||
|
|
($response | get data)
|
||
|
|
}
|
||
|
|
|
||
|
|
# Monitor workflow progress in real-time
|
||
|
|
export def "workflow monitor" [
|
||
|
|
task_id: string # Task ID to monitor
|
||
|
|
--orchestrator: string = "http://localhost:8080" # Orchestrator URL
|
||
|
|
]: nothing -> nothing {
|
||
|
|
_print $"Monitoring workflow: ($task_id)"
|
||
|
|
_print "Press Ctrl+C to stop monitoring"
|
||
|
|
_print ""
|
||
|
|
|
||
|
|
while true {
|
||
|
|
let task = (workflow status $task_id --orchestrator $orchestrator)
|
||
|
|
|
||
|
|
if ($task | get -o error | is-not-empty) {
|
||
|
|
_print $"❌ Error getting task status: (($task | get error))"
|
||
|
|
break
|
||
|
|
}
|
||
|
|
|
||
|
|
let status = ($task | get status)
|
||
|
|
let created = ($task | get created_at)
|
||
|
|
let started = ($task | get -o started_at | default "Not started")
|
||
|
|
let completed = ($task | get -o completed_at | default "Not completed")
|
||
|
|
|
||
|
|
clear
|
||
|
|
_print $"📊 Workflow Status: ($task_id)"
|
||
|
|
_print $"═══════════════════════════════════════════════════════════════"
|
||
|
|
_print $"Name: (($task | get name))"
|
||
|
|
_print $"Status: ($status)"
|
||
|
|
_print $"Created: ($created)"
|
||
|
|
_print $"Started: ($started)"
|
||
|
|
_print $"Completed: ($completed)"
|
||
|
|
_print ""
|
||
|
|
|
||
|
|
match $status {
|
||
|
|
"Completed" => {
|
||
|
|
_print "✅ Workflow completed successfully!"
|
||
|
|
if ($task | get -o output | is-not-empty) {
|
||
|
|
_print ""
|
||
|
|
_print "Output:"
|
||
|
|
_print "───────"
|
||
|
|
_print ($task | get output)
|
||
|
|
}
|
||
|
|
break
|
||
|
|
},
|
||
|
|
"Failed" => {
|
||
|
|
_print "❌ Workflow failed!"
|
||
|
|
if ($task | get -o error | is-not-empty) {
|
||
|
|
_print ""
|
||
|
|
_print "Error:"
|
||
|
|
_print "──────"
|
||
|
|
_print ($task | get error)
|
||
|
|
}
|
||
|
|
break
|
||
|
|
},
|
||
|
|
"Running" => {
|
||
|
|
_print "🔄 Workflow is running..."
|
||
|
|
},
|
||
|
|
"Cancelled" => {
|
||
|
|
_print "🚫 Workflow was cancelled"
|
||
|
|
break
|
||
|
|
},
|
||
|
|
_ => {
|
||
|
|
_print $"⏳ Status: ($status)"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
_print ""
|
||
|
|
_print "Refreshing in 3 seconds... (Ctrl+C to stop)"
|
||
|
|
sleep 3sec
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
# Show workflow statistics
|
||
|
|
export def "workflow stats" [
|
||
|
|
--orchestrator: string = "http://localhost:8080" # Orchestrator URL
|
||
|
|
]: nothing -> record {
|
||
|
|
let tasks = (workflow list --orchestrator $orchestrator)
|
||
|
|
|
||
|
|
let total = ($tasks | length)
|
||
|
|
let completed = ($tasks | where status == "Completed" | length)
|
||
|
|
let failed = ($tasks | where status == "Failed" | length)
|
||
|
|
let running = ($tasks | where status == "Running" | length)
|
||
|
|
let pending = ($tasks | where status == "Pending" | length)
|
||
|
|
let cancelled = ($tasks | where status == "Cancelled" | length)
|
||
|
|
|
||
|
|
{
|
||
|
|
total: $total,
|
||
|
|
completed: $completed,
|
||
|
|
failed: $failed,
|
||
|
|
running: $running,
|
||
|
|
pending: $pending,
|
||
|
|
cancelled: $cancelled,
|
||
|
|
success_rate: (if $total > 0 { ($completed / $total * 100) | math round | into int } else { 0 })
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
# Clean up old completed workflows
|
||
|
|
export def "workflow cleanup" [
|
||
|
|
--orchestrator: string = "http://localhost:8080" # Orchestrator URL
|
||
|
|
--days: int = 7 # Remove workflows older than this many days
|
||
|
|
--dry-run # Show what would be removed without actually removing
|
||
|
|
]: nothing -> nothing {
|
||
|
|
_print $"Cleaning up workflows older than ($days) days..."
|
||
|
|
|
||
|
|
let cutoff_date = ((date now) - ($days * 86400 | into duration --unit sec))
|
||
|
|
let tasks = (workflow list --orchestrator $orchestrator)
|
||
|
|
|
||
|
|
let old_tasks = ($tasks | where {|task|
|
||
|
|
let task_date = ($task.completed_at | into datetime)
|
||
|
|
$task_date < $cutoff_date and ($task.status in ["Completed", "Failed", "Cancelled"])
|
||
|
|
})
|
||
|
|
|
||
|
|
if ($old_tasks | length) == 0 {
|
||
|
|
_print "No old workflows found for cleanup."
|
||
|
|
return
|
||
|
|
}
|
||
|
|
|
||
|
|
_print $"Found ($old_tasks | length) workflows for cleanup:"
|
||
|
|
$old_tasks | select id name status completed_at | table
|
||
|
|
|
||
|
|
if $dry_run {
|
||
|
|
_print ""
|
||
|
|
_print "Dry run mode - no workflows were actually removed."
|
||
|
|
_print "Run without --dry-run to perform the cleanup."
|
||
|
|
} else {
|
||
|
|
_print ""
|
||
|
|
_print "Note: Actual cleanup would require orchestrator API support for deletion."
|
||
|
|
_print "This is a placeholder for future implementation."
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
# Orchestrator health and info
|
||
|
|
export def "workflow orchestrator" [
|
||
|
|
--orchestrator: string = "http://localhost:8080" # Orchestrator URL
|
||
|
|
]: nothing -> record {
|
||
|
|
let health_response = (http get $"($orchestrator)/health")
|
||
|
|
let stats = (workflow stats --orchestrator $orchestrator)
|
||
|
|
|
||
|
|
if not ($health_response | get success) {
|
||
|
|
return {
|
||
|
|
status: "unreachable",
|
||
|
|
message: "Cannot connect to orchestrator",
|
||
|
|
orchestrator_url: $orchestrator
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
{
|
||
|
|
status: "healthy",
|
||
|
|
message: ($health_response | get data),
|
||
|
|
orchestrator_url: $orchestrator,
|
||
|
|
workflow_stats: $stats
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
# Submit workflows with dependency management
|
||
|
|
export def "workflow submit" [
|
||
|
|
workflow_type: string # server, taskserv, cluster
|
||
|
|
operation: string # create, delete, etc.
|
||
|
|
target: string # specific target (server name, taskserv name, etc.)
|
||
|
|
infra?: string # Infrastructure target
|
||
|
|
settings?: string # Settings file path
|
||
|
|
--depends-on: list<string> = [] # Task IDs this workflow depends on
|
||
|
|
--check (-c) # Check mode only
|
||
|
|
--wait (-w) # Wait for completion
|
||
|
|
--orchestrator: string = "http://localhost:8080" # Orchestrator URL
|
||
|
|
]: nothing -> record {
|
||
|
|
match $workflow_type {
|
||
|
|
"server" => {
|
||
|
|
use server_create.nu
|
||
|
|
server_create_workflow $infra $settings [$target] --check=$check --wait=$wait --orchestrator $orchestrator
|
||
|
|
},
|
||
|
|
"taskserv" => {
|
||
|
|
use taskserv.nu
|
||
|
|
taskserv_workflow $target $operation $infra $settings --check=$check --wait=$wait --orchestrator $orchestrator
|
||
|
|
},
|
||
|
|
"cluster" => {
|
||
|
|
use cluster.nu
|
||
|
|
cluster_workflow $target $operation $infra $settings --check=$check --wait=$wait --orchestrator $orchestrator
|
||
|
|
},
|
||
|
|
_ => {
|
||
|
|
{ status: "error", message: $"Unknown workflow type: ($workflow_type)" }
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|