From 22b02e7ce98a32647f8c3962dbf90aafabd53ff0 Mon Sep 17 00:00:00 2001 From: Codex Date: Sun, 17 May 2026 13:47:45 +0000 Subject: [PATCH] feat: rewrite code queue manager in rust --- docker-compose.yml | 2 +- .../microservices/code-queue-mgr/Cargo.lock | 1188 +++++++++ .../microservices/code-queue-mgr/Cargo.toml | 20 + .../microservices/code-queue-mgr/Dockerfile | 30 +- .../code-queue-mgr/src-rs/main.rs | 2202 +++++++++++++++++ 5 files changed, 3432 insertions(+), 10 deletions(-) create mode 100644 src/components/microservices/code-queue-mgr/Cargo.lock create mode 100644 src/components/microservices/code-queue-mgr/Cargo.toml create mode 100644 src/components/microservices/code-queue-mgr/src-rs/main.rs diff --git a/docker-compose.yml b/docker-compose.yml index 8604afd5..308808cd 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -230,7 +230,7 @@ services: volumes: - ${UNIDESK_LOG_DIR}:/var/log/unidesk healthcheck: - test: ["CMD", "bun", "-e", "fetch('http://127.0.0.1:4278/health').then(r=>process.exit(r.ok?0:1)).catch(()=>process.exit(1))"] + test: ["CMD", "code-queue-mgr", "--healthcheck"] interval: 5s timeout: 3s retries: 20 diff --git a/src/components/microservices/code-queue-mgr/Cargo.lock b/src/components/microservices/code-queue-mgr/Cargo.lock new file mode 100644 index 00000000..b3776cd3 --- /dev/null +++ b/src/components/microservices/code-queue-mgr/Cargo.lock @@ -0,0 +1,1188 @@ +# This file is automatically @generated by Cargo. +# It is not intended for manual editing. +version = 4 + +[[package]] +name = "android_system_properties" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "819e7219dbd41043ac279b19830f2efc897156490d7fd6ea916720117ee66311" +dependencies = [ + "libc", +] + +[[package]] +name = "anyhow" +version = "1.0.102" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7f202df86484c868dbad7eaa557ef785d5c66295e41b460ef922eca0723b842c" + +[[package]] +name = "ascii" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d92bec98840b8f03a5ff5413de5293bfcd8bf96467cf5452609f939ec6f5de16" + +[[package]] +name = "async-trait" +version = "0.1.89" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9035ad2d096bed7955a320ee7e2230574d28fd3c3a0f186cbea1ff3c7eed5dbb" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "autocfg" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8" + +[[package]] +name = "base64" +version = "0.22.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6" + +[[package]] +name = "bitflags" +version = "2.11.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c4512299f36f043ab09a583e57bceb5a5aab7a73db1805848e8fef3c9e8c78b3" + +[[package]] +name = "block-buffer" +version = "0.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cdd35008169921d80bc60d3d0ab416eecb028c4cd653352907921d95084790be" +dependencies = [ + "hybrid-array", +] + +[[package]] +name = "bumpalo" +version = "3.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5d20789868f4b01b2f2caec9f5c4e0213b41e3e5702a50157d699ae31ced2fcb" + +[[package]] +name = "byteorder" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b" + +[[package]] +name = "bytes" +version = "1.11.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e748733b7cbc798e1434b6ac524f0c1ff2ab456fe201501e6497c8417a4fc33" + +[[package]] +name = "cc" +version = "1.2.62" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a1dce859f0832a7d088c4f1119888ab94ef4b5d6795d1ce05afb7fe159d79f98" +dependencies = [ + "find-msvc-tools", + "shlex", +] + +[[package]] +name = "cfg-if" +version = "1.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801" + +[[package]] +name = "chacha20" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6f8d983286843e49675a4b7a2d174efe136dc93a18d69130dd18198a6c167601" +dependencies = [ + "cfg-if", + "cpufeatures", + "rand_core", +] + +[[package]] +name = "chrono" +version = "0.4.44" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c673075a2e0e5f4a1dde27ce9dee1ea4558c7ffe648f576438a20ca1d2acc4b0" +dependencies = [ + "iana-time-zone", + "num-traits", + "windows-link", +] + +[[package]] +name = "chunked_transfer" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6e4de3bc4ea267985becf712dc6d9eed8b04c953b3fcfb339ebc87acd9804901" + +[[package]] +name = "cmov" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f88a43d011fc4a6876cb7344703e297c71dda42494fee094d5f7c76bf13f746" + +[[package]] +name = "code-queue-mgr" +version = "0.1.0" +dependencies = [ + "chrono", + "postgres", + "serde_json", + "tiny_http", +] + +[[package]] +name = "const-oid" +version = "0.10.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a6ef517f0926dd24a1582492c791b6a4818a4d94e789a334894aa15b0d12f55c" + +[[package]] +name = "core-foundation-sys" +version = "0.8.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b" + +[[package]] +name = "cpufeatures" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b2a41393f66f16b0823bb79094d54ac5fbd34ab292ddafb9a0456ac9f87d201" +dependencies = [ + "libc", +] + +[[package]] +name = "crypto-common" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "77727bb15fa921304124b128af125e7e3b968275d1b108b379190264f4423710" +dependencies = [ + "hybrid-array", +] + +[[package]] +name = "ctutils" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7d5515a3834141de9eafb9717ad39eea8247b5674e6066c404e8c4b365d2a29e" +dependencies = [ + "cmov", +] + +[[package]] +name = "digest" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f1dd6dbb5841937940781866fa1281a1ff7bd3bf827091440879f9994983d5c2" +dependencies = [ + "block-buffer", + "const-oid", + "crypto-common", + "ctutils", +] + +[[package]] +name = "equivalent" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f" + +[[package]] +name = "fallible-iterator" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4443176a9f2c162692bd3d352d745ef9413eec5782a80d8fd6f8a1ac692a07f7" + +[[package]] +name = "find-msvc-tools" +version = "0.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5baebc0774151f905a1a2cc41989300b1e6fbb29aff0ceffa1064fdd3088d582" + +[[package]] +name = "foldhash" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d9c4f5dac5e15c24eb999c26181a6ca40b39fe946cbe4c263c7209467bc83af2" + +[[package]] +name = "futures-channel" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "07bbe89c50d7a535e539b8c17bc0b49bdb77747034daa8087407d655f3f7cc1d" +dependencies = [ + "futures-core", + "futures-sink", +] + +[[package]] +name = "futures-core" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7e3450815272ef58cec6d564423f6e755e25379b217b0bc688e295ba24df6b1d" + +[[package]] +name = "futures-sink" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c39754e157331b013978ec91992bde1ac089843443c49cbc7f46150b0fad0893" + +[[package]] +name = "futures-task" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "037711b3d59c33004d3856fbdc83b99d4ff37a24768fa1be9ce3538a1cde4393" + +[[package]] +name = "futures-util" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "389ca41296e6190b48053de0321d02a77f32f8a5d2461dd38762c0593805c6d6" +dependencies = [ + "futures-core", + "futures-sink", + "futures-task", + "pin-project-lite", + "slab", +] + +[[package]] +name = "getrandom" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0de51e6874e94e7bf76d726fc5d13ba782deca734ff60d5bb2fb2607c7406555" +dependencies = [ + "cfg-if", + "libc", + "r-efi", + "rand_core", + "wasip2", + "wasip3", +] + +[[package]] +name = "hashbrown" +version = "0.15.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9229cfe53dfd69f0609a49f65461bd93001ea1ef889cd5529dd176593f5338a1" +dependencies = [ + "foldhash", +] + +[[package]] +name = "hashbrown" +version = "0.17.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ed5909b6e89a2db4456e54cd5f673791d7eca6732202bbf2a9cc504fe2f9b84a" + +[[package]] +name = "heck" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea" + +[[package]] +name = "hmac" +version = "0.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6303bc9732ae41b04cb554b844a762b4115a61bfaa81e3e83050991eeb56863f" +dependencies = [ + "digest", +] + +[[package]] +name = "httpdate" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "df3b46402a9d5adb4c86a0cf463f42e19994e3ee891101b1841f30a545cb49a9" + +[[package]] +name = "hybrid-array" +version = "0.4.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9155a582abd142abc056962c29e3ce5ff2ad5469f4246b537ed42c5deba857da" +dependencies = [ + "typenum", +] + +[[package]] +name = "iana-time-zone" +version = "0.1.65" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e31bc9ad994ba00e440a8aa5c9ef0ec67d5cb5e5cb0cc7f8b744a35b389cc470" +dependencies = [ + "android_system_properties", + "core-foundation-sys", + "iana-time-zone-haiku", + "js-sys", + "log", + "wasm-bindgen", + "windows-core", +] + +[[package]] +name = "iana-time-zone-haiku" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f31827a206f56af32e590ba56d5d2d085f558508192593743f16b2306495269f" +dependencies = [ + "cc", +] + +[[package]] +name = "id-arena" +version = "2.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d3067d79b975e8844ca9eb072e16b31c3c1c36928edf9c6789548c524d0d954" + +[[package]] +name = "indexmap" +version = "2.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d466e9454f08e4a911e14806c24e16fba1b4c121d1ea474396f396069cf949d9" +dependencies = [ + "equivalent", + "hashbrown 0.17.1", + "serde", + "serde_core", +] + +[[package]] +name = "itoa" +version = "1.0.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682" + +[[package]] +name = "js-sys" +version = "0.3.98" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67df7112613f8bfd9150013a0314e196f4800d3201ae742489d999db2f979f08" +dependencies = [ + "cfg-if", + "futures-util", + "once_cell", + "wasm-bindgen", +] + +[[package]] +name = "leb128fmt" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09edd9e8b54e49e587e4f6295a7d29c3ea94d469cb40ab8ca70b288248a81db2" + +[[package]] +name = "libc" +version = "0.2.186" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "68ab91017fe16c622486840e4c83c9a37afeff978bd239b5293d61ece587de66" + +[[package]] +name = "libredox" +version = "0.1.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e02f3bb43d335493c96bf3fd3a321600bf6bd07ed34bc64118e9293bdffea46c" +dependencies = [ + "libc", +] + +[[package]] +name = "lock_api" +version = "0.4.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "224399e74b87b5f3557511d98dff8b14089b3dadafcab6bb93eab67d3aace965" +dependencies = [ + "scopeguard", +] + +[[package]] +name = "log" +version = "0.4.29" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5e5032e24019045c762d3c0f28f5b6b8bbf38563a65908389bf7978758920897" + +[[package]] +name = "md-5" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "69b6441f590336821bb897fb28fc622898ccceb1d6cea3fde5ea86b090c4de98" +dependencies = [ + "cfg-if", + "digest", +] + +[[package]] +name = "memchr" +version = "2.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8ca58f447f06ed17d5fc4043ce1b10dd205e060fb3ce5b979b8ed8e59ff3f79" + +[[package]] +name = "mio" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "50b7e5b27aa02a74bac8c3f23f448f8d87ff11f92d3aac1a6ed369ee08cc56c1" +dependencies = [ + "libc", + "wasi 0.11.1+wasi-snapshot-preview1", + "windows-sys", +] + +[[package]] +name = "num-traits" +version = "0.2.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841" +dependencies = [ + "autocfg", +] + +[[package]] +name = "objc2-core-foundation" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2a180dd8642fa45cdb7dd721cd4c11b1cadd4929ce112ebd8b9f5803cc79d536" +dependencies = [ + "bitflags", +] + +[[package]] +name = "objc2-system-configuration" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7216bd11cbda54ccabcab84d523dc93b858ec75ecfb3a7d89513fa22464da396" +dependencies = [ + "objc2-core-foundation", +] + +[[package]] +name = "once_cell" +version = "1.21.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50" + +[[package]] +name = "parking_lot" +version = "0.12.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "93857453250e3077bd71ff98b6a65ea6621a19bb0f559a85248955ac12c45a1a" +dependencies = [ + "lock_api", + "parking_lot_core", +] + +[[package]] +name = "parking_lot_core" +version = "0.9.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2621685985a2ebf1c516881c026032ac7deafcda1a2c9b7850dc81e3dfcb64c1" +dependencies = [ + "cfg-if", + "libc", + "redox_syscall", + "smallvec", + "windows-link", +] + +[[package]] +name = "percent-encoding" +version = "2.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9b4f627cb1b25917193a259e49bdad08f671f8d9708acfd5fe0a8c1455d87220" + +[[package]] +name = "phf" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c1562dc717473dbaa4c1f85a36410e03c047b2e7df7f45ee938fbef64ae7fadf" +dependencies = [ + "phf_shared", + "serde", +] + +[[package]] +name = "phf_shared" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e57fef6bc5981e38c2ce2d63bfa546861309f875b8a75f092d1d54ae2d64f266" +dependencies = [ + "siphasher", +] + +[[package]] +name = "pin-project-lite" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a89322df9ebe1c1578d689c92318e070967d1042b512afbe49518723f4e6d5cd" + +[[package]] +name = "postgres" +version = "0.19.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "aacf632d0554ff75f58183694f41dc8999c8a3a43a386994d0ec2d034f1dfbe1" +dependencies = [ + "bytes", + "fallible-iterator", + "futures-util", + "log", + "tokio", + "tokio-postgres", +] + +[[package]] +name = "postgres-protocol" +version = "0.6.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "56201207dac53e2f38e848e31b4b91616a6bb6e0c7205b77718994a7f49e70fc" +dependencies = [ + "base64", + "byteorder", + "bytes", + "fallible-iterator", + "hmac", + "md-5", + "memchr", + "rand", + "sha2", + "stringprep", +] + +[[package]] +name = "postgres-types" +version = "0.2.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8dc729a129e682e8d24170cd30ae1aa01b336b096cbb56df6d534ffec133d186" +dependencies = [ + "bytes", + "fallible-iterator", + "postgres-protocol", + "serde_core", + "serde_json", +] + +[[package]] +name = "prettyplease" +version = "0.2.37" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "479ca8adacdd7ce8f1fb39ce9ecccbfe93a3f1344b3d0d97f20bc0196208f62b" +dependencies = [ + "proc-macro2", + "syn", +] + +[[package]] +name = "proc-macro2" +version = "1.0.106" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8fd00f0bb2e90d81d1044c2b32617f68fcb9fa3bb7640c23e9c748e53fb30934" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "quote" +version = "1.0.45" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "41f2619966050689382d2b44f664f4bc593e129785a36d6ee376ddf37259b924" +dependencies = [ + "proc-macro2", +] + +[[package]] +name = "r-efi" +version = "6.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8dcc9c7d52a811697d2151c701e0d08956f92b0e24136cf4cf27b57a6a0d9bf" + +[[package]] +name = "rand" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d2e8e8bcc7961af1fdac401278c6a831614941f6164ee3bf4ce61b7edb162207" +dependencies = [ + "chacha20", + "getrandom", + "rand_core", +] + +[[package]] +name = "rand_core" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "63b8176103e19a2643978565ca18b50549f6101881c443590420e4dc998a3c69" + +[[package]] +name = "redox_syscall" +version = "0.5.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ed2bf2547551a7053d6fdfafda3f938979645c44812fbfcda098faae3f1a362d" +dependencies = [ + "bitflags", +] + +[[package]] +name = "rustversion" +version = "1.0.22" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b39cdef0fa800fc44525c84ccb54a029961a8215f9619753635a9c0d2538d46d" + +[[package]] +name = "scopeguard" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49" + +[[package]] +name = "semver" +version = "1.0.28" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a7852d02fc848982e0c167ef163aaff9cd91dc640ba85e263cb1ce46fae51cd" + +[[package]] +name = "serde" +version = "1.0.228" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9a8e94ea7f378bd32cbbd37198a4a91436180c5bb472411e48b5ec2e2124ae9e" +dependencies = [ + "serde_core", +] + +[[package]] +name = "serde_core" +version = "1.0.228" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "41d385c7d4ca58e59fc732af25c3983b67ac852c1a25000afe1175de458b67ad" +dependencies = [ + "serde_derive", +] + +[[package]] +name = "serde_derive" +version = "1.0.228" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "serde_json" +version = "1.0.149" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "83fc039473c5595ace860d8c4fafa220ff474b3fc6bfdb4293327f1a37e94d86" +dependencies = [ + "itoa", + "memchr", + "serde", + "serde_core", + "zmij", +] + +[[package]] +name = "sha2" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "446ba717509524cb3f22f17ecc096f10f4822d76ab5c0b9822c5f9c284e825f4" +dependencies = [ + "cfg-if", + "cpufeatures", + "digest", +] + +[[package]] +name = "shlex" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64" + +[[package]] +name = "siphasher" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8ee5873ec9cce0195efcb7a4e9507a04cd49aec9c83d0389df45b1ef7ba2e649" + +[[package]] +name = "slab" +version = "0.4.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c790de23124f9ab44544d7ac05d60440adc586479ce501c1d6d7da3cd8c9cf5" + +[[package]] +name = "smallvec" +version = "1.15.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03" + +[[package]] +name = "socket2" +version = "0.6.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3a766e1110788c36f4fa1c2b71b387a7815aa65f88ce0229841826633d93723e" +dependencies = [ + "libc", + "windows-sys", +] + +[[package]] +name = "stringprep" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7b4df3d392d81bd458a8a621b8bffbd2302a12ffe288a9d931670948749463b1" +dependencies = [ + "unicode-bidi", + "unicode-normalization", + "unicode-properties", +] + +[[package]] +name = "syn" +version = "2.0.117" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "tiny_http" +version = "0.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "389915df6413a2e74fb181895f933386023c71110878cd0825588928e64cdc82" +dependencies = [ + "ascii", + "chunked_transfer", + "httpdate", + "log", +] + +[[package]] +name = "tinyvec" +version = "1.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3e61e67053d25a4e82c844e8424039d9745781b3fc4f32b8d55ed50f5f667ef3" +dependencies = [ + "tinyvec_macros", +] + +[[package]] +name = "tinyvec_macros" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20" + +[[package]] +name = "tokio" +version = "1.52.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8fc7f01b389ac15039e4dc9531aa973a135d7a4135281b12d7c1bc79fd57fffe" +dependencies = [ + "bytes", + "libc", + "mio", + "pin-project-lite", + "socket2", + "windows-sys", +] + +[[package]] +name = "tokio-postgres" +version = "0.7.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4dd8df5ef180f6364759a6f00f7aadda4fbbac86cdee37480826a6ff9f3574ce" +dependencies = [ + "async-trait", + "byteorder", + "bytes", + "fallible-iterator", + "futures-channel", + "futures-util", + "log", + "parking_lot", + "percent-encoding", + "phf", + "pin-project-lite", + "postgres-protocol", + "postgres-types", + "rand", + "socket2", + "tokio", + "tokio-util", + "whoami", +] + +[[package]] +name = "tokio-util" +version = "0.7.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9ae9cec805b01e8fc3fd2fe289f89149a9b66dd16786abd8b19cfa7b48cb0098" +dependencies = [ + "bytes", + "futures-core", + "futures-sink", + "pin-project-lite", + "tokio", +] + +[[package]] +name = "typenum" +version = "1.20.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "40ce102ab67701b8526c123c1bab5cbe42d7040ccfd0f64af1a385808d2f43de" + +[[package]] +name = "unicode-bidi" +version = "0.3.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5c1cb5db39152898a79168971543b1cb5020dff7fe43c8dc468b0885f5e29df5" + +[[package]] +name = "unicode-ident" +version = "1.0.24" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75" + +[[package]] +name = "unicode-normalization" +version = "0.1.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5fd4f6878c9cb28d874b009da9e8d183b5abc80117c40bbd187a1fde336be6e8" +dependencies = [ + "tinyvec", +] + +[[package]] +name = "unicode-properties" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7df058c713841ad818f1dc5d3fd88063241cc61f49f5fbea4b951e8cf5a8d71d" + +[[package]] +name = "unicode-xid" +version = "0.2.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ebc1c04c71510c7f702b52b7c350734c9ff1295c464a03335b00bb84fc54f853" + +[[package]] +name = "wasi" +version = "0.11.1+wasi-snapshot-preview1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ccf3ec651a847eb01de73ccad15eb7d99f80485de043efb2f370cd654f4ea44b" + +[[package]] +name = "wasi" +version = "0.14.7+wasi-0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "883478de20367e224c0090af9cf5f9fa85bed63a95c1abf3afc5c083ebc06e8c" +dependencies = [ + "wasip2", +] + +[[package]] +name = "wasip2" +version = "1.0.3+wasi-0.2.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "20064672db26d7cdc89c7798c48a0fdfac8213434a1186e5ef29fd560ae223d6" +dependencies = [ + "wit-bindgen 0.57.1", +] + +[[package]] +name = "wasip3" +version = "0.4.0+wasi-0.3.0-rc-2026-01-06" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5428f8bf88ea5ddc08faddef2ac4a67e390b88186c703ce6dbd955e1c145aca5" +dependencies = [ + "wit-bindgen 0.51.0", +] + +[[package]] +name = "wasite" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "66fe902b4a6b8028a753d5424909b764ccf79b7a209eac9bf97e59cda9f71a42" +dependencies = [ + "wasi 0.14.7+wasi-0.2.4", +] + +[[package]] +name = "wasm-bindgen" +version = "0.2.121" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "49ace1d07c165b0864824eee619580c4689389afa9dc9ed3a4c75040d82e6790" +dependencies = [ + "cfg-if", + "once_cell", + "rustversion", + "wasm-bindgen-macro", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-macro" +version = "0.2.121" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e68e6f4afd367a562002c05637acb8578ff2dea1943df76afb9e83d177c8578" +dependencies = [ + "quote", + "wasm-bindgen-macro-support", +] + +[[package]] +name = "wasm-bindgen-macro-support" +version = "0.2.121" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d95a9ec35c64b2a7cb35d3fead40c4238d0940c86d107136999567a4703259f2" +dependencies = [ + "bumpalo", + "proc-macro2", + "quote", + "syn", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-shared" +version = "0.2.121" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c4e0100b01e9f0d03189a92b96772a1fb998639d981193d7dbab487302513441" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "wasm-encoder" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "990065f2fe63003fe337b932cfb5e3b80e0b4d0f5ff650e6985b1048f62c8319" +dependencies = [ + "leb128fmt", + "wasmparser", +] + +[[package]] +name = "wasm-metadata" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bb0e353e6a2fbdc176932bbaab493762eb1255a7900fe0fea1a2f96c296cc909" +dependencies = [ + "anyhow", + "indexmap", + "wasm-encoder", + "wasmparser", +] + +[[package]] +name = "wasmparser" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "47b807c72e1bac69382b3a6fb3dbe8ea4c0ed87ff5629b8685ae6b9a611028fe" +dependencies = [ + "bitflags", + "hashbrown 0.15.5", + "indexmap", + "semver", +] + +[[package]] +name = "web-sys" +version = "0.3.98" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4b572dff8bcf38bad0fa19729c89bb5748b2b9b1d8be70cf90df697e3a8f32aa" +dependencies = [ + "js-sys", + "wasm-bindgen", +] + +[[package]] +name = "whoami" +version = "2.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "998767ef88740d1f5b0682a9c53c24431453923962269c2db68ee43788c5a40d" +dependencies = [ + "libc", + "libredox", + "objc2-system-configuration", + "wasite", + "web-sys", +] + +[[package]] +name = "windows-core" +version = "0.62.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8e83a14d34d0623b51dce9581199302a221863196a1dde71a7663a4c2be9deb" +dependencies = [ + "windows-implement", + "windows-interface", + "windows-link", + "windows-result", + "windows-strings", +] + +[[package]] +name = "windows-implement" +version = "0.60.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "053e2e040ab57b9dc951b72c264860db7eb3b0200ba345b4e4c3b14f67855ddf" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "windows-interface" +version = "0.59.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f316c4a2570ba26bbec722032c4099d8c8bc095efccdc15688708623367e358" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "windows-link" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5" + +[[package]] +name = "windows-result" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7781fa89eaf60850ac3d2da7af8e5242a5ea78d1a11c49bf2910bb5a73853eb5" +dependencies = [ + "windows-link", +] + +[[package]] +name = "windows-strings" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7837d08f69c77cf6b07689544538e017c1bfcf57e34b4c0ff58e6c2cd3b37091" +dependencies = [ + "windows-link", +] + +[[package]] +name = "windows-sys" +version = "0.61.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ae137229bcbd6cdf0f7b80a31df61766145077ddf49416a728b02cb3921ff3fc" +dependencies = [ + "windows-link", +] + +[[package]] +name = "wit-bindgen" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d7249219f66ced02969388cf2bb044a09756a083d0fab1e566056b04d9fbcaa5" +dependencies = [ + "wit-bindgen-rust-macro", +] + +[[package]] +name = "wit-bindgen" +version = "0.57.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ebf944e87a7c253233ad6766e082e3cd714b5d03812acc24c318f549614536e" + +[[package]] +name = "wit-bindgen-core" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ea61de684c3ea68cb082b7a88508a8b27fcc8b797d738bfc99a82facf1d752dc" +dependencies = [ + "anyhow", + "heck", + "wit-parser", +] + +[[package]] +name = "wit-bindgen-rust" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b7c566e0f4b284dd6561c786d9cb0142da491f46a9fbed79ea69cdad5db17f21" +dependencies = [ + "anyhow", + "heck", + "indexmap", + "prettyplease", + "syn", + "wasm-metadata", + "wit-bindgen-core", + "wit-component", +] + +[[package]] +name = "wit-bindgen-rust-macro" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c0f9bfd77e6a48eccf51359e3ae77140a7f50b1e2ebfe62422d8afdaffab17a" +dependencies = [ + "anyhow", + "prettyplease", + "proc-macro2", + "quote", + "syn", + "wit-bindgen-core", + "wit-bindgen-rust", +] + +[[package]] +name = "wit-component" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9d66ea20e9553b30172b5e831994e35fbde2d165325bec84fc43dbf6f4eb9cb2" +dependencies = [ + "anyhow", + "bitflags", + "indexmap", + "log", + "serde", + "serde_derive", + "serde_json", + "wasm-encoder", + "wasm-metadata", + "wasmparser", + "wit-parser", +] + +[[package]] +name = "wit-parser" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ecc8ac4bc1dc3381b7f59c34f00b67e18f910c2c0f50015669dde7def656a736" +dependencies = [ + "anyhow", + "id-arena", + "indexmap", + "log", + "semver", + "serde", + "serde_derive", + "serde_json", + "unicode-xid", + "wasmparser", +] + +[[package]] +name = "zmij" +version = "1.0.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8848ee67ecc8aedbaf3e4122217aff892639231befc6a1b58d29fff4c2cabaa" diff --git a/src/components/microservices/code-queue-mgr/Cargo.toml b/src/components/microservices/code-queue-mgr/Cargo.toml new file mode 100644 index 00000000..26bc4f78 --- /dev/null +++ b/src/components/microservices/code-queue-mgr/Cargo.toml @@ -0,0 +1,20 @@ +[package] +name = "code-queue-mgr" +version = "0.1.0" +edition = "2021" + +[[bin]] +name = "code-queue-mgr" +path = "src-rs/main.rs" + +[profile.release] +codegen-units = 1 +lto = "thin" +opt-level = "z" +strip = true + +[dependencies] +chrono = { version = "0.4", default-features = false, features = ["clock", "std"] } +postgres = { version = "0.19", features = ["with-serde_json-1"] } +serde_json = "1" +tiny_http = "0.12" diff --git a/src/components/microservices/code-queue-mgr/Dockerfile b/src/components/microservices/code-queue-mgr/Dockerfile index c59b1dfa..e3dc6da7 100644 --- a/src/components/microservices/code-queue-mgr/Dockerfile +++ b/src/components/microservices/code-queue-mgr/Dockerfile @@ -1,12 +1,24 @@ -ARG CODE_QUEUE_MGR_BASE_IMAGE=oven/bun:1-debian -FROM ${CODE_QUEUE_MGR_BASE_IMAGE} +ARG CODE_QUEUE_MGR_RUST_IMAGE=rust:1.85-bookworm +FROM ${CODE_QUEUE_MGR_RUST_IMAGE} AS build -WORKDIR /app/src/components/microservices/code-queue-mgr -COPY src/components/microservices/code-queue-mgr/package.json ./package.json -RUN bun install --production -COPY src/components/microservices/code-queue-mgr/tsconfig.json ./tsconfig.json -COPY src/components/shared /app/src/components/shared -COPY src/components/microservices/code-queue-mgr/src ./src +WORKDIR /build +ENV CARGO_BUILD_JOBS=1 +COPY src/components/microservices/code-queue-mgr/Cargo.toml ./Cargo.toml +COPY src/components/microservices/code-queue-mgr/Cargo.lock ./Cargo.lock +RUN mkdir -p src-rs \ + && printf 'fn main() { println!("dependency cache"); }\n' > src-rs/main.rs \ + && cargo build --release \ + && rm -rf src-rs +COPY src/components/microservices/code-queue-mgr/src-rs ./src-rs +RUN touch src-rs/main.rs && cargo build --release + +FROM debian:bookworm-slim + +RUN apt-get update \ + && apt-get install -y --no-install-recommends ca-certificates \ + && rm -rf /var/lib/apt/lists/* + +COPY --from=build /build/target/release/code-queue-mgr /usr/local/bin/code-queue-mgr EXPOSE 4278 -CMD ["bun", "--smol", "run", "src/index.ts"] +CMD ["code-queue-mgr"] diff --git a/src/components/microservices/code-queue-mgr/src-rs/main.rs b/src/components/microservices/code-queue-mgr/src-rs/main.rs new file mode 100644 index 00000000..e4ed5375 --- /dev/null +++ b/src/components/microservices/code-queue-mgr/src-rs/main.rs @@ -0,0 +1,2202 @@ +#![recursion_limit = "512"] + +use chrono::{SecondsFormat, Utc}; +use postgres::{Client, NoTls}; +use serde_json::{json, Map, Value}; +use std::collections::VecDeque; +use std::env; +use std::error::Error; +use std::fs::{create_dir_all, OpenOptions}; +use std::io::{Read, Write}; +use std::net::TcpStream; +use std::path::Path; +use std::sync::{Arc, Mutex}; +use tiny_http::{Header, Method, Request, Response, Server, StatusCode}; + +const DEFAULT_QUEUE_ID: &str = "default"; +const MAX_BODY_BYTES: usize = 512 * 1024; +const MAX_LIST_LIMIT: i64 = 200; +const MAX_OUTPUT_PAGE_LIMIT: usize = 500; +const MAX_PREVIEW_CHARS: usize = 6000; + +#[derive(Clone)] +struct Config { + host: String, + port: u16, + database_url: String, + log_file: String, + deploy_service_id: String, + deploy_repo: String, + deploy_commit: String, + deploy_requested_commit: String, + mgr_pool_max: i64, + trace_pool_max: i64, + default_provider_id: String, + default_workdir: String, + remote_default_workdir: String, + default_model: String, + code_models: Vec, + default_max_attempts: i64, + default_reasoning_effort: Option, + model_reasoning_efforts: Value, +} + +#[derive(Clone)] +struct AppState { + config: Config, + started_at: String, + logs: Arc>>, + schema_ready: Arc>, + schema_last_error: Arc>>, + last_database_error: Arc>>, +} + +#[derive(Clone, Debug)] +struct TaskMeta { + id: String, + queue_id: String, + status: String, + provider_id: String, + execution_mode: String, + model: String, + cwd: String, + prompt: String, + base_prompt: String, + reference_task_ids: Value, + reference_injection: Option, + reasoning_effort: Option, + max_attempts: i64, + current_attempt: i64, + current_mode: Option, + codex_thread_id: Option, + active_turn_id: Option, + created_at: String, + updated_at: String, + started_at: Option, + finished_at: Option, + read_at: Option, + last_error: Option, + last_judge: Option, + output_count: i64, + event_count: i64, + attempt_count: i64, + last_output_seq: i64, + task_json: Option, +} + +#[derive(Clone, Debug)] +struct RequestUrl { + path: String, + query: Vec<(String, String)>, +} + +fn now_iso() -> String { + Utc::now().to_rfc3339_opts(SecondsFormat::Millis, true) +} + +fn env_string(name: &str, fallback: &str) -> String { + env::var(name).ok().filter(|value| !value.is_empty()).unwrap_or_else(|| fallback.to_string()) +} + +fn env_number(name: &str, fallback: i64) -> i64 { + env::var(name) + .ok() + .and_then(|value| value.parse::().ok()) + .filter(|value| *value > 0) + .unwrap_or(fallback) +} + +fn normalize_code_model(value: &str) -> String { + let raw = value.trim(); + if raw.is_empty() { + return raw.to_string(); + } + let lower = raw.to_ascii_lowercase(); + let leaf = lower.rsplit('/').next().unwrap_or(&lower); + if leaf == "m2.7" || leaf == "minimax-m2.7" { + return "minimax-m2.7".to_string(); + } + raw.to_string() +} + +fn code_agent_port(model: &str) -> &'static str { + if normalize_code_model(model) == "minimax-m2.7" { + "opencode" + } else { + "codex" + } +} + +fn code_agent_port_info(kind: &str) -> Value { + if kind == "opencode" { + json!({ + "kind": "opencode", + "protocol": "opencode-run-json-events", + "sessionResume": "opencode --session with persisted XDG storage and stale-session recovery", + "tracePort": "opencode-json-event" + }) + } else { + json!({ + "kind": "codex", + "protocol": "codex-app-server-jsonrpc-stdio", + "sessionResume": "thread/resume", + "tracePort": "codex-transcript" + }) + } +} + +fn execution_mode_info(mode: &str) -> Value { + if mode == "windows-native" { + json!({ + "kind": "windows-native", + "label": "Windows native Codex", + "description": "Run Codex on the provider Windows host while the execution container relays stdio.", + "codexRunsInContainer": false, + "requiresProvider": true, + "requiresWindowsCwd": true + }) + } else { + json!({ + "kind": "default", + "label": "Default Codex runtime", + "description": "Use the Code Queue node Codex runtime or the provider execution container.", + "codexRunsInContainer": true, + "requiresProvider": false, + "requiresWindowsCwd": false + }) + } +} + +fn parse_model_reasoning_efforts(raw: &str) -> Value { + let mut map = Map::new(); + map.insert("gpt-5.5".to_string(), json!("xhigh")); + for item in raw.split([',', ';']) { + let trimmed = item.trim(); + if trimmed.is_empty() { + continue; + } + if let Some((model, effort)) = trimmed.split_once('=') { + let model = model.trim().to_ascii_lowercase(); + let effort = effort.trim(); + if !model.is_empty() && !effort.is_empty() { + map.insert(model, json!(effort)); + } + } + } + Value::Object(map) +} + +fn config_from_env() -> Result { + let database_url = env_string("DATABASE_URL", ""); + if database_url.is_empty() { + return Err("DATABASE_URL is required".to_string()); + } + let default_model = normalize_code_model(&env_string("CODE_QUEUE_DEFAULT_MODEL", "gpt-5.5")); + let model_source = env_string("CODE_QUEUE_MODELS", "gpt-5.5,gpt-5.4-mini,gpt-5.4,minimax-m2.7"); + let mut code_models = vec![default_model.clone()]; + for item in model_source.split(',') { + let model = normalize_code_model(item); + if !model.is_empty() && !code_models.iter().any(|existing| existing == &model) { + code_models.push(model); + } + } + Ok(Config { + host: env_string("HOST", "0.0.0.0"), + port: env_number("PORT", 4278).clamp(1, 65535) as u16, + database_url, + log_file: env_string("LOG_FILE", "/var/log/unidesk/code-queue-mgr.jsonl"), + deploy_service_id: env_string("UNIDESK_CODE_QUEUE_MGR_DEPLOY_SERVICE_ID", "code-queue-mgr"), + deploy_repo: env_string("UNIDESK_CODE_QUEUE_MGR_DEPLOY_REPO", ""), + deploy_commit: env_string("UNIDESK_CODE_QUEUE_MGR_DEPLOY_COMMIT", ""), + deploy_requested_commit: env_string("UNIDESK_CODE_QUEUE_MGR_DEPLOY_REQUESTED_COMMIT", ""), + mgr_pool_max: env_number("CODE_QUEUE_MGR_DATABASE_POOL_MAX", 2).clamp(1, 2), + trace_pool_max: env_number("CODE_QUEUE_TRACE_DATABASE_POOL_MAX", 1).clamp(1, 2), + default_provider_id: env_string("CODE_QUEUE_MAIN_PROVIDER_ID", "D601"), + default_workdir: env_string("CODE_QUEUE_WORKDIR", "/workspace"), + remote_default_workdir: env_string("CODE_QUEUE_REMOTE_WORKDIR", "/home/ubuntu"), + default_model, + code_models, + default_max_attempts: env_number("CODE_QUEUE_MAX_ATTEMPTS", 99).clamp(1, 99), + default_reasoning_effort: env::var("CODE_QUEUE_DEFAULT_REASONING_EFFORT").ok().filter(|value| !value.trim().is_empty()), + model_reasoning_efforts: parse_model_reasoning_efforts(&env_string("CODE_QUEUE_MODEL_REASONING_EFFORTS", "")), + }) +} + +fn with_lock(mutex: &Mutex, f: F) +where + F: FnOnce(&mut T), +{ + if let Ok(mut guard) = mutex.lock() { + f(&mut guard); + } +} + +fn set_schema_ready(state: &AppState, ready: bool, error: Option) { + with_lock(&state.schema_ready, |value| *value = ready); + with_lock(&state.schema_last_error, |value| *value = error.clone()); + if let Some(error) = error { + with_lock(&state.last_database_error, |value| *value = Some(error.to_string())); + } +} + +fn schema_ready(state: &AppState) -> bool { + state.schema_ready.lock().map(|value| *value).unwrap_or(false) +} + +fn schema_last_error(state: &AppState) -> Option { + state.schema_last_error.lock().ok().and_then(|value| value.clone()) +} + +fn last_database_error(state: &AppState) -> Option { + state.last_database_error.lock().ok().and_then(|value| value.clone()) +} + +fn log_event(state: &AppState, level: &str, event: &str, mut detail: Value) { + let mut record = Map::new(); + record.insert("at".to_string(), json!(now_iso())); + record.insert("service".to_string(), json!("code-queue-mgr")); + record.insert("runtime".to_string(), json!("rust")); + record.insert("level".to_string(), json!(level)); + record.insert("event".to_string(), json!(event)); + if let Value::Object(detail_map) = &mut detail { + for (key, value) in std::mem::take(detail_map) { + record.insert(key, value); + } + } + let value = Value::Object(record); + with_lock(&state.logs, |logs| { + logs.push_back(value.clone()); + while logs.len() > 300 { + logs.pop_front(); + } + }); + let text = value.to_string(); + if !state.config.log_file.is_empty() { + if let Some(parent) = Path::new(&state.config.log_file).parent() { + let _ = create_dir_all(parent); + } + if let Ok(mut file) = OpenOptions::new().create(true).append(true).open(&state.config.log_file) { + let _ = writeln!(file, "{text}"); + } + } + if level == "error" { + eprintln!("{text}"); + } else { + println!("{text}"); + } +} + +fn db_client(state: &AppState, application_name: &str) -> Result { + let mut client = Client::connect(&state.config.database_url, NoTls).map_err(|error| error.to_string())?; + let app = application_name.replace('\'', ""); + let _ = client.batch_execute(&format!( + "SET application_name = '{}'; SET statement_timeout = '8000ms'; SET lock_timeout = '2000ms'", + app + )); + Ok(client) +} + +fn error_detail(error: &(dyn Error + 'static)) -> String { + let mut parts = vec![error.to_string()]; + let mut source = error.source(); + while let Some(next) = source { + parts.push(next.to_string()); + source = next.source(); + } + parts.join(": ") +} + +fn ensure_schema(state: &AppState) -> Result<(), String> { + let mut client = db_client(state, "unidesk-code-queue-mgr-rust-schema")?; + client.batch_execute( + " + CREATE TABLE IF NOT EXISTS unidesk_code_queue_tasks ( + id TEXT PRIMARY KEY, + queue_id TEXT NOT NULL DEFAULT 'default', + status TEXT NOT NULL, + provider_id TEXT NOT NULL DEFAULT 'main-server', + execution_mode TEXT NOT NULL DEFAULT 'default', + model TEXT NOT NULL, + cwd TEXT NOT NULL, + prompt TEXT NOT NULL, + base_prompt TEXT NOT NULL DEFAULT '', + reference_task_ids JSONB NOT NULL DEFAULT '[]'::jsonb, + reference_injection JSONB, + reasoning_effort TEXT, + max_attempts INTEGER NOT NULL, + current_attempt INTEGER NOT NULL DEFAULT 0, + current_mode TEXT, + codex_thread_id TEXT, + active_turn_id TEXT, + created_at TIMESTAMPTZ NOT NULL, + updated_at TIMESTAMPTZ NOT NULL, + started_at TIMESTAMPTZ, + finished_at TIMESTAMPTZ, + read_at TIMESTAMPTZ, + last_error TEXT, + last_judge JSONB, + output_count INTEGER NOT NULL DEFAULT 0, + event_count INTEGER NOT NULL DEFAULT 0, + attempt_count INTEGER NOT NULL DEFAULT 0, + last_output_seq BIGINT NOT NULL DEFAULT 0, + task_json JSONB NOT NULL + ); + CREATE TABLE IF NOT EXISTS unidesk_code_queue_queues ( + id TEXT PRIMARY KEY, + name TEXT NOT NULL DEFAULT '', + created_at TIMESTAMPTZ NOT NULL, + updated_at TIMESTAMPTZ NOT NULL + ); + ALTER TABLE unidesk_code_queue_tasks ADD COLUMN IF NOT EXISTS queue_id TEXT NOT NULL DEFAULT 'default'; + ALTER TABLE unidesk_code_queue_tasks ADD COLUMN IF NOT EXISTS provider_id TEXT NOT NULL DEFAULT 'main-server'; + ALTER TABLE unidesk_code_queue_tasks ADD COLUMN IF NOT EXISTS execution_mode TEXT NOT NULL DEFAULT 'default'; + ALTER TABLE unidesk_code_queue_tasks ADD COLUMN IF NOT EXISTS base_prompt TEXT NOT NULL DEFAULT ''; + ALTER TABLE unidesk_code_queue_tasks ADD COLUMN IF NOT EXISTS reference_task_ids JSONB NOT NULL DEFAULT '[]'::jsonb; + ALTER TABLE unidesk_code_queue_tasks ADD COLUMN IF NOT EXISTS reference_injection JSONB; + ALTER TABLE unidesk_code_queue_tasks ADD COLUMN IF NOT EXISTS read_at TIMESTAMPTZ; + ALTER TABLE unidesk_code_queue_queues ADD COLUMN IF NOT EXISTS name TEXT NOT NULL DEFAULT ''; + CREATE INDEX IF NOT EXISTS idx_code_queue_tasks_list ON unidesk_code_queue_tasks (status, updated_at DESC, id DESC); + CREATE INDEX IF NOT EXISTS idx_code_queue_tasks_queue_updated ON unidesk_code_queue_tasks (queue_id, updated_at DESC, id DESC); + ", + ).map_err(|error| error_detail(&error))?; + let now = now_iso(); + client + .execute( + " + INSERT INTO unidesk_code_queue_queues (id, name, created_at, updated_at) + VALUES ($1, $2, $3::text::timestamptz, $3::text::timestamptz) + ON CONFLICT (id) DO NOTHING + ", + &[&DEFAULT_QUEUE_ID.to_string(), &DEFAULT_QUEUE_ID.to_string(), &now], + ) + .map_err(|error| error_detail(&error))?; + Ok(()) +} + +fn ensure_schema_with_retry(state: AppState) { + for attempt in 1..=12 { + match ensure_schema(&state) { + Ok(()) => { + set_schema_ready(&state, true, None); + log_event(&state, "info", "schema_ready", json!({ "attempt": attempt })); + return; + } + Err(error) => { + let detail = json!({ "message": error }); + set_schema_ready(&state, false, Some(detail.clone())); + log_event(&state, "warn", "schema_retry", json!({ "attempt": attempt, "error": detail })); + std::thread::sleep(std::time::Duration::from_millis((attempt * 1000).min(10_000))); + } + } + } +} + +fn json_response(body: Value, status: u16) -> Response>> { + let mut response = Response::from_string(serde_json::to_string_pretty(&body).unwrap_or_else(|_| "{}".to_string())) + .with_status_code(StatusCode(status)); + for (name, value) in [ + ("content-type", "application/json; charset=utf-8"), + ("access-control-allow-origin", "*"), + ("access-control-allow-methods", "GET,HEAD,POST,PATCH,PUT,DELETE,OPTIONS"), + ("access-control-allow-headers", "content-type,accept"), + ] { + response = response.with_header(Header::from_bytes(name.as_bytes(), value.as_bytes()).unwrap()); + } + response +} + +fn read_json_body(request: &mut Request) -> Result { + let mut text = String::new(); + let mut limited = request.as_reader().take(MAX_BODY_BYTES as u64 + 1); + limited + .read_to_string(&mut text) + .map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 400))?; + if text.len() > MAX_BODY_BYTES { + return Err((json!({ "ok": false, "error": "request body too large" }), 413)); + } + if text.trim().is_empty() { + return Ok(json!({})); + } + serde_json::from_str(&text).map_err(|error| (json!({ "ok": false, "error": "invalid JSON request body", "detail": error.to_string() }), 400)) +} + +fn parse_url(request_url: &str) -> RequestUrl { + let (path_raw, query_raw) = request_url.split_once('?').unwrap_or((request_url, "")); + let path = if path_raw.is_empty() { "/" } else { path_raw }.to_string(); + let query = query_raw + .split('&') + .filter(|item| !item.is_empty()) + .map(|item| { + let (key, value) = item.split_once('=').unwrap_or((item, "")); + (percent_decode(key), percent_decode(value)) + }) + .collect(); + RequestUrl { path, query } +} + +fn query_param(url: &RequestUrl, name: &str) -> Option { + url.query.iter().find(|(key, _)| key == name).map(|(_, value)| value.clone()) +} + +fn parse_i64(value: Option, fallback: i64) -> i64 { + value.and_then(|item| item.parse::().ok()).unwrap_or(fallback) +} + +fn parse_usize(value: Option, fallback: usize) -> usize { + value.and_then(|item| item.parse::().ok()).unwrap_or(fallback) +} + +fn validate_queue_id(value: &str) -> Result { + let text = value.trim(); + if text.is_empty() { + return Ok(DEFAULT_QUEUE_ID.to_string()); + } + if text.len() > 64 { + return Err("queueId must be 64 characters or fewer".to_string()); + } + let mut chars = text.chars(); + let Some(first) = chars.next() else { + return Ok(DEFAULT_QUEUE_ID.to_string()); + }; + if !first.is_ascii_alphanumeric() { + return Err("queueId must start with an ASCII letter or digit".to_string()); + } + if !chars.all(|ch| ch.is_ascii_alphanumeric() || ch == '_' || ch == '.' || ch == '-') { + return Err("queueId must match /^[A-Za-z0-9][A-Za-z0-9_.-]{0,63}$/".to_string()); + } + Ok(text.to_string()) +} + +fn safe_queue_id(value: &str) -> String { + validate_queue_id(value).unwrap_or_else(|_| DEFAULT_QUEUE_ID.to_string()) +} + +fn queue_name_from_value(value: Option<&Value>, queue_id: &str) -> Result { + let name = value.and_then(Value::as_str).unwrap_or(queue_id).trim(); + let normalized = name + .chars() + .map(|ch| if ch.is_control() { ' ' } else { ch }) + .collect::() + .split_whitespace() + .collect::>() + .join(" "); + let result = if normalized.is_empty() { queue_id.to_string() } else { normalized }; + if result.chars().count() > 80 { + return Err("queue name must be 80 characters or fewer".to_string()); + } + Ok(result) +} + +fn preview(text: &str, max_chars: usize) -> String { + if text.chars().count() <= max_chars { + return text.to_string(); + } + let take = max_chars.saturating_sub(20); + let mut result = text.chars().take(take).collect::(); + result.push_str("\n..."); + result +} + +fn prefix_preview(text: &str, max_chars: usize) -> String { + if text.chars().count() <= max_chars { + return text.to_string(); + } + let take = max_chars.saturating_sub(1); + let mut result = text.chars().take(take).collect::(); + result.push('…'); + result +} + +fn strip_after_marker(text: &str, marker: &str) -> Option { + text.find(marker).map(|index| text[index + marker.len()..].trim_start().to_string()) +} + +fn user_prompt_for_display(prompt: &str) -> String { + let trimmed = prompt.trim_start(); + if trimmed.starts_with("# Code Queue 运行环境提示") { + if let Some(value) = strip_after_marker(prompt, "\n# 本次任务\n") { + return value; + } + } + if trimmed.starts_with("# Code Queue 已解析引用上下文") { + if let Some(value) = strip_after_marker(prompt, "\n# 本次任务\n") { + return value; + } + } + prompt.to_string() +} + +fn prompt_with_environment_hint(prompt: &str) -> String { + if prompt.trim_start().starts_with("# Code Queue 运行环境提示") { + return prompt.to_string(); + } + [ + "# Code Queue 运行环境提示", + "如果当前 Code Queue Docker 容器缺少完成任务所需的环境、系统包或语言依赖，可以先在容器内临时安装以推进当前任务；同时必须把该依赖补到 `src/components/microservices/code-queue/Dockerfile`，让后续任务重建镜像后可直接使用。", + "", + "# 本次任务", + prompt.trim(), + ] + .join("\n") +} + +fn terminal_status(status: &str) -> bool { + matches!(status, "succeeded" | "failed" | "canceled") +} + +fn queued_prompt_editable(task: &TaskMeta) -> bool { + task.status == "queued" + && task.started_at.is_none() + && task.current_attempt == 0 + && task.codex_thread_id.is_none() + && task.active_turn_id.is_none() + && task.task_json.as_ref().and_then(|value| value.get("nextMode")).map_or(true, Value::is_null) + && task.task_json.as_ref().and_then(|value| value.get("nextPrompt")).map_or(true, Value::is_null) + && task.attempt_count == 0 +} + +fn timing_json(task: &TaskMeta) -> Value { + fn parse_ms(value: &Option) -> Option { + value + .as_ref() + .and_then(|text| chrono::DateTime::parse_from_rfc3339(text).ok()) + .map(|date| date.timestamp_millis()) + } + let created = parse_ms(&Some(task.created_at.clone())); + let started = parse_ms(&task.started_at); + let finished = parse_ms(&task.finished_at); + let updated = parse_ms(&Some(task.updated_at.clone())); + let now = Utc::now().timestamp_millis(); + let queued_end = started.or(finished).or(updated).unwrap_or(now); + json!({ + "queuedMs": created.map(|value| queued_end - value), + "runMs": started.map(|value| finished.unwrap_or(now) - value), + "totalElapsedMs": created.map(|value| finished.unwrap_or(now) - value), + "durationMs": started.map(|value| finished.unwrap_or(now) - value) + }) +} + +fn json_array_len(value: Option<&Value>, key: &str, fallback: i64) -> i64 { + value + .and_then(|json| json.get(key)) + .and_then(Value::as_array) + .map(|items| items.len() as i64) + .unwrap_or(fallback) +} + +fn output_array(task: &TaskMeta) -> Vec { + task.task_json + .as_ref() + .and_then(|value| value.get("output")) + .and_then(Value::as_array) + .cloned() + .unwrap_or_default() +} + +fn attempts_array(task: &TaskMeta) -> Vec { + task.task_json + .as_ref() + .and_then(|value| value.get("attempts")) + .and_then(Value::as_array) + .cloned() + .unwrap_or_default() +} + +fn final_response(task: &TaskMeta) -> String { + task.task_json + .as_ref() + .and_then(|value| value.get("finalResponse")) + .and_then(Value::as_str) + .unwrap_or("") + .to_string() +} + +fn text_from_output(item: &Value) -> String { + item.get("text").and_then(Value::as_str).unwrap_or("").to_string() +} + +fn seq_from_output(item: &Value) -> i64 { + item.get("seq").and_then(Value::as_i64).unwrap_or(0) +} + +fn output_max_seq(task: &TaskMeta) -> i64 { + let from_output = output_array(task).iter().map(seq_from_output).max().unwrap_or(0); + task.last_output_seq.max(from_output) +} + +fn last_assistant_message(task: &TaskMeta) -> Value { + let final_text = final_response(task); + if !final_text.trim().is_empty() { + return json!({ + "text": final_text, + "at": task.finished_at.clone().unwrap_or_else(|| task.updated_at.clone()), + "seq": Value::Null, + "source": "finalResponse" + }); + } + for item in output_array(task).iter().rev() { + if item.get("channel").and_then(Value::as_str) == Some("assistant") { + return json!({ + "text": text_from_output(item), + "at": item.get("at").cloned().unwrap_or_else(|| json!(task.updated_at)), + "seq": item.get("seq").cloned().unwrap_or(Value::Null), + "source": "output" + }); + } + } + json!({ "text": "", "at": task.updated_at, "seq": Value::Null, "source": "none" }) +} + +fn task_list_response(_state: &AppState, task: &TaskMeta, lite: bool) -> Value { + let display_prompt = if task.base_prompt.is_empty() { + user_prompt_for_display(&task.prompt) + } else { + task.base_prompt.clone() + }; + let output_count = json_array_len(task.task_json.as_ref(), "output", task.output_count); + let event_count = json_array_len(task.task_json.as_ref(), "events", task.event_count); + let attempt_count = json_array_len(task.task_json.as_ref(), "attempts", task.attempt_count); + let attempts = attempts_array(task); + let attempt_preview = if lite && attempts.len() > 3 { + attempts[attempts.len() - 3..].to_vec() + } else { + attempts + }; + let final_text = final_response(task); + let agent_port = code_agent_port(&task.model); + json!({ + "id": task.id, + "queueId": task.queue_id, + "queueEnteredAt": task.task_json.as_ref().and_then(|value| value.get("queueEnteredAt")).and_then(Value::as_str).unwrap_or(&task.created_at), + "prompt": if lite { prefix_preview(&display_prompt, 360) } else { preview(&task.prompt, 2000) }, + "basePrompt": if lite { prefix_preview(&task.base_prompt, 360) } else { preview(&task.base_prompt, 2000) }, + "displayPrompt": if lite { prefix_preview(&display_prompt, 360) } else { preview(&display_prompt, 2000) }, + "promptChars": task.prompt.chars().count(), + "basePromptChars": task.base_prompt.chars().count(), + "displayPromptChars": display_prompt.chars().count(), + "promptEditable": queued_prompt_editable(task), + "finalResponseChars": final_text.chars().count(), + "stepCount": task.task_json.as_ref().and_then(|value| value.get("stepCount")).and_then(Value::as_i64).unwrap_or(task.last_output_seq), + "llmStepCount": task.task_json.as_ref().and_then(|value| value.get("llmStepCount")).and_then(Value::as_i64).unwrap_or(task.last_output_seq), + "traceStats": Value::Null, + "statsSource": "code-queue-mgr-rust", + "summaryOnly": true, + "referenceTaskIds": task.reference_task_ids, + "referenceInjection": task.reference_injection, + "providerId": task.provider_id, + "executionMode": task.execution_mode, + "executionModeInfo": execution_mode_info(&task.execution_mode), + "cwd": task.cwd, + "model": task.model, + "agentPort": agent_port, + "agentPortInfo": code_agent_port_info(agent_port), + "reasoningEffort": task.reasoning_effort, + "maxAttempts": task.max_attempts, + "status": task.status, + "queuedReason": if task.status == "queued" || task.status == "retry_wait" { + json!({ "code": "mgr-visible", "label": if task.status == "retry_wait" { "RETRY" } else { "QUEUED" }, "message": "Task is visible from master code-queue-mgr; D601 scheduler will pick it up from PostgreSQL." }) + } else { + Value::Null + }, + "queuedReasonLabel": if task.status == "retry_wait" { json!("RETRY") } else if task.status == "queued" { json!("QUEUED") } else { Value::Null }, + "createdAt": task.created_at, + "updatedAt": task.updated_at, + "startedAt": task.started_at, + "finishedAt": task.finished_at, + "readAt": task.read_at, + "currentAttempt": task.current_attempt, + "currentMode": task.current_mode, + "judgeFailCount": task.task_json.as_ref().and_then(|value| value.get("judgeFailCount")).and_then(Value::as_i64).unwrap_or(0), + "judgeFailRetryLimit": 3, + "codexThreadId": task.codex_thread_id, + "activeTurnId": task.active_turn_id, + "lastError": task.last_error, + "lastJudge": task.last_judge, + "cancelRequested": task.task_json.as_ref().and_then(|value| value.get("cancelRequested")).and_then(Value::as_bool).unwrap_or(false), + "terminalUnread": terminal_status(&task.status) && task.read_at.is_none(), + "outputCount": output_count, + "eventCount": event_count, + "attemptCount": attempt_count, + "attempts": attempt_preview, + "timing": timing_json(task), + "_runtime": "rust", + "_readPath": "column-first" + }) +} + +fn task_meta_response(state: &AppState, task: &TaskMeta) -> Value { + let mut base = task_list_response(state, task, false); + let map = base.as_object_mut().expect("task response object"); + let output_count = json_array_len(task.task_json.as_ref(), "output", task.output_count); + let prompt_history_count = json_array_len(task.task_json.as_ref(), "promptHistory", 0); + map.insert("prompt".to_string(), json!(task.prompt)); + map.insert("basePrompt".to_string(), json!(task.base_prompt)); + map.insert("finalResponse".to_string(), json!(final_response(task))); + map.insert( + "promptHistory".to_string(), + task.task_json.as_ref().and_then(|value| value.get("promptHistory")).cloned().unwrap_or_else(|| json!([])), + ); + map.insert("attempts".to_string(), json!(attempts_array(task))); + map.insert( + "nextMode".to_string(), + task.task_json.as_ref().and_then(|value| value.get("nextMode")).cloned().unwrap_or(Value::Null), + ); + map.insert("outputCount".to_string(), json!(output_count)); + map.insert("retainedOutputCount".to_string(), json!(output_count)); + map.insert("eventCount".to_string(), json!(json_array_len(task.task_json.as_ref(), "events", task.event_count))); + map.insert("transcriptCount".to_string(), json!(output_count + prompt_history_count)); + map.insert("transcriptMaxSeq".to_string(), json!(output_max_seq(task))); + map.insert("transcript".to_string(), json!([])); + map.insert("output".to_string(), json!([])); + map.insert("events".to_string(), json!([])); + map.insert("summaryOnly".to_string(), json!(false)); + base +} + +fn row_to_task(row: &postgres::Row, include_task_json: bool) -> TaskMeta { + TaskMeta { + id: row.get("id"), + queue_id: safe_queue_id(row.get::<_, String>("queue_id").as_str()), + status: row.get("status"), + provider_id: row.get("provider_id"), + execution_mode: row.get("execution_mode"), + model: row.get("model"), + cwd: row.get("cwd"), + prompt: row.get("prompt"), + base_prompt: row.get("base_prompt"), + reference_task_ids: row.get("reference_task_ids"), + reference_injection: row.get("reference_injection"), + reasoning_effort: row.get("reasoning_effort"), + max_attempts: row.get::<_, i32>("max_attempts") as i64, + current_attempt: row.get::<_, i32>("current_attempt") as i64, + current_mode: row.get("current_mode"), + codex_thread_id: row.get("codex_thread_id"), + active_turn_id: row.get("active_turn_id"), + created_at: row.get("created_at"), + updated_at: row.get("updated_at"), + started_at: row.get("started_at"), + finished_at: row.get("finished_at"), + read_at: row.get("read_at"), + last_error: row.get("last_error"), + last_judge: row.get("last_judge"), + output_count: row.get::<_, i32>("output_count") as i64, + event_count: row.get::<_, i32>("event_count") as i64, + attempt_count: row.get::<_, i32>("attempt_count") as i64, + last_output_seq: row.get::<_, i64>("last_output_seq"), + task_json: if include_task_json { row.get("task_json") } else { None }, + } +} + +fn load_task(state: &AppState, task_id: &str, include_full_json: bool) -> Result, String> { + let mut client = db_client(state, "unidesk-code-queue-mgr-rust-task")?; + let task_json_sql = if include_full_json { "task_json" } else { "task_json - 'output' - 'events' - 'promptHistory'" }; + let query = format!( + " + SELECT id, queue_id, status, provider_id, execution_mode, model, cwd, prompt, base_prompt, + reference_task_ids, reference_injection, reasoning_effort, max_attempts, current_attempt, + current_mode, codex_thread_id, active_turn_id, + to_json(created_at)#>>'{{}}' AS created_at, + to_json(updated_at)#>>'{{}}' AS updated_at, + to_json(started_at)#>>'{{}}' AS started_at, + to_json(finished_at)#>>'{{}}' AS finished_at, + to_json(read_at)#>>'{{}}' AS read_at, + last_error, last_judge, output_count, event_count, attempt_count, last_output_seq, + {task_json_sql} AS task_json + FROM unidesk_code_queue_tasks + WHERE id = $1 + LIMIT 1 + " + ); + let rows = client.query(&query, &[&task_id]).map_err(|error| error.to_string())?; + Ok(rows.first().map(|row| row_to_task(row, true))) +} + +fn load_tasks_for_list(state: &AppState, url: &RequestUrl, include_compact_json: bool) -> Result<(Vec, i64, i64, i64), String> { + let limit = parse_i64(query_param(url, "limit"), 100).clamp(1, MAX_LIST_LIMIT); + let offset = parse_i64(query_param(url, "offset"), 0).max(0); + let status = query_param(url, "status").filter(|value| !value.is_empty()); + let queue_id = query_param(url, "queueId").filter(|value| !value.is_empty()).map(|value| safe_queue_id(&value)); + let search = query_param(url, "q") + .or_else(|| query_param(url, "search")) + .unwrap_or_default() + .trim() + .to_string(); + let mut client = db_client(state, "unidesk-code-queue-mgr-rust-list")?; + let task_json_sql = if include_compact_json { "task_json - 'output' - 'events' - 'promptHistory'" } else { "NULL::jsonb" }; + let query = format!( + " + SELECT id, queue_id, status, provider_id, execution_mode, model, cwd, prompt, base_prompt, + reference_task_ids, reference_injection, reasoning_effort, max_attempts, current_attempt, + current_mode, codex_thread_id, active_turn_id, + to_json(created_at)#>>'{{}}' AS created_at, + to_json(updated_at)#>>'{{}}' AS updated_at, + to_json(started_at)#>>'{{}}' AS started_at, + to_json(finished_at)#>>'{{}}' AS finished_at, + to_json(read_at)#>>'{{}}' AS read_at, + last_error, last_judge, output_count, event_count, attempt_count, last_output_seq, + {task_json_sql} AS task_json, + COUNT(*) OVER() AS total_count + FROM unidesk_code_queue_tasks + WHERE ($1::text IS NULL OR status = $1) + AND ($2::text IS NULL OR queue_id = $2) + AND ($3::text = '' OR id ILIKE ('%' || $3 || '%') OR prompt ILIKE ('%' || $3 || '%') OR base_prompt ILIKE ('%' || $3 || '%') OR COALESCE(last_error, '') ILIKE ('%' || $3 || '%')) + ORDER BY + CASE status WHEN 'running' THEN 0 WHEN 'judging' THEN 1 WHEN 'retry_wait' THEN 2 WHEN 'queued' THEN 3 ELSE 8 END ASC, + updated_at DESC, + id DESC + LIMIT $4 + OFFSET $5 + " + ); + let rows = client + .query(&query, &[&status, &queue_id, &search, &limit, &offset]) + .map_err(|error| error.to_string())?; + let total = rows.first().map(|row| row.get::<_, i64>("total_count")).unwrap_or(0); + Ok((rows.iter().map(|row| row_to_task(row, include_compact_json)).collect(), total, limit, offset)) +} + +fn queue_summary(state: &AppState) -> Result { + let mut client = db_client(state, "unidesk-code-queue-mgr-rust-queue-summary")?; + let rows = client + .query( + " + WITH queue_ids AS ( + SELECT id FROM unidesk_code_queue_queues + UNION + SELECT DISTINCT queue_id AS id FROM unidesk_code_queue_tasks + ), + queue_base AS ( + SELECT + qi.id, + COALESCE(q.name, qi.id) AS name, + to_json(q.created_at)#>>'{}' AS created_at, + to_json(q.updated_at)#>>'{}' AS updated_at + FROM queue_ids qi + LEFT JOIN unidesk_code_queue_queues q ON q.id = qi.id + ), + task_counts AS ( + SELECT queue_id, + COUNT(*)::bigint AS total, + COUNT(*) FILTER (WHERE status = 'queued')::bigint AS queued, + COUNT(*) FILTER (WHERE status = 'running')::bigint AS running, + COUNT(*) FILTER (WHERE status = 'judging')::bigint AS judging, + COUNT(*) FILTER (WHERE status = 'retry_wait')::bigint AS retry_wait, + COUNT(*) FILTER (WHERE status = 'succeeded')::bigint AS succeeded, + COUNT(*) FILTER (WHERE status = 'failed')::bigint AS failed, + COUNT(*) FILTER (WHERE status = 'canceled')::bigint AS canceled, + COUNT(*) FILTER (WHERE status IN ('succeeded', 'failed', 'canceled') AND read_at IS NULL)::bigint AS unread_terminal, + MIN(id) FILTER (WHERE status IN ('queued', 'retry_wait')) AS runnable_task_id, + MIN(id) FILTER (WHERE status IN ('running', 'judging')) AS active_task_id + FROM unidesk_code_queue_tasks + GROUP BY queue_id + ) + SELECT qb.id, qb.name, qb.created_at, qb.updated_at, + COALESCE(tc.total, 0)::bigint AS total, + COALESCE(tc.queued, 0)::bigint AS queued, + COALESCE(tc.running, 0)::bigint AS running, + COALESCE(tc.judging, 0)::bigint AS judging, + COALESCE(tc.retry_wait, 0)::bigint AS retry_wait, + COALESCE(tc.succeeded, 0)::bigint AS succeeded, + COALESCE(tc.failed, 0)::bigint AS failed, + COALESCE(tc.canceled, 0)::bigint AS canceled, + COALESCE(tc.unread_terminal, 0)::bigint AS unread_terminal, + tc.runnable_task_id, + tc.active_task_id + FROM queue_base qb + LEFT JOIN task_counts tc ON tc.queue_id = qb.id + ORDER BY qb.id ASC + ", + &[], + ) + .map_err(|error| error.to_string())?; + let mut queues = Vec::new(); + let mut counts = Map::new(); + let mut total = 0_i64; + let mut unread_terminal_total = 0_i64; + let mut database_active_task_ids = Vec::new(); + for row in rows { + let id = safe_queue_id(row.get::<_, String>("id").as_str()); + let status_counts = json!({ + "queued": row.get::<_, i64>("queued"), + "running": row.get::<_, i64>("running"), + "judging": row.get::<_, i64>("judging"), + "retry_wait": row.get::<_, i64>("retry_wait"), + "succeeded": row.get::<_, i64>("succeeded"), + "failed": row.get::<_, i64>("failed"), + "canceled": row.get::<_, i64>("canceled") + }); + for key in ["queued", "running", "judging", "retry_wait", "succeeded", "failed", "canceled"] { + let next = counts.get(key).and_then(Value::as_i64).unwrap_or(0) + status_counts.get(key).and_then(Value::as_i64).unwrap_or(0); + counts.insert(key.to_string(), json!(next)); + } + let queue_total = row.get::<_, i64>("total"); + let unread_terminal = row.get::<_, i64>("unread_terminal"); + total += queue_total; + unread_terminal_total += unread_terminal; + if let Some(active) = row.get::<_, Option>("active_task_id") { + database_active_task_ids.push(active); + } + queues.push(json!({ + "id": id, + "name": row.get::<_, String>("name"), + "total": queue_total, + "counts": status_counts, + "unreadTerminal": unread_terminal, + "activeTaskId": row.get::<_, Option>("active_task_id"), + "runnableTaskId": row.get::<_, Option>("runnable_task_id"), + "processing": false, + "createdAt": row.get::<_, Option>("created_at"), + "updatedAt": row.get::<_, Option>("updated_at") + })); + } + if !queues.iter().any(|queue| queue.get("id").and_then(Value::as_str) == Some(DEFAULT_QUEUE_ID)) { + let now = now_iso(); + queues.insert(0, json!({ + "id": DEFAULT_QUEUE_ID, + "name": DEFAULT_QUEUE_ID, + "total": 0, + "counts": {}, + "unreadTerminal": 0, + "activeTaskId": Value::Null, + "runnableTaskId": Value::Null, + "processing": false, + "createdAt": now, + "updatedAt": now + })); + } + let codex_models: Vec = state.config.code_models.iter().filter(|model| code_agent_port(model) == "codex").cloned().collect(); + let opencode_models: Vec = state.config.code_models.iter().filter(|model| code_agent_port(model) == "opencode").cloned().collect(); + let model_ports: Map = state + .config + .code_models + .iter() + .map(|model| (model.clone(), json!(code_agent_port(model)))) + .collect(); + Ok(json!({ + "total": total, + "defaultQueueId": DEFAULT_QUEUE_ID, + "queueCount": queues.len(), + "queues": queues, + "activeQueueIds": [], + "processingQueueIds": [], + "activeRunSlotCount": 0, + "activeRunSlotWaiters": [], + "activeTaskIds": [], + "activeTaskId": Value::Null, + "databaseActiveTaskIds": database_active_task_ids, + "databaseActiveTaskCount": database_active_task_ids.len(), + "executionStateSource": "postgres-control-plane", + "orphanedActiveTaskIds": [], + "orphanedActiveTaskCount": 0, + "processing": false, + "counts": Value::Object(counts), + "unreadTerminal": unread_terminal_total, + "judgeConfigured": Value::Null, + "judgeFailRetryLimit": 3, + "defaultModel": state.config.default_model, + "codeModels": state.config.code_models, + "codexModels": codex_models, + "opencodeModels": opencode_models, + "modelPorts": Value::Object(model_ports), + "executionModes": [execution_mode_info("default"), execution_mode_info("windows-native")], + "executionModeInfo": { "default": execution_mode_info("default"), "windows-native": execution_mode_info("windows-native") }, + "agentPorts": { "codex": code_agent_port_info("codex"), "opencode": code_agent_port_info("opencode") }, + "defaultReasoningEffort": state.config.default_reasoning_effort, + "modelReasoningEfforts": state.config.model_reasoning_efforts, + "defaultProviderId": state.config.default_provider_id, + "mainProviderId": state.config.default_provider_id, + "defaultWorkdir": state.config.default_workdir, + "remoteDefaultWorkdir": state.config.remote_default_workdir, + "maxActiveQueues": Value::Null, + "storage": { + "primary": "postgres", + "postgresConfigured": true, + "postgresReady": schema_ready(state), + "lastError": last_database_error(state), + "role": "master-control-plane", + "mgrPoolMax": state.config.mgr_pool_max, + "tracePoolMax": state.config.trace_pool_max, + "runtime": "rust" + }, + "controlPlane": "master-code-queue-mgr" + })) +} + +fn create_queue(state: &AppState, request: &mut Request) -> Result<(Value, u16), (Value, u16)> { + let body = read_json_body(request)?; + let id_value = body.get("queueId").or_else(|| body.get("id")).and_then(Value::as_str).unwrap_or(DEFAULT_QUEUE_ID); + let queue_id = validate_queue_id(id_value).map_err(|error| (json!({ "ok": false, "error": error }), 400))?; + let name = queue_name_from_value(body.get("name"), &queue_id).map_err(|error| (json!({ "ok": false, "error": error }), 400))?; + let now = now_iso(); + let mut client = db_client(state, "unidesk-code-queue-mgr-rust-create-queue").map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + client + .execute( + " + INSERT INTO unidesk_code_queue_queues (id, name, created_at, updated_at) + VALUES ($1, $2, $3::text::timestamptz, $3::text::timestamptz) + ON CONFLICT (id) DO UPDATE SET name = EXCLUDED.name, updated_at = GREATEST(unidesk_code_queue_queues.updated_at, EXCLUDED.updated_at) + ", + &[&queue_id, &name, &now], + ) + .map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 500))?; + let summary = queue_summary(state).map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + let queues = summary.get("queues").cloned().unwrap_or_else(|| json!([])); + Ok((json!({ "ok": true, "queue": { "id": queue_id, "name": name, "createdAt": now, "updatedAt": now }, "queues": queues, "summary": summary }), 201)) +} + +fn update_queue(state: &AppState, queue_id_value: &str, request: &mut Request) -> Result<(Value, u16), (Value, u16)> { + let body = read_json_body(request)?; + let queue_id = validate_queue_id(queue_id_value).map_err(|error| (json!({ "ok": false, "error": error }), 400))?; + let name = queue_name_from_value(body.get("name"), &queue_id).map_err(|error| (json!({ "ok": false, "error": error }), 400))?; + let now = now_iso(); + let mut client = db_client(state, "unidesk-code-queue-mgr-rust-update-queue").map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + let rows = client + .query( + " + UPDATE unidesk_code_queue_queues + SET name = $2, updated_at = $3::text::timestamptz + WHERE id = $1 + RETURNING id, name, to_json(created_at)#>>'{}' AS created_at, to_json(updated_at)#>>'{}' AS updated_at + ", + &[&queue_id, &name, &now], + ) + .map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 500))?; + let Some(row) = rows.first() else { + return Ok((json!({ "ok": false, "error": "queue not found" }), 404)); + }; + let summary = queue_summary(state).map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + Ok(( + json!({ + "ok": true, + "queue": { + "id": row.get::<_, String>("id"), + "name": row.get::<_, String>("name"), + "createdAt": row.get::<_, String>("created_at"), + "updatedAt": row.get::<_, String>("updated_at") + }, + "summary": summary, + "queues": summary.get("queues").cloned().unwrap_or_else(|| json!([])) + }), + 200, + )) +} + +fn normalize_provider_id(state: &AppState, value: Option<&Value>) -> String { + value + .and_then(Value::as_str) + .map(str::trim) + .filter(|text| !text.is_empty()) + .unwrap_or(&state.config.default_provider_id) + .to_string() +} + +fn normalize_cwd(state: &AppState, provider_id: &str, value: Option<&Value>) -> String { + value + .and_then(Value::as_str) + .map(str::trim) + .filter(|text| !text.is_empty()) + .map(ToString::to_string) + .unwrap_or_else(|| if provider_id == "main-server" { state.config.default_workdir.clone() } else { state.config.remote_default_workdir.clone() }) +} + +fn normalize_execution_mode(value: Option<&Value>) -> String { + match value.and_then(Value::as_str).unwrap_or("").trim().to_ascii_lowercase().as_str() { + "windows-native" | "windows" | "win32" | "native-windows" => "windows-native".to_string(), + _ => "default".to_string(), + } +} + +fn collect_reference_ids(value: Option<&Value>) -> Vec { + match value { + Some(Value::String(item)) => item.split([',', ' ', '\n', '\t', ';']).map(str::trim).filter(|item| !item.is_empty()).map(ToString::to_string).collect(), + Some(Value::Array(items)) => items.iter().filter_map(Value::as_str).map(str::trim).filter(|item| !item.is_empty()).map(ToString::to_string).collect(), + _ => Vec::new(), + } +} + +fn make_task_id() -> String { + format!("codex_{}_{}", Utc::now().timestamp_millis(), std::process::id()) +} + +fn create_single_task_json(state: &AppState, item: &Value, queue_override: Option<&str>) -> Result<(String, String, Value), String> { + let record = item.as_object().ok_or_else(|| "request body must be an object".to_string())?; + let raw_prompt = record.get("prompt").and_then(Value::as_str).ok_or_else(|| "prompt is required".to_string())?; + if raw_prompt.trim().is_empty() { + return Err("prompt is required".to_string()); + } + let base_prompt = record.get("basePrompt").and_then(Value::as_str).filter(|value| !value.is_empty()).map(ToString::to_string).unwrap_or_else(|| user_prompt_for_display(raw_prompt)); + let prompt = prompt_with_environment_hint(raw_prompt); + let queue_id = validate_queue_id(queue_override.or_else(|| record.get("queueId").and_then(Value::as_str)).unwrap_or(DEFAULT_QUEUE_ID))?; + let provider_id = normalize_provider_id(state, record.get("providerId")); + let cwd = normalize_cwd(state, &provider_id, record.get("cwd")); + let model = normalize_code_model(record.get("model").and_then(Value::as_str).unwrap_or(&state.config.default_model)); + let reasoning_effort = record + .get("reasoningEffort") + .and_then(Value::as_str) + .map(ToString::to_string) + .or_else(|| state.config.model_reasoning_efforts.get(model.to_ascii_lowercase()).and_then(Value::as_str).map(ToString::to_string)) + .or_else(|| state.config.default_reasoning_effort.clone()); + let max_attempts = record.get("maxAttempts").and_then(Value::as_i64).unwrap_or(state.config.default_max_attempts).clamp(1, 99); + let execution_mode = normalize_execution_mode(record.get("executionMode")); + let reference_task_ids = collect_reference_ids(record.get("referenceTaskIds").or_else(|| record.get("referenceTaskId"))); + let at = now_iso(); + let task_id = make_task_id(); + let task = json!({ + "id": task_id, + "queueId": queue_id, + "queueEnteredAt": at, + "prompt": prompt, + "basePrompt": base_prompt, + "referenceTaskIds": reference_task_ids, + "referenceInjection": Value::Null, + "providerId": provider_id, + "cwd": cwd, + "model": model, + "reasoningEffort": reasoning_effort, + "executionMode": execution_mode, + "maxAttempts": max_attempts, + "status": "queued", + "createdAt": at, + "updatedAt": at, + "startedAt": Value::Null, + "finishedAt": Value::Null, + "readAt": Value::Null, + "currentAttempt": 0, + "currentMode": Value::Null, + "codexThreadId": Value::Null, + "activeTurnId": Value::Null, + "finalResponse": "", + "stepCount": 0, + "llmStepCount": 0, + "outputMaxSeq": 1, + "lastError": Value::Null, + "lastJudge": Value::Null, + "judgeFailCount": 0, + "promptHistory": [], + "output": [{ "seq": 1, "at": at, "channel": "user", "text": format!("{prompt}\n"), "method": "enqueue" }], + "events": [], + "attempts": [], + "cancelRequested": false, + "nextPrompt": Value::Null, + "nextMode": Value::Null + }); + Ok((task_id, queue_id, task)) +} + +fn create_tasks(state: &AppState, request: &mut Request) -> Result<(Value, u16), (Value, u16)> { + let body = read_json_body(request)?; + let queue_override = body.get("queueId").and_then(Value::as_str).map(ToString::to_string); + let raw_tasks: Vec = body + .get("tasks") + .and_then(Value::as_array) + .cloned() + .unwrap_or_else(|| vec![body.clone()]); + let mut prepared = Vec::new(); + for item in raw_tasks { + prepared.push(create_single_task_json(state, &item, queue_override.as_deref()).map_err(|error| (json!({ "ok": false, "error": error }), 400))?); + } + let mut client = db_client(state, "unidesk-code-queue-mgr-rust-create-tasks").map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + let mut transaction = client.transaction().map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 500))?; + for (_task_id, queue_id, task) in &prepared { + let now = task.get("createdAt").and_then(Value::as_str).unwrap_or_else(|| ""); + transaction + .execute( + " + INSERT INTO unidesk_code_queue_queues (id, name, created_at, updated_at) + VALUES ($1, $1, $2::text::timestamptz, $2::text::timestamptz) + ON CONFLICT (id) DO UPDATE SET updated_at = GREATEST(unidesk_code_queue_queues.updated_at, EXCLUDED.updated_at) + ", + &[queue_id, &now], + ) + .map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 500))?; + let reference_task_ids = task.get("referenceTaskIds").cloned().unwrap_or_else(|| json!([])); + let reference_injection: Option = None; + let reasoning_effort: Option = task.get("reasoningEffort").and_then(Value::as_str).map(ToString::to_string); + let current_mode: Option = None; + let codex_thread_id: Option = None; + let active_turn_id: Option = None; + let started_at: Option = None; + let finished_at: Option = None; + let read_at: Option = None; + let last_error: Option = None; + let last_judge: Option = None; + let id = task.get("id").and_then(Value::as_str).unwrap_or(""); + let status = "queued".to_string(); + let provider_id = task.get("providerId").and_then(Value::as_str).unwrap_or("D601").to_string(); + let execution_mode = task.get("executionMode").and_then(Value::as_str).unwrap_or("default").to_string(); + let model = task.get("model").and_then(Value::as_str).unwrap_or("gpt-5.5").to_string(); + let cwd = task.get("cwd").and_then(Value::as_str).unwrap_or("/home/ubuntu").to_string(); + let prompt = task.get("prompt").and_then(Value::as_str).unwrap_or("").to_string(); + let base_prompt = task.get("basePrompt").and_then(Value::as_str).unwrap_or("").to_string(); + let max_attempts = task.get("maxAttempts").and_then(Value::as_i64).unwrap_or(99) as i32; + let current_attempt = 0_i32; + transaction + .execute( + " + INSERT INTO unidesk_code_queue_tasks ( + id, queue_id, status, provider_id, execution_mode, model, cwd, prompt, base_prompt, + reference_task_ids, reference_injection, reasoning_effort, max_attempts, + current_attempt, current_mode, codex_thread_id, active_turn_id, + created_at, updated_at, started_at, finished_at, read_at, last_error, + last_judge, output_count, event_count, attempt_count, last_output_seq, task_json + ) VALUES ( + $1, $2, $3, $4, $5, $6, $7, $8, $9, + $10, $11, $12, $13, + $14, $15, $16, $17, + $18::text::timestamptz, $19::text::timestamptz, $20::text::timestamptz, $21::text::timestamptz, $22::text::timestamptz, $23, + $24, 1, 0, 0, 1, $25 + ) + ON CONFLICT (id) DO NOTHING + ", + &[ + &id, + queue_id, + &status, + &provider_id, + &execution_mode, + &model, + &cwd, + &prompt, + &base_prompt, + &reference_task_ids, + &reference_injection, + &reasoning_effort, + &max_attempts, + ¤t_attempt, + ¤t_mode, + &codex_thread_id, + &active_turn_id, + &now, + &now, + &started_at, + &finished_at, + &read_at, + &last_error, + &last_judge, + task, + ], + ) + .map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 500))?; + } + transaction.commit().map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 500))?; + let mut tasks = Vec::new(); + for (task_id, _queue_id, _task) in &prepared { + if let Some(task) = load_task(state, task_id, true).map_err(|error| (json!({ "ok": false, "error": error }), 500))? { + tasks.push(task_list_response(state, &task, false)); + } + } + log_event(state, "info", "tasks_enqueued", json!({ "ids": prepared.iter().map(|item| item.0.clone()).collect::>() })); + let summary = queue_summary(state).map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + Ok((json!({ "ok": true, "tasks": tasks, "queue": summary }), 202)) +} + +fn output_to_transcript(item: &Value, full_text: bool) -> Value { + let channel = item.get("channel").and_then(Value::as_str).unwrap_or("system"); + let kind = match channel { + "command" => "ran", + "diff" => "edited", + "tool" => "explored", + "error" => "error", + "system" => "system", + _ => "message", + }; + let text = text_from_output(item); + let body = if full_text { text } else { preview(&text, 1600) }; + json!({ + "seq": seq_from_output(item), + "at": item.get("at").cloned().unwrap_or_else(|| json!(now_iso())), + "kind": kind, + "title": item.get("method").cloned().or_else(|| item.get("channel").cloned()).unwrap_or_else(|| json!("message")), + "status": item.get("method").cloned().unwrap_or(Value::Null), + "commandPreview": if channel == "command" { json!(body) } else { Value::Null }, + "bodyPreview": if channel == "command" { json!("") } else { json!(body) }, + "commandOmittedLines": 0, + "bodyOmittedLines": 0, + "rawSeqs": [seq_from_output(item)] + }) +} + +fn transcript_page(task: &TaskMeta, url: &RequestUrl) -> Value { + let limit = parse_usize(query_param(url, "limit"), 80).clamp(1, MAX_OUTPUT_PAGE_LIMIT); + let after_seq = parse_i64(query_param(url, "afterSeq"), 0); + let before_seq = query_param(url, "beforeSeq").and_then(|value| value.parse::().ok()); + let tail = query_param(url, "tail").as_deref() == Some("1"); + let full_text = query_param(url, "fullText").as_deref() == Some("1") || query_param(url, "raw").as_deref() == Some("1"); + let mut rows: Vec = output_array(task) + .into_iter() + .filter(|item| !(item.get("channel").and_then(Value::as_str) == Some("system") && item.get("method").and_then(Value::as_str) == Some("enqueue"))) + .collect(); + rows.sort_by_key(seq_from_output); + let total = rows.len(); + let selected: Vec = if let Some(before) = before_seq { + let mut items: Vec = rows.into_iter().filter(|item| seq_from_output(item) < before).collect(); + if items.len() > limit { + items = items[items.len() - limit..].to_vec(); + } + items + } else if tail { + if rows.len() > limit { rows[rows.len() - limit..].to_vec() } else { rows } + } else { + rows.into_iter().filter(|item| seq_from_output(item) > after_seq).take(limit).collect() + }; + let first_seq = selected.first().map(seq_from_output); + let last_seq = selected.last().map(seq_from_output); + let max_seq = output_max_seq(task); + json!({ + "ok": true, + "taskId": task.id, + "queueId": task.queue_id, + "status": task.status, + "updatedAt": task.updated_at, + "agentPort": code_agent_port(&task.model), + "agentPortInfo": code_agent_port_info(code_agent_port(&task.model)), + "mode": if before_seq.is_some() { "before" } else if tail { "tail" } else { "after" }, + "transcript": selected.iter().map(|item| output_to_transcript(item, full_text)).collect::>(), + "afterSeq": after_seq, + "nextAfterSeq": last_seq.unwrap_or(after_seq), + "beforeSeq": before_seq, + "previousBeforeSeq": first_seq, + "hasMore": last_seq.map(|seq| seq < max_seq).unwrap_or(false), + "hasBefore": first_seq.map(|seq| seq > 1).unwrap_or(false), + "total": total, + "maxSeq": max_seq, + "fullText": full_text + }) +} + +fn output_page(task: &TaskMeta, url: &RequestUrl) -> Value { + let limit = parse_usize(query_param(url, "limit"), 80).clamp(1, MAX_OUTPUT_PAGE_LIMIT); + let after_seq = parse_i64(query_param(url, "afterSeq"), 0); + let before_seq = query_param(url, "beforeSeq").and_then(|value| value.parse::().ok()); + let tail = query_param(url, "tail").as_deref() == Some("1"); + let full_text = query_param(url, "fullText").as_deref() == Some("1"); + let max_chars = parse_usize(query_param(url, "maxTextChars"), MAX_PREVIEW_CHARS).clamp(200, 100_000); + let mut rows = output_array(task); + rows.sort_by_key(seq_from_output); + let total = rows.len(); + let selected: Vec = if let Some(before) = before_seq { + let mut items: Vec = rows.into_iter().filter(|item| seq_from_output(item) < before).collect(); + if items.len() > limit { + items = items[items.len() - limit..].to_vec(); + } + items + } else if tail { + if rows.len() > limit { rows[rows.len() - limit..].to_vec() } else { rows } + } else { + rows.into_iter().filter(|item| seq_from_output(item) > after_seq).take(limit).collect() + }; + let first_seq = selected.first().map(seq_from_output); + let last_seq = selected.last().map(seq_from_output); + let output = selected + .iter() + .map(|item| { + let mut next = item.clone(); + if !full_text { + if let Some(map) = next.as_object_mut() { + let text = map.get("text").and_then(Value::as_str).unwrap_or(""); + map.insert("text".to_string(), json!(preview(text, max_chars))); + } + } + next + }) + .collect::>(); + let max_seq = output_max_seq(task); + json!({ + "ok": true, + "taskId": task.id, + "queueId": task.queue_id, + "status": task.status, + "updatedAt": task.updated_at, + "mode": if before_seq.is_some() { "before" } else if tail { "tail" } else { "after" }, + "limit": limit, + "total": total, + "maxSeq": max_seq, + "afterSeq": after_seq, + "nextAfterSeq": last_seq, + "beforeSeq": before_seq, + "previousBeforeSeq": first_seq, + "hasMore": last_seq.map(|seq| seq < max_seq).unwrap_or(false), + "hasBefore": first_seq.map(|seq| seq > 1).unwrap_or(false), + "output": output + }) +} + +fn trace_step_from_output(item: &Value) -> Value { + let text = text_from_output(item); + let channel = item.get("channel").and_then(Value::as_str).unwrap_or("system"); + let kind = match channel { + "command" => "ran", + "diff" => "edited", + "tool" => "explored", + "error" => "error", + "system" => "system", + _ => "message", + }; + let body = preview(&text, 1600); + json!({ + "seq": seq_from_output(item), + "at": item.get("at").cloned().unwrap_or_else(|| json!(now_iso())), + "kind": kind, + "label": channel, + "title": item.get("method").cloned().or_else(|| item.get("channel").cloned()).unwrap_or_else(|| json!("message")), + "status": item.get("method").cloned().unwrap_or(Value::Null), + "summaryLines": if body.is_empty() { json!([]) } else { json!([body]) }, + "commandPreview": if channel == "command" { json!(body) } else { Value::Null }, + "commandOmittedLines": 0, + "bodyPreview": if channel == "command" { json!("") } else { json!(body) }, + "bodyOmittedLines": 0, + "rawSeqs": [seq_from_output(item)], + "source": "code-queue-mgr-rust-postgres" + }) +} + +fn trace_steps(task: &TaskMeta, url: &RequestUrl) -> Value { + let limit = parse_usize(query_param(url, "limit"), 80).clamp(1, MAX_OUTPUT_PAGE_LIMIT); + let after_seq = parse_i64(query_param(url, "afterSeq"), 0); + let before_seq = query_param(url, "beforeSeq").and_then(|value| value.parse::().ok()); + let tail = query_param(url, "tail").as_deref() == Some("1"); + let mut rows: Vec = output_array(task) + .into_iter() + .filter(|item| !(item.get("channel").and_then(Value::as_str) == Some("system") && item.get("method").and_then(Value::as_str) == Some("enqueue"))) + .map(|item| trace_step_from_output(&item)) + .collect(); + rows.sort_by_key(|item| item.get("seq").and_then(Value::as_i64).unwrap_or(0)); + let total = rows.len(); + let selected: Vec = if let Some(before) = before_seq { + let mut items: Vec = rows.into_iter().filter(|item| item.get("seq").and_then(Value::as_i64).unwrap_or(0) < before).collect(); + if items.len() > limit { + items = items[items.len() - limit..].to_vec(); + } + items + } else if tail { + if rows.len() > limit { rows[rows.len() - limit..].to_vec() } else { rows } + } else { + rows.into_iter().filter(|item| item.get("seq").and_then(Value::as_i64).unwrap_or(0) > after_seq).take(limit).collect() + }; + let first_seq = selected.first().and_then(|item| item.get("seq")).and_then(Value::as_i64); + let last_seq = selected.last().and_then(|item| item.get("seq")).and_then(Value::as_i64); + let max_seq = output_max_seq(task); + json!({ + "ok": true, + "taskId": task.id, + "source": "code-queue-mgr-rust-postgres", + "total": total, + "returned": selected.len(), + "limit": limit, + "afterSeq": after_seq, + "nextAfterSeq": last_seq, + "beforeSeq": before_seq, + "previousBeforeSeq": first_seq, + "hasMore": last_seq.map(|seq| seq < max_seq).unwrap_or(false), + "hasBefore": first_seq.map(|seq| seq > 1).unwrap_or(false), + "steps": selected + }) +} + +fn trace_step_detail(task: &TaskMeta, url: &RequestUrl) -> Value { + let seq = parse_i64(query_param(url, "seq"), 0); + let item = output_array(task).into_iter().find(|item| seq_from_output(item) == seq); + match item { + Some(raw) => { + let line = trace_step_from_output(&raw); + json!({ "ok": true, "taskId": task.id, "source": "code-queue-mgr-rust-postgres", "step": line, "rawOutput": raw, "line": line }) + } + None => json!({ "ok": false, "error": "trace step not found" }), + } +} + +fn task_summary(task: &TaskMeta) -> Value { + let outputs = output_array(task); + let tool_outputs: Vec = outputs + .iter() + .filter(|item| matches!(item.get("channel").and_then(Value::as_str), Some("command" | "tool" | "diff" | "error"))) + .cloned() + .collect(); + let start = tool_outputs.len().saturating_sub(160); + let tool_items = tool_outputs[start..] + .iter() + .map(|item| { + let channel = item.get("channel").and_then(Value::as_str).unwrap_or(""); + json!({ + "seq": seq_from_output(item), + "at": item.get("at").cloned().unwrap_or(Value::Null), + "kind": if channel == "diff" { "edited" } else if channel == "command" { "ran" } else if channel == "tool" { "explored" } else { "error" }, + "title": item.get("method").cloned().or_else(|| item.get("channel").cloned()).unwrap_or(Value::Null), + "status": item.get("method").cloned().unwrap_or(Value::Null), + "commandPreview": if channel == "command" { json!(preview(&text_from_output(item), 700)) } else { json!("") }, + "commandOmittedLines": 0, + "outputPreview": if channel == "command" { json!("") } else { json!(preview(&text_from_output(item), 1200)) }, + "outputOmittedLines": 0, + "rawSeqs": [seq_from_output(item)] + }) + }) + .collect::>(); + let agent_port = code_agent_port(&task.model); + json!({ + "id": task.id, + "queueId": task.queue_id, + "status": task.status, + "providerId": task.provider_id, + "executionMode": task.execution_mode, + "executionModeInfo": execution_mode_info(&task.execution_mode), + "model": task.model, + "agentPort": agent_port, + "agentPortInfo": code_agent_port_info(agent_port), + "cwd": task.cwd, + "reasoningEffort": task.reasoning_effort, + "maxAttempts": task.max_attempts, + "currentAttempt": task.current_attempt, + "currentMode": task.current_mode, + "judgeFailCount": task.task_json.as_ref().and_then(|value| value.get("judgeFailCount")).and_then(Value::as_i64).unwrap_or(0), + "judgeFailRetryLimit": 3, + "codexThreadId": task.codex_thread_id, + "activeTurnId": task.active_turn_id, + "createdAt": task.created_at, + "startedAt": task.started_at, + "finishedAt": task.finished_at, + "updatedAt": task.updated_at, + "timing": timing_json(task), + "initialPrompt": task.prompt, + "basePrompt": task.base_prompt, + "prompt": task.prompt, + "promptEditable": queued_prompt_editable(task), + "referenceTaskIds": task.reference_task_ids, + "referenceInjection": task.reference_injection, + "lastAssistantMessage": last_assistant_message(task), + "toolSummary": { "count": tool_outputs.len(), "returned": tool_outputs.len().saturating_sub(start), "limit": 160, "truncated": start > 0, "items": tool_items }, + "attempts": attempts_array(task), + "lastJudge": task.last_judge, + "lastError": task.last_error, + "cancelRequested": task.task_json.as_ref().and_then(|value| value.get("cancelRequested")).and_then(Value::as_bool).unwrap_or(false), + "outputCount": outputs.len(), + "eventCount": json_array_len(task.task_json.as_ref(), "events", task.event_count), + "transcriptCount": outputs.len() + json_array_len(task.task_json.as_ref(), "promptHistory", 0) as usize, + "transcriptMaxSeq": output_max_seq(task), + "finalResponse": final_response(task), + "stepCount": task.task_json.as_ref().and_then(|value| value.get("stepCount")).and_then(Value::as_i64).unwrap_or(task.last_output_seq), + "llmStepCount": task.task_json.as_ref().and_then(|value| value.get("llmStepCount")).and_then(Value::as_i64).unwrap_or(task.last_output_seq), + "statsSource": "code-queue-mgr-rust-postgres" + }) +} + +fn trace_summary(task: &TaskMeta) -> Value { + let outputs = output_array(task); + json!({ + "taskId": task.id, + "queueId": task.queue_id, + "status": task.status, + "providerId": task.provider_id, + "executionMode": task.execution_mode, + "model": task.model, + "stepCount": task.task_json.as_ref().and_then(|value| value.get("stepCount")).and_then(Value::as_i64).unwrap_or(outputs.len() as i64), + "retainedStepCount": outputs.len(), + "outputMaxSeq": output_max_seq(task), + "statsSource": "code-queue-mgr-rust-postgres", + "attempts": attempts_array(task), + "prompt": { "initialPreview": preview(&task.prompt, 1600), "basePreview": preview(&task.base_prompt, 1600), "chars": task.prompt.chars().count(), "lines": task.prompt.lines().count() }, + "lastAssistantMessage": last_assistant_message(task), + "updatedAt": task.updated_at, + "finalResponse": final_response(task), + "lastJudge": task.last_judge, + "lastError": task.last_error, + "currentAttempt": task.current_attempt, + "maxAttempts": task.max_attempts, + "startedAt": task.started_at, + "finishedAt": task.finished_at, + "timing": timing_json(task) + }) +} + +fn tasks_overview(state: &AppState, url: &RequestUrl) -> Result<(Value, u16), (Value, u16)> { + let selected_enabled = query_param(url, "selected").as_deref() != Some("0"); + let prefer_id = query_param(url, "preferId").unwrap_or_default(); + let include_selected_json = selected_enabled && !prefer_id.is_empty(); + let (tasks, total, limit, offset) = load_tasks_for_list(state, url, false).map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + let summary = queue_summary(state).map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + let selected = if include_selected_json { + let selected_id = if prefer_id.is_empty() { tasks.first().map(|task| task.id.clone()).unwrap_or_default() } else { prefer_id }; + if selected_id.is_empty() { + Value::Null + } else if let Some(task) = load_task(state, &selected_id, true).map_err(|error| (json!({ "ok": false, "error": error }), 500))? { + let transcript_limit = parse_usize(query_param(url, "transcriptLimit"), 80).clamp(1, MAX_OUTPUT_PAGE_LIMIT); + let after_seq = parse_i64(query_param(url, "afterSeq"), 0); + let mut output = output_array(&task); + output.sort_by_key(seq_from_output); + let rows = output.into_iter().filter(|item| seq_from_output(item) > after_seq).take(transcript_limit).map(|item| { + json!({ + "seq": seq_from_output(&item), + "at": item.get("at").cloned().unwrap_or(Value::Null), + "kind": output_to_transcript(&item, false).get("kind").cloned().unwrap_or_else(|| json!("message")), + "title": item.get("method").cloned().or_else(|| item.get("channel").cloned()).unwrap_or(Value::Null), + "status": item.get("method").cloned().unwrap_or(Value::Null), + "bodyPreview": preview(&text_from_output(&item), 1200), + "rawSeqs": [seq_from_output(&item)] + }) + }).collect::>(); + json!({ + "task": task_meta_response(state, &task), + "transcript": rows, + "afterSeq": after_seq, + "nextAfterSeq": output_max_seq(&task), + "hasMore": false, + "preview": true, + "total": json_array_len(task.task_json.as_ref(), "output", task.output_count), + "maxSeq": output_max_seq(&task) + }) + } else { + Value::Null + } + } else { + Value::Null + }; + Ok(( + json!({ + "ok": true, + "queue": summary, + "statistics": { "days": 14, "source": "code-queue-mgr-rust", "skipped": true }, + "tasks": tasks.iter().map(|task| task_list_response(state, task, true)).collect::>(), + "selected": selected, + "pagination": { + "limit": limit, + "returned": tasks.len(), + "total": total, + "hasMore": (offset + tasks.len() as i64) < total, + "nextBeforeId": Value::Null, + "beforeId": Value::Null, + "includeActive": false + } + }), + 200, + )) +} + +fn mark_task_read(state: &AppState, task_id: &str) -> Result<(Value, u16), (Value, u16)> { + let read_at = now_iso(); + let mut client = db_client(state, "unidesk-code-queue-mgr-rust-read").map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + let rows = client + .query( + " + UPDATE unidesk_code_queue_tasks + SET read_at = $2::text::timestamptz, + task_json = jsonb_set(task_json, '{readAt}', to_jsonb($2::text), true) + WHERE id = $1 + AND status IN ('succeeded', 'failed', 'canceled') + AND read_at IS NULL + RETURNING id, status + ", + &[&task_id, &read_at], + ) + .map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 500))?; + let summary = queue_summary(state).map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + if rows.is_empty() { + let Some(task) = load_task(state, task_id, false).map_err(|error| (json!({ "ok": false, "error": error }), 500))? else { + return Ok((json!({ "ok": false, "error": "task not found" }), 404)); + }; + if !terminal_status(&task.status) { + return Ok((json!({ "ok": false, "error": format!("task is not terminal: {}", task.status) }), 409)); + } + return Ok((json!({ "ok": true, "task": task_list_response(state, &task, true), "queue": summary }), 200)); + } + Ok((json!({ "ok": true, "task": { "id": task_id, "readAt": read_at, "terminalUnread": false }, "queue": summary }), 200)) +} + +fn mark_all_read(state: &AppState, url: &RequestUrl) -> Result<(Value, u16), (Value, u16)> { + let read_at = now_iso(); + let queue_id = query_param(url, "queueId").filter(|value| !value.is_empty()).map(|value| safe_queue_id(&value)); + let mut client = db_client(state, "unidesk-code-queue-mgr-rust-read-all").map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + let rows = client + .query( + " + UPDATE unidesk_code_queue_tasks + SET read_at = $2::text::timestamptz, + task_json = jsonb_set(task_json, '{readAt}', to_jsonb($2::text), true) + WHERE ($1::text IS NULL OR queue_id = $1) + AND status IN ('succeeded', 'failed', 'canceled') + AND read_at IS NULL + RETURNING id + ", + &[&queue_id, &read_at], + ) + .map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 500))?; + let summary = queue_summary(state).map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + Ok((json!({ "ok": true, "count": rows.len(), "readAt": read_at, "queue": summary }), 200)) +} + +fn move_task(state: &AppState, task_id: &str, request: &mut Request) -> Result<(Value, u16), (Value, u16)> { + let body = read_json_body(request)?; + let queue_id = validate_queue_id(body.get("queueId").or_else(|| body.get("id")).and_then(Value::as_str).unwrap_or(DEFAULT_QUEUE_ID)) + .map_err(|error| (json!({ "ok": false, "error": error }), 400))?; + let moved_at = now_iso(); + let mut client = db_client(state, "unidesk-code-queue-mgr-rust-move").map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + let mut transaction = client.transaction().map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 500))?; + transaction + .execute( + " + INSERT INTO unidesk_code_queue_queues (id, name, created_at, updated_at) + VALUES ($1, $1, $2::text::timestamptz, $2::text::timestamptz) + ON CONFLICT (id) DO UPDATE SET updated_at = GREATEST(unidesk_code_queue_queues.updated_at, EXCLUDED.updated_at) + ", + &[&queue_id, &moved_at], + ) + .map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 500))?; + let rows = transaction + .query( + " + UPDATE unidesk_code_queue_tasks + SET queue_id = $2, + updated_at = $3::text::timestamptz, + task_json = jsonb_set(jsonb_set(jsonb_set(task_json, '{queueId}', to_jsonb($2::text), true), '{queueEnteredAt}', to_jsonb($3::text), true), '{updatedAt}', to_jsonb($3::text), true) + WHERE id = $1 + AND status IN ('queued', 'retry_wait') + AND started_at IS NULL + AND current_attempt = 0 + AND codex_thread_id IS NULL + AND active_turn_id IS NULL + RETURNING id + ", + &[&task_id, &queue_id, &moved_at], + ) + .map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 500))?; + transaction.commit().map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 500))?; + if rows.is_empty() { + let Some(task) = load_task(state, task_id, false).map_err(|error| (json!({ "ok": false, "error": error }), 500))? else { + return Ok((json!({ "ok": false, "error": "task not found" }), 404)); + }; + return Ok((json!({ "ok": false, "error": format!("cannot move task {task_id}: task is not unclaimed queued/retry_wait"), "task": task_list_response(state, &task, true) }), 409)); + } + let task = load_task(state, task_id, false).map_err(|error| (json!({ "ok": false, "error": error }), 500))?.expect("moved task"); + let summary = queue_summary(state).map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + Ok((json!({ "ok": true, "task": task_list_response(state, &task, false), "queue": summary }), 202)) +} + +fn retry_task(state: &AppState, task_id: &str, request: &mut Request) -> Result<(Value, u16), (Value, u16)> { + let body = read_json_body(request)?; + let prompt = body + .get("prompt") + .or_else(|| body.get("continuePrompt")) + .and_then(Value::as_str) + .filter(|value| !value.trim().is_empty()) + .unwrap_or("Manual retry requested from master code-queue-mgr. Continue the original task and produce a visible final response.") + .to_string(); + let queued_at = now_iso(); + let mut client = db_client(state, "unidesk-code-queue-mgr-rust-retry").map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + let rows = client + .query( + " + UPDATE unidesk_code_queue_tasks + SET status = CASE WHEN started_at IS NULL AND current_attempt = 0 AND codex_thread_id IS NULL THEN 'queued' ELSE 'retry_wait' END, + finished_at = NULL, + read_at = NULL, + last_error = NULL, + max_attempts = GREATEST(max_attempts, current_attempt + 1, attempt_count + 1), + updated_at = $2::text::timestamptz, + task_json = jsonb_set( + jsonb_set( + jsonb_set( + jsonb_set( + jsonb_set(task_json, '{status}', to_jsonb(CASE WHEN started_at IS NULL AND current_attempt = 0 AND codex_thread_id IS NULL THEN 'queued'::text ELSE 'retry_wait'::text END), true), + '{finishedAt}', 'null'::jsonb, true + ), + '{readAt}', 'null'::jsonb, true + ), + '{nextMode}', to_jsonb('retry'::text), true + ), + '{nextPrompt}', to_jsonb($3::text), true + ) + WHERE id = $1 + AND (status IN ('succeeded', 'failed', 'canceled') OR (status IN ('queued', 'retry_wait') AND active_turn_id IS NULL AND (started_at IS NOT NULL OR current_attempt > 0 OR codex_thread_id IS NOT NULL))) + RETURNING id + ", + &[&task_id, &queued_at, &prompt], + ) + .map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 500))?; + if rows.is_empty() { + let Some(task) = load_task(state, task_id, false).map_err(|error| (json!({ "ok": false, "error": error }), 500))? else { + return Ok((json!({ "ok": false, "error": "task not found" }), 404)); + }; + return Ok((json!({ "ok": false, "error": format!("task cannot be retried from status={}", task.status), "task": task_list_response(state, &task, true) }), 409)); + } + let task = load_task(state, task_id, false).map_err(|error| (json!({ "ok": false, "error": error }), 500))?.expect("retried task"); + let summary = queue_summary(state).map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + Ok((json!({ "ok": true, "task": task_list_response(state, &task, false), "queue": summary }), 202)) +} + +fn edit_task(state: &AppState, task_id: &str, request: &mut Request) -> Result<(Value, u16), (Value, u16)> { + let body = read_json_body(request)?; + let raw_prompt = body.get("prompt").and_then(Value::as_str).ok_or_else(|| (json!({ "ok": false, "error": "prompt is required" }), 400))?; + if raw_prompt.trim().is_empty() { + return Ok((json!({ "ok": false, "error": "prompt is required" }), 400)); + } + let prompt = prompt_with_environment_hint(raw_prompt); + let base_prompt = body.get("basePrompt").and_then(Value::as_str).filter(|value| !value.is_empty()).map(ToString::to_string).unwrap_or_else(|| user_prompt_for_display(raw_prompt)); + let reference_task_ids = json!(collect_reference_ids(body.get("referenceTaskIds").or_else(|| body.get("referenceTaskId")))); + let edited_at = now_iso(); + let mut client = db_client(state, "unidesk-code-queue-mgr-rust-edit").map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + let rows = client + .query( + " + UPDATE unidesk_code_queue_tasks + SET prompt = $2, + base_prompt = $3, + reference_task_ids = $4, + updated_at = $5::text::timestamptz, + task_json = jsonb_set(jsonb_set(jsonb_set(jsonb_set(task_json, '{prompt}', to_jsonb($2::text), true), '{basePrompt}', to_jsonb($3::text), true), '{referenceTaskIds}', $4, true), '{updatedAt}', to_jsonb($5::text), true) + WHERE id = $1 + AND status = 'queued' + AND started_at IS NULL + AND current_attempt = 0 + AND codex_thread_id IS NULL + AND active_turn_id IS NULL + AND COALESCE(attempt_count, 0) = 0 + RETURNING id + ", + &[&task_id, &prompt, &base_prompt, &reference_task_ids, &edited_at], + ) + .map_err(|error| (json!({ "ok": false, "error": error.to_string() }), 500))?; + if rows.is_empty() { + let Some(task) = load_task(state, task_id, false).map_err(|error| (json!({ "ok": false, "error": error }), 500))? else { + return Ok((json!({ "ok": false, "error": "task not found" }), 404)); + }; + return Ok((json!({ "ok": false, "error": format!("task prompt can only be edited before first run while status=queued; current status={}", task.status), "task": task_list_response(state, &task, true) }), 409)); + } + let task = load_task(state, task_id, false).map_err(|error| (json!({ "ok": false, "error": error }), 500))?.expect("edited task"); + let summary = queue_summary(state).map_err(|error| (json!({ "ok": false, "error": error }), 500))?; + Ok((json!({ "ok": true, "changed": true, "editable": true, "task": task_list_response(state, &task, false), "queue": summary }), 200)) +} + +fn health(state: &AppState) -> (Value, u16) { + let mut task_count: Option = None; + let ready; + let mut last_error = schema_last_error(state); + match db_client(state, "unidesk-code-queue-mgr-rust-health").and_then(|mut client| { + client + .query_one("SELECT COUNT(*)::bigint AS count FROM unidesk_code_queue_tasks", &[]) + .map(|row| row.get::<_, i64>("count")) + .map_err(|error| error.to_string()) + }) { + Ok(count) => { + task_count = Some(count); + ready = true; + set_schema_ready(state, true, None); + } + Err(error) => { + ready = false; + last_error = Some(json!({ "message": error.clone() })); + set_schema_ready(state, false, last_error.clone()); + } + } + let body = json!({ + "ok": ready, + "service": "code-queue-mgr", + "role": "master-control-plane", + "runtime": { "language": "rust", "http": "tiny_http", "db": "postgres-sync-per-request" }, + "deploy": { + "serviceId": state.config.deploy_service_id, + "repo": state.config.deploy_repo, + "commit": state.config.deploy_commit, + "requestedCommit": state.config.deploy_requested_commit + }, + "startedAt": state.started_at, + "schemaReady": ready, + "schemaLastError": last_error, + "taskCount": task_count, + "resourceBudget": { + "targetMemoryMb": 100, + "mgrPoolMax": state.config.mgr_pool_max, + "tracePoolMax": state.config.trace_pool_max, + "noRunnerDependencies": true, + "noPlaywright": true, + "noCodexRuntime": true, + "noDockerSocket": true, + "rustRewrite": true, + "readPath": "column-first" + }, + "endpoints": { + "control": ["/api/queues", "/api/tasks", "/api/tasks/:id/(move|retry|read|edit)", "/api/queue-claim-move/self-test"], + "traceRead": ["/api/tasks/overview", "/api/tasks/:id/summary", "/api/tasks/:id/trace-summary", "/api/tasks/:id/trace-steps", "/api/tasks/:id/output"] + } + }); + (body, if ready { 200 } else { 503 }) +} + +fn route_active_control(path: &str, method: &Method) -> Option<(Value, u16)> { + if path.ends_with("/steer") || path.ends_with("/interrupt") { + return Some((json!({ "ok": false, "error": "active run control remains on D601 scheduler", "method": method.as_str(), "schedulerPath": path }), 409)); + } + if method == &Method::Delete && path.starts_with("/api/tasks/") { + return Some((json!({ "ok": false, "error": "active run interrupt remains on D601 scheduler", "method": method.as_str(), "schedulerPath": path }), 409)); + } + None +} + +fn task_id_and_suffix(path: &str) -> Option<(String, String)> { + let rest = path.strip_prefix("/api/tasks/")?; + let mut parts = rest.splitn(2, '/'); + let id = parts.next().unwrap_or_default(); + if id.is_empty() { + return None; + } + let suffix = parts.next().unwrap_or_default().to_string(); + Some((percent_decode(id), suffix)) +} + +fn queue_id_and_suffix(path: &str) -> Option<(String, String)> { + let rest = path.strip_prefix("/api/queues/")?; + let mut parts = rest.splitn(2, '/'); + let id = parts.next().unwrap_or_default(); + if id.is_empty() { + return None; + } + let suffix = parts.next().unwrap_or_default().to_string(); + Some((percent_decode(id), suffix)) +} + +fn percent_decode(value: &str) -> String { + let bytes = value.as_bytes(); + let mut output = Vec::with_capacity(bytes.len()); + let mut index = 0; + while index < bytes.len() { + if bytes[index] == b'+' { + output.push(b' '); + index += 1; + continue; + } + if bytes[index] == b'%' && index + 2 < bytes.len() { + if let (Some(high), Some(low)) = (hex_value(bytes[index + 1]), hex_value(bytes[index + 2])) { + output.push((high << 4) | low); + index += 3; + continue; + } + } + output.push(bytes[index]); + index += 1; + } + String::from_utf8_lossy(&output).into_owned() +} + +fn hex_value(value: u8) -> Option { + match value { + b'0'..=b'9' => Some(value - b'0'), + b'a'..=b'f' => Some(value - b'a' + 10), + b'A'..=b'F' => Some(value - b'A' + 10), + _ => None, + } +} + +fn handle_request(state: &AppState, request: &mut Request) -> (Value, u16) { + let method = request.method().clone(); + if method == Method::Options { + return (json!({}), 204); + } + let url = parse_url(request.url()); + let path = url.path.as_str(); + if path == "/" || path == "/health" || path == "/live" { + return health(state); + } + if path == "/logs" && method == Method::Get { + let logs: Vec = state.logs.lock().map(|items| items.iter().cloned().collect()).unwrap_or_default(); + return (json!({ "ok": true, "logs": logs }), 200); + } + if !schema_ready(state) && path.starts_with("/api/") { + return (json!({ "ok": false, "error": "code-queue-mgr database schema is not ready", "schemaLastError": schema_last_error(state) }), 503); + } + if path == "/api/queue-claim-move/self-test" && (method == Method::Get || method == Method::Post) { + return (json!({ "ok": true, "runtime": "rust", "check": "route-present", "claimMoveSafety": "conditional update requires unclaimed queued/retry_wait task" }), 200); + } + if let Some(response) = route_active_control(path, &method) { + return response; + } + match (method.clone(), path) { + (Method::Get, "/api/queues") => match queue_summary(state) { + Ok(summary) => { + let queues = summary.get("queues").cloned().unwrap_or_else(|| json!([])); + (json!({ "ok": true, "queues": queues, "queue": summary }), 200) + } + Err(error) => (json!({ "ok": false, "error": error }), 500), + }, + (Method::Post, "/api/queues") => return create_queue(state, request).unwrap_or_else(|response| response), + (Method::Post, "/api/queues/merge") => (json!({ "ok": false, "error": "queue merge requires /api/queues/:target/merge on rust mgr" }), 400), + (Method::Get, "/api/tasks/overview") => return tasks_overview(state, &url).unwrap_or_else(|response| response), + (Method::Get, "/api/tasks/stats") => match queue_summary(state) { + Ok(summary) => (json!({ "ok": true, "statistics": { "days": 14, "source": "code-queue-mgr-rust", "skipped": true }, "queue": summary }), 200), + Err(error) => (json!({ "ok": false, "error": error }), 500), + }, + (Method::Get, "/api/tasks") => { + match load_tasks_for_list(state, &url, false).and_then(|(tasks, total, limit, offset)| { + queue_summary(state).map(|summary| (tasks, total, limit, offset, summary)) + }) { + Ok((tasks, total, limit, offset, summary)) => ( + json!({ + "ok": true, + "tasks": tasks.iter().map(|task| task_list_response(state, task, query_param(&url, "lite").as_deref() == Some("1"))).collect::>(), + "queue": summary, + "pagination": { "limit": limit, "offset": offset, "total": total, "returned": tasks.len(), "hasMore": (offset + tasks.len() as i64) < total } + }), + 200, + ), + Err(error) => (json!({ "ok": false, "error": error }), 500), + } + } + (Method::Post, "/api/tasks") | (Method::Post, "/api/tasks/batch") => return create_tasks(state, request).unwrap_or_else(|response| response), + (Method::Post, "/api/tasks/read-all") => return mark_all_read(state, &url).unwrap_or_else(|response| response), + _ => { + if let Some((queue_id, suffix)) = queue_id_and_suffix(path) { + if suffix == "merge" && method == Method::Post { + return (json!({ "ok": false, "error": "queue merge is temporarily disabled on rust mgr until D601 scheduler is stable", "targetQueueId": queue_id }), 409); + } + if suffix.is_empty() && matches!(method, Method::Patch | Method::Put | Method::Post) { + return update_queue(state, &queue_id, request).unwrap_or_else(|response| response); + } + } + if let Some((task_id, suffix)) = task_id_and_suffix(path) { + if suffix == "output" && method == Method::Get { + return match load_task(state, &task_id, true) { + Ok(Some(task)) => (output_page(&task, &url), 200), + Ok(None) => (json!({ "ok": false, "error": "task not found" }), 404), + Err(error) => (json!({ "ok": false, "error": error }), 500), + }; + } + if suffix == "transcript" && method == Method::Get { + return match load_task(state, &task_id, true) { + Ok(Some(task)) => (transcript_page(&task, &url), 200), + Ok(None) => (json!({ "ok": false, "error": "task not found" }), 404), + Err(error) => (json!({ "ok": false, "error": error }), 500), + }; + } + if suffix == "trace-summary" && method == Method::Get { + return match load_task(state, &task_id, true) { + Ok(Some(task)) => (json!({ "ok": true, "summary": trace_summary(&task) }), 200), + Ok(None) => (json!({ "ok": false, "error": "task not found" }), 404), + Err(error) => (json!({ "ok": false, "error": error }), 500), + }; + } + if suffix == "trace-steps" && method == Method::Get { + return match load_task(state, &task_id, true) { + Ok(Some(task)) => (trace_steps(&task, &url), 200), + Ok(None) => (json!({ "ok": false, "error": "task not found" }), 404), + Err(error) => (json!({ "ok": false, "error": error }), 500), + }; + } + if suffix == "trace-step" && method == Method::Get { + return match load_task(state, &task_id, true) { + Ok(Some(task)) => { + let body = trace_step_detail(&task, &url); + let status = if body.get("ok").and_then(Value::as_bool) == Some(true) { 200 } else { 404 }; + (body, status) + } + Ok(None) => (json!({ "ok": false, "error": "trace step not found" }), 404), + Err(error) => (json!({ "ok": false, "error": error }), 500), + }; + } + if suffix == "summary" && method == Method::Get { + return match load_task(state, &task_id, true) { + Ok(Some(task)) => (json!({ "ok": true, "summary": task_summary(&task) }), 200), + Ok(None) => (json!({ "ok": false, "error": "task not found" }), 404), + Err(error) => (json!({ "ok": false, "error": error }), 500), + }; + } + if suffix == "prompt" && method == Method::Get { + return match load_task(state, &task_id, false) { + Ok(Some(task)) => { + let part = query_param(&url, "part").unwrap_or_else(|| "initial".to_string()); + let text = if part == "base" { task.base_prompt } else { task.prompt }; + (json!({ "ok": true, "taskId": task.id, "part": part, "text": text, "chars": text.chars().count(), "lines": text.lines().count() }), 200) + } + Ok(None) => (json!({ "ok": false, "error": "task not found" }), 404), + Err(error) => (json!({ "ok": false, "error": error }), 500), + }; + } + if suffix == "prompt" && method == Method::Patch { + return edit_task(state, &task_id, request).unwrap_or_else(|response| response); + } + if suffix == "retry" && method == Method::Post { + return retry_task(state, &task_id, request).unwrap_or_else(|response| response); + } + if suffix == "move" && method == Method::Post { + return move_task(state, &task_id, request).unwrap_or_else(|response| response); + } + if suffix == "read" && method == Method::Post { + return mark_task_read(state, &task_id).unwrap_or_else(|response| response); + } + if suffix == "edit" && (method == Method::Post || method == Method::Patch) { + return edit_task(state, &task_id, request).unwrap_or_else(|response| response); + } + if suffix.is_empty() && method == Method::Get { + return match load_task(state, &task_id, true) { + Ok(Some(task)) => { + if query_param(&url, "meta").as_deref() == Some("1") { + (json!({ "ok": true, "task": task_meta_response(state, &task) }), 200) + } else { + let mut full = task_meta_response(state, &task); + if let Some(map) = full.as_object_mut() { + map.insert("output".to_string(), json!(output_array(&task))); + map.insert("events".to_string(), task.task_json.as_ref().and_then(|value| value.get("events")).cloned().unwrap_or_else(|| json!([]))); + } + (json!({ "ok": true, "task": full }), 200) + } + } + Ok(None) => (json!({ "ok": false, "error": "task not found" }), 404), + Err(error) => (json!({ "ok": false, "error": error }), 500), + }; + } + } + (json!({ "ok": false, "error": "not found", "path": path }), 404) + } + } +} + +fn main() { + let config = match config_from_env() { + Ok(value) => value, + Err(error) => { + eprintln!("{}", json!({ "ok": false, "error": error })); + std::process::exit(1); + } + }; + if env::args().any(|arg| arg == "--healthcheck") { + std::process::exit(if run_healthcheck(config.port) { 0 } else { 1 }); + } + let state = AppState { + config, + started_at: now_iso(), + logs: Arc::new(Mutex::new(VecDeque::new())), + schema_ready: Arc::new(Mutex::new(false)), + schema_last_error: Arc::new(Mutex::new(None)), + last_database_error: Arc::new(Mutex::new(None)), + }; + ensure_schema_with_retry(state.clone()); + let address = format!("{}:{}", state.config.host, state.config.port); + let server = Server::http(&address).unwrap_or_else(|error| { + eprintln!("{}", json!({ "ok": false, "error": format!("failed to bind {address}: {error}") })); + std::process::exit(1); + }); + log_event(&state, "info", "service_listening", json!({ "port": state.config.port, "role": "master-control-plane", "runtime": "rust", "mgrPoolMax": state.config.mgr_pool_max, "tracePoolMax": state.config.trace_pool_max })); + for mut request in server.incoming_requests() { + let path = request.url().to_string(); + let method = request.method().as_str().to_string(); + let (body, status) = match std::panic::catch_unwind(std::panic::AssertUnwindSafe(|| handle_request(&state, &mut request))) { + Ok(response) => response, + Err(_) => (json!({ "ok": false, "error": "request panicked" }), 500), + }; + if status >= 500 { + log_event(&state, "error", "request_failed", json!({ "path": path, "method": method, "status": status, "body": body.clone() })); + } + let _ = request.respond(json_response(body, status)); + } +} + +fn run_healthcheck(port: u16) -> bool { + let Ok(mut stream) = TcpStream::connect(("127.0.0.1", port)) else { + return false; + }; + let _ = stream.set_read_timeout(Some(std::time::Duration::from_secs(3))); + let _ = stream.set_write_timeout(Some(std::time::Duration::from_secs(3))); + if stream + .write_all(b"GET /health HTTP/1.1\r\nHost: 127.0.0.1\r\nConnection: close\r\n\r\n") + .is_err() + { + return false; + } + let mut body = String::new(); + stream.read_to_string(&mut body).is_ok() && body.contains("\"ok\": true") +}