sdcpp-edit.js 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485
  1. /**
  2. * @node sdcpp-edit
  3. * @name SD.cpp Edit Image
  4. * @category sdcpp
  5. * @version 1.0.0
  6. * @description Edit an image by describing the change, for edit models such as Flux Kontext and Qwen Image Edit
  7. * @icon wand-2
  8. */
  9. // The credential this node wants, named so it can be found. It is stored as a
  10. // plain basic credential - that is what decides how it is encrypted - and this
  11. // only says which basic credential is the SD.cpp one. Anything that accepts a
  12. // basic credential still accepts this, and this node still accepts a plain
  13. // basic credential, because the shape is identical.
  14. const credentialTypes = [
  15. {
  16. id: 'sdcpp',
  17. label: 'SD.cpp Server',
  18. baseType: 'basic',
  19. description: 'The username and password you sign in to sdcpp-restapi with. The node exchanges them for a token before every call',
  20. usernameLabel: 'Username',
  21. passwordLabel: 'Password'
  22. }
  23. ];
  24. const configSchema = {
  25. type: 'object',
  26. // Generated from the server's own reference at /options/generation - see
  27. // scripts/gen-sdcpp-generation-options.py. Every field the endpoint accepts
  28. // has a setting here, grouped the way the server groups them.
  29. uiGroups: [
  30. {
  31. "title": "Server",
  32. "fields": [
  33. "serverUrl",
  34. "credentialId"
  35. ]
  36. },
  37. {
  38. "title": "Core",
  39. "fields": [
  40. "prompt",
  41. "negativePrompt",
  42. "width",
  43. "height",
  44. "steps",
  45. "cfgScale",
  46. "seed",
  47. "sampler",
  48. "scheduler",
  49. "batchCount"
  50. ]
  51. },
  52. {
  53. "title": "Cache Acceleration",
  54. "fields": [
  55. "cacheMode",
  56. "easycacheThreshold",
  57. "easycacheStart",
  58. "easycacheEnd",
  59. "spectrumW",
  60. "spectrumM",
  61. "spectrumLam",
  62. "spectrumWindowSize",
  63. "spectrumFlexWindow",
  64. "spectrumWarmupSteps",
  65. "spectrumStopPercent"
  66. ]
  67. },
  68. {
  69. "title": "ControlNet",
  70. "fields": [
  71. "controlImageBase64",
  72. "controlStrength"
  73. ]
  74. },
  75. {
  76. "title": "Prompt Expansion",
  77. "fields": [
  78. "expandPrompt"
  79. ]
  80. },
  81. {
  82. "title": "Guidance",
  83. "fields": [
  84. "distilledGuidance",
  85. "eta",
  86. "shiftedTimestep",
  87. "flowShift",
  88. "clipSkip"
  89. ]
  90. },
  91. {
  92. "title": "Image Input (img2img / image-edit)",
  93. "fields": [
  94. "initImageBase64",
  95. "maskImageBase64",
  96. "strength",
  97. "imgCfgScale",
  98. "refImages",
  99. "refImageArgs",
  100. "ipAdapterImageBase64",
  101. "ipAdapterStrength"
  102. ]
  103. },
  104. {
  105. "title": "Skip Layer Guidance (SLG)",
  106. "fields": [
  107. "slgScale",
  108. "skipLayers",
  109. "slgStart",
  110. "slgEnd",
  111. "customSigmas"
  112. ]
  113. },
  114. {
  115. "title": "Upscale After Generation",
  116. "fields": [
  117. "upscale",
  118. "upscaleRepeats",
  119. "upscaleAutoUnload"
  120. ]
  121. },
  122. {
  123. "title": "VAE Tiling (per-generation)",
  124. "fields": [
  125. "vaeTiling",
  126. "vaeTileSizeX",
  127. "vaeTileSizeY",
  128. "vaeTileOverlap"
  129. ]
  130. },
  131. {
  132. "title": "Job",
  133. "fields": [
  134. "title",
  135. "extraOptions",
  136. "timeout"
  137. ]
  138. }
  139. ],
  140. prefill: {
  141. "label": "Take the architecture defaults",
  142. "description": "Fill these in from the preset for whichever model the server has loaded - the same values it would use if these were left empty",
  143. "node": "sdcpp-architecture",
  144. "needs": [
  145. "serverUrl",
  146. "credentialId"
  147. ],
  148. "map": {
  149. "defaults.width": "width",
  150. "defaults.height": "height",
  151. "defaults.steps": "steps",
  152. "defaults.cfgScale": "cfgScale",
  153. "defaults.sampler": "sampler",
  154. "defaults.scheduler": "scheduler",
  155. "defaults.cacheMode": "cacheMode",
  156. "defaults.distilledGuidance": "distilledGuidance",
  157. "defaults.flowShift": "flowShift",
  158. "defaults.negativePrompt": "negativePrompt"
  159. }
  160. },
  161. properties: {
  162. serverUrl: {
  163. type: 'string', title: 'Server URL',
  164. description: 'Base address of the sdcpp-restapi server',
  165. default: 'http://localhost:8077'
  166. },
  167. credentialId: {
  168. type: 'string', title: 'Credential',
  169. description: 'A basic credential holding the sdcpp-restapi username and password',
  170. dynamicOptions: { source: 'credentials', filter: { type: ['sdcpp', 'basic'] } }
  171. },
  172. batchCount: { title: "Batch Count", description: "Number of independent images to produce in this single job. Each image gets a different seed (`seed`, `seed+1`, …). Total VRAM doesn't grow with batch_count - sd.cpp serializes. Recommended: 1 for interactive, higher when you want a grid of variations from one prompt. Leave empty for the architecture default.", type: "number" },
  173. cacheMode: { title: "Cache Mode", description: "DiT-model intermediate caching strategy. Skips redundant computation across consecutive sampler steps when the model's intermediate state hasn't changed enough to matter. `easycache` is the simplest; `spectrum` is the newest, generally best for Flux/SD3/Z-Image. Recommended: spectrum for Flux/SD3/Z-Image when generation is too slow. Off for SD1.5/SDXL (UNet is too small for caching to win). Leave empty for the architecture default.", type: "string", enum: ["", "off", "easycache", "ucache", "dbcache", "taylorseer", "cache_dit", "spectrum"], enumLabels: ["(architecture default, which may switch it on)", "Off - no caching, whatever the architecture prefers", "EasyCache - single threshold, simple", "UCache", "DBCache", "TaylorSeer", "Cache-DiT", "Spectrum - frequency-domain analysis (best quality/speed tradeoff)"], default: "" },
  174. cfgScale: { title: "CFG Scale", description: "Classifier-Free Guidance scale. Strength of pushing the cond toward the prompt vs the uncond. Higher = follows prompt more aggressively but can over-saturate. Set to 1.0 to disable CFG (skips the uncond pass - twice as fast). Recommended: SD1.5: 7. SDXL: 4-8. Flux Dev: 1 (CFG bypassed in flow models). Z-Image: 1. Schnell/Turbo: 1. Leave empty for the architecture default.", type: "number" },
  175. clipSkip: { title: "CLIP Skip", description: "Skip the last N layers of CLIP when encoding the prompt. -1 = use the model's recommended default. 2 is the classic anime-model setting. Recommended: -1 (auto). Set to 2 for anime/cartoon SD1.5 fine-tunes. Leave empty for the architecture default.", type: "number" },
  176. controlImageBase64: { title: "ControlNet Image (base64)", description: "Base64-encoded pre-processed control image. Must match the ControlNet model loaded - Canny edges for canny model, depth map for depth model, etc. sd.cpp does not pre-process; you do that client-side. Recommended: Required when using ControlNet. Leave empty for the architecture default.", type: "string" },
  177. controlStrength: { title: "ControlNet Strength", description: "How much the ControlNet influences the diffusion process (0.0-1.0). Lower = looser following, higher = tighter following at cost of overall coherence. Recommended: 0.6-0.9 for most uses. Lower for creative prompts where control should be a hint, not a constraint. Leave empty for the architecture default.", type: "number" },
  178. customSigmas: { title: "Custom Sigma Schedule", description: "Replace the scheduler's noise sigma sequence with a hand-tuned one. Bypasses `scheduler`. Empty array = use the chosen scheduler. Recommended: Empty unless you're hand-tuning per-step noise levels - niche. Leave empty for the architecture default.", type: "array", items: {"type": "number"} },
  179. distilledGuidance: { title: "Distilled Guidance", description: "Distilled-CFG scale for models that bake the CFG behavior into the diffusion model itself (Flux). Replaces the runtime CFG split. Recommended: Flux Dev: 3.5 (sd.cpp default). Other architectures: ignored. Leave empty for the architecture default.", type: "number" },
  180. easycacheEnd: { title: "EasyCache End (% of steps)", description: "Fraction of steps after which EasyCache turns off (last few steps fully recomputed for sharpness). Recommended: 0.95. Leave empty for the architecture default.", type: "number" },
  181. easycacheStart: { title: "EasyCache Start (% of steps)", description: "Fraction of steps before EasyCache becomes active. Small to skip the early high-noise steps where caching hurts. Recommended: 0.15. Leave empty for the architecture default.", type: "number" },
  182. easycacheThreshold: { title: "EasyCache Threshold", description: "Reuse threshold for EasyCache. Higher = more aggressive reuse (faster but more quality loss). Range typically 0.05-0.4. Recommended: 0.2 starting point. Tune up for more speed, down for more quality. Leave empty for the architecture default.", type: "number" },
  183. eta: { title: "Eta", description: "Stochasticity parameter for DDIM-family samplers. 0 = deterministic, 1 = max stochasticity (matches DDPM noise schedule). Most other samplers ignore this. Recommended: 0 (deterministic, reproducible). Raise only with DDIM-trailing for some variation. Leave empty for the architecture default.", type: "number" },
  184. expandPrompt: { title: "Expand Prompt Template", description: "If true, parse `prompt` for a1111-style dynamic-prompts syntax (`{a|b|c}`, `{N$$a|b|c}`) and create one queue item per variation. The response then carries `group_id` + `variation_count` + `job_ids[]` instead of a single `job_id`. Hard cap: 200 variations per request. Recommended: Enable when your prompt actually contains `{…}` syntax. Leave empty for the architecture default.", type: "boolean" },
  185. flowShift: { title: "Flow Shift", description: "Per-generation flow-matching shift parameter for Flux / SD3 / Z-Image models. Higher values shift sampling toward larger noise levels longer. Per-call override; the load-time `flow_shift` is the default if this isn't set. Recommended: Flux Dev: 1.0. Z-Image: 3.0. SD3 Medium: 3.0. Leave empty for the architecture default.", type: "number" },
  186. height: { title: "Height (px)", description: "Output image height in pixels. Same divisibility constraint as `width`. Recommended: Match training resolution. For non-square: total pixel count close to native is more important than aspect ratio. Leave empty for the architecture default.", type: "number" },
  187. imgCfgScale: { title: "Image CFG Scale", description: "Image-CFG for instruct-pix2pix-style models. -1 = same as `cfg_scale`. Different from `cfg_scale`: balances text-prompt influence against image-prompt influence. Recommended: -1 unless using an instruct-pix2pix variant. Leave empty for the architecture default.", type: "number" },
  188. initImageBase64: { title: "Init Image (base64)", description: "Base64-encoded source image for img2img / image-edit. Required for /img2img. Recommended: Required for img2img. Leave empty for the architecture default.", type: "string" },
  189. maskImageBase64: { title: "Mask Image (base64)", description: "Base64-encoded inpainting mask. White areas are repainted, black areas preserved. Recommended: Optional. Empty mask = standard img2img (no inpainting). Leave empty for the architecture default.", type: "string" },
  190. negativePrompt: { title: "Negative Prompt", description: "What to push the model away from. Has effect only when `cfg_scale > 1` (CFG is what compares cond vs uncond). Ignored on architectures that don't use CFG (most flow-matching models default to `cfg_scale = 1`). Recommended: Optional. Empty is a fine default for Flux / SD3 / Z-Image. Leave empty for the architecture default.", type: "string", format: "textarea" },
  191. prompt: { title: "Prompt", description: "Text prompt fed to the model's text encoder (CLIP / T5 / LLM). Supports inline `<lora:name:weight>` tags - these are auto-extracted into the LoRA list before being sent to the encoder. Supports a1111-style dynamic-prompts (`{a|b|c}`) when `expand_prompt: true` is set. Recommended: Required. Leave empty for the architecture default.", type: "string", format: "textarea" },
  192. refImageArgs: { title: "Reference Image Args", description: "Comma-separated k=v flags controlling reference-image preprocessing (e.g. `resize_before_vae=0,ref_index_mode=increase`). Replaces the previous auto_resize_ref_image / increase_ref_index bools. See sd.cpp docs. Recommended: Leave empty unless you need to override defaults. Leave empty for the architecture default.", type: "string" },
  193. refImages: { title: "Reference Images (base64)", description: "Base64-encoded reference images for Flux Kontext / image-edit. Each image gets encoded into the conditioner alongside the text prompt. Recommended: Use for Flux Kontext or models that accept reference images. Leave empty for the architecture default.", type: "array", items: {"type": "string"} },
  194. sampler: { title: "Sampler", description: "Sampling algorithm. Different samplers can produce different images at the same seed; quality and speed differ too. Recommended: euler_a (general), dpmpp2m (SD1.5/SDXL), euler (Flux/SD3/Z-Image), lcm (LCM models). Leave empty for the architecture default.", type: "string", enum: ["", "euler", "euler_a", "heun", "dpm2", "dpm++2s_a", "dpm++2m", "dpm++2mv2", "ipndm", "ipndm_v", "lcm", "ddim_trailing", "tcd", "res_multistep", "res_2s", "er_sde", "euler_cfg_pp", "euler_a_cfg_pp", "euler_ge", "dpm++2m_sde", "dpm++2m_sde_bt", "lms"], enumLabels: ["(architecture default)", "Euler - simple, fast, deterministic", "Euler ancestral - adds noise each step (less reproducible, more variet", "Heun - 2nd-order, slower, sometimes higher quality", "DPM2 - 2nd-order, balanced", "dpm++2s_a", "dpm++2m", "dpm++2mv2", "IPNDM", "IPNDM-V", "LCM - for LCM-finetuned models (4-8 step generation)", "DDIM trailing - required for some fine-tunes", "TCD - for TCD-finetuned models", "RES multistep - flow-model variant", "RES 2S", "ER SDE - SDE sampler (added recently)", "euler_cfg_pp", "euler_a_cfg_pp", "euler_ge", "dpm++2m_sde", "dpm++2m_sde_bt", "lms"], default: "" },
  195. scheduler: { title: "Scheduler", description: "Determines the noise schedule (the timesteps the sampler walks through). Pairs with the sampler - some combinations (e.g. karras+dpmpp2m) are well-tested, others may be off. Recommended: discrete or karras for SD1.5/SDXL; simple for Flux/SD3; smoothstep for Z-Image. Leave empty for the architecture default.", type: "string", enum: ["", "discrete", "karras", "exponential", "ays", "gits", "sgm_uniform", "simple", "smoothstep", "kl_optimal", "lcm", "bong_tangent", "ltx2", "logit_normal", "flux", "flux2", "beta", "normal"], enumLabels: ["(architecture default)", "Discrete - uniform across model timesteps (default)", "Karras - concentrates more steps near the end, common for SDXL", "Exponential", "Align Your Steps (AYS) - auto-tuned", "GITS", "SGM uniform - for SGM-trained models", "Simple - used by Flux / SD3 flow models", "Smoothstep - Z-Image's recommended scheduler", "KL optimal", "LCM - for LCM samplers", "Bong Tangent", "ltx2", "logit_normal", "flux", "flux2", "beta", "normal"], default: "" },
  196. seed: { title: "Seed", description: "RNG seed for the initial noise tensor (and stochastic samplers). -1 = pick a random one each generation. Same seed + same prompt + same model = same image. Recommended: -1 for variety. Pin a specific number for A/B comparing prompt or sampler changes. Leave empty for the architecture default.", type: "number" },
  197. shiftedTimestep: { title: "Shifted Timestep", description: "Start the sampling schedule from a non-final timestep (used by NitroFusion and similar fast-sampling fine-tunes). 0 = standard schedule. 250-500 = NitroFusion's range. Recommended: 0 unless you're explicitly running a NitroFusion-style fine-tune. Leave empty for the architecture default.", type: "number" },
  198. skipLayers: { title: "SLG Skip Layers", description: "Which transformer layers to skip during the SLG unconditional pass. SD3.5 Medium uses [7, 8, 9]. Recommended: [7,8,9] for SD3.5 Medium. Other models: leave default, ignored when slg_scale=0. Leave empty for the architecture default.", type: "array", items: {"type": "number"} },
  199. slgEnd: { title: "SLG End (% of steps)", description: "Fraction of the sampler schedule at which SLG turns off. Recommended: 0.2 (early-cycle only - late-cycle SLG hurts quality). Leave empty for the architecture default.", type: "number" },
  200. slgScale: { title: "SLG Scale", description: "Skip Layer Guidance scale. Selectively zeros out a few diffusion layers when computing the unconditional pass - improves anatomy / coherence on SD3.5-medium and similar. 0 = disabled. Recommended: 0 for most models. 2.5 for SD3.5 Medium with the recommended skip layers. Leave empty for the architecture default.", type: "number" },
  201. slgStart: { title: "SLG Start (% of steps)", description: "Fraction of the sampler schedule (0.0-1.0) at which SLG kicks in. Recommended: 0.01 (almost from the start). Leave empty for the architecture default.", type: "number" },
  202. spectrumFlexWindow: { title: "Spectrum Cache: flex window", description: "Spectrum-cache flexibility window (0.0-1.0). Recommended: 0.5. Leave empty for the architecture default.", type: "number" },
  203. spectrumLam: { title: "Spectrum Cache: λ", description: "Spectrum-cache regularization λ. Recommended: 0.5. Leave empty for the architecture default.", type: "number" },
  204. spectrumM: { title: "Spectrum Cache: m", description: "Spectrum-cache moving-average length. Recommended: 5. Leave empty for the architecture default.", type: "number" },
  205. spectrumStopPercent: { title: "Spectrum Cache: stop percent", description: "Fraction of steps after which spectrum cache disengages (last steps recomputed). Recommended: 0.8. Leave empty for the architecture default.", type: "number" },
  206. spectrumW: { title: "Spectrum Cache: w", description: "Spectrum-cache `w` weight (frequency cutoff). Higher = retains more spectrum, less speedup. Recommended: 0.5 default. See sd.cpp PR #1322 for tuning. Leave empty for the architecture default.", type: "number" },
  207. spectrumWarmupSteps: { title: "Spectrum Cache: warmup steps", description: "Steps at the start of sampling before spectrum cache becomes active. Recommended: 2. Leave empty for the architecture default.", type: "number" },
  208. spectrumWindowSize: { title: "Spectrum Cache: window size", description: "Spectrum-cache analysis window size in steps. Recommended: 3. Leave empty for the architecture default.", type: "number" },
  209. steps: { title: "Sampling Steps", description: "Number of denoising steps the sampler runs. More steps = closer to the model's converged output, with diminishing returns. Distilled models (Flux Schnell, SDXL Turbo, Z-Image Turbo) need only 4-8. Recommended: 20-30 for SD1.5/SDXL, 20 for Flux Dev, 4-8 for *-Turbo or Schnell variants. Leave empty for the architecture default.", type: "number" },
  210. strength: { title: "Denoising Strength", description: "How much of the init image's noise to keep (0.0 = identical to init, 1.0 = ignore init entirely). Controls how aggressively img2img diverges from the input. Recommended: 0.5-0.75 for natural-looking edits. 0.9+ for radical reinterpretation. Leave empty for the architecture default.", type: "number" },
  211. upscale: { title: "Upscale After Generate", description: "Run the loaded ESRGAN upscaler on the output image after generation. Requires an upscaler to be loaded via POST /upscaler/load. Recommended: On for one-shot 'generate then upscale' workflows. Leave empty for the architecture default.", type: "boolean" },
  212. upscaleAutoUnload: { title: "Auto-unload Upscaler", description: "Free upscaler VRAM right after the upscale step. Useful when you generated with `upscale: true` and want VRAM back for other work. Recommended: On. Leave empty for the architecture default.", type: "boolean" },
  213. upscaleRepeats: { title: "Upscale Repeats", description: "Number of post-generation auto-upscale passes (each with the upscaler's native factor - 4× ESRGAN × 2 passes = 16×). DISTINCT from the `/upscale` endpoint's own `repeats` field, which controls passes inside a single upscale job. `upscale_repeats` only chains additional /upscale calls after txt2img / img2img finish. Recommended: 1. Two passes amplify artifacts, but produces large outputs from small inputs. Leave empty for the architecture default.", type: "number" },
  214. vaeTileOverlap: { title: "VAE Tile Overlap", description: "Overlap fraction between VAE tiles for seam blending. Recommended: 0.5. Leave empty for the architecture default.", type: "number" },
  215. vaeTileSizeX: { title: "VAE Tile Width", description: "Width of VAE tiles when tiling is on. 0 = use load-time default. Recommended: 0. Leave empty for the architecture default.", type: "number" },
  216. vaeTileSizeY: { title: "VAE Tile Height", description: "Height of VAE tiles. 0 = use load-time default. Recommended: 0. Leave empty for the architecture default.", type: "number" },
  217. vaeTiling: { title: "VAE Tiling", description: "Per-generation override of the model-load `vae_tiling`. Process VAE encode/decode in tiles to reduce peak VRAM. Recommended: Enable for ≥2048 px outputs. Otherwise leave to the load-time default. Leave empty for the architecture default.", type: "boolean" },
  218. width: { title: "Width (px)", description: "Output image width in pixels. Must be divisible by the model's patch size (typically 8 or 16). Architectures have native resolutions they were trained at - going far off them can degrade quality. Recommended: Match the architecture's training resolution: SD1.5=512, SDXL=1024, Flux/SD3/Z-Image=1024, Wan video=832. Leave empty for the architecture default.", type: "number" },
  219. ipAdapterImageBase64: { title: "IP-Adapter Image (base64)", description: "A reference image whose style and subject guide the result, as base64. Needs an IP-Adapter loaded alongside the model - see the Load Model node. Recommended: Take it from a Download or Fetch Output node rather than pasting one in. Leave empty for the architecture default.", type: "string" },
  220. ipAdapterStrength: { title: "IP-Adapter Strength", description: "How strongly the reference image guides the result. Recommended: 1.0 is the upstream default. Lower it when the reference is overwhelming the prompt. Leave empty for the architecture default.", type: "number" },
  221. title: { type: "string", title: "Job Title", description: "Optional label stored with the job, useful for finding it again in the queue" },
  222. extraOptions: { type: "object", title: "Extra Options", description: "Any other generation field passed straight through. Everything the server documents already has a setting above, so this is only needed for a field a newer server has gained" },
  223. timeout: { type: "number", title: "Timeout (ms)", description: "Applies to queueing the job, not to the render. The call returns as soon as the job is accepted", default: 30000 }
  224. },
  225. required: ['credentialId']
  226. };
  227. const inputSchema = { type: 'object', properties: { data: { type: 'any' } } };
  228. const outputSchema = {
  229. type: 'object',
  230. properties: {
  231. jobId: { type: 'string', description: 'Id of the queued job, to pass to SD.cpp Wait For Job' },
  232. status: { type: 'string', description: 'Queue status when the job was accepted, normally pending' },
  233. position: { type: 'number', description: 'Place in the queue' },
  234. request: { type: 'object', description: 'The body actually sent, useful for seeing which defaults were left to the server' }
  235. }
  236. };
  237. function normalizeServer(url) {
  238. const value = String(url || '').trim();
  239. if (!value) {
  240. throw new Error('SD.cpp: a server URL is required, such as http://localhost:8077');
  241. }
  242. return value.replace(/\/+$/, '');
  243. }
  244. function readCredential(credentialId) {
  245. const auth = smartbotic.credentials.get(credentialId);
  246. if (!auth || auth.success !== true) {
  247. throw new Error('SD.cpp: could not read the credential: ' +
  248. ((auth && auth.error) || 'unknown error'));
  249. }
  250. const value = auth.headerValue || '';
  251. if (value.indexOf('Basic ') !== 0) {
  252. throw new Error('SD.cpp: the credential must be a basic one, holding the sdcpp-restapi ' +
  253. 'username and password');
  254. }
  255. const decoded = smartbotic.utils.base64Decode(value.substring(6));
  256. const separator = decoded.indexOf(':');
  257. if (separator < 1) {
  258. throw new Error('SD.cpp: the credential is malformed, expected a username and a password');
  259. }
  260. return {
  261. username: decoded.substring(0, separator),
  262. password: decoded.substring(separator + 1)
  263. };
  264. }
  265. function call(options) {
  266. const response = smartbotic.http.request(options);
  267. let body = response.data;
  268. if (typeof body === 'string' && body.length > 0) {
  269. try {
  270. body = JSON.parse(body);
  271. } catch (e) {
  272. const snippet = body.substring(0, 200).replace(/\s+/g, ' ');
  273. throw new Error('SD.cpp: ' + options.what + ' returned HTTP ' + response.status +
  274. ' with a body that is not JSON: ' + snippet);
  275. }
  276. }
  277. if (response.status < 200 || response.status >= 300) {
  278. const detail = (body && (body.message || body.error)) || ('HTTP ' + response.status);
  279. throw new Error('SD.cpp: ' + options.what + ' failed: ' + detail);
  280. }
  281. return body || {};
  282. }
  283. function login(server, credential, timeout) {
  284. const session = call({
  285. method: 'POST',
  286. url: server + '/auth/login',
  287. headers: { 'Content-Type': 'application/json' },
  288. body: JSON.stringify({
  289. username: credential.username,
  290. password: credential.password
  291. }),
  292. timeout: timeout,
  293. what: 'signing in'
  294. });
  295. if (!session.token) {
  296. throw new Error('SD.cpp: the server accepted the login but returned no token');
  297. }
  298. return session.token;
  299. }
  300. // /health is unauthenticated, and it is the only way to find out what is
  301. // already loaded without asking for a token first.
  302. function readHealth(server, timeout) {
  303. return call({
  304. method: 'GET',
  305. url: server + '/health',
  306. timeout: timeout,
  307. what: 'reading server health'
  308. });
  309. }
  310. function putIfSet(target, key, value) {
  311. if (value === undefined || value === null || value === '') {
  312. return;
  313. }
  314. target[key] = value;
  315. }
  316. // Every generation field the server documents, and the setting it comes
  317. // from. Generated alongside the schema above so the two cannot drift.
  318. const GENERATION_OPTIONS = [
  319. { setting: "batchCount", server: "batch_count" },
  320. { setting: "cacheMode", server: "cache_mode" },
  321. { setting: "cfgScale", server: "cfg_scale" },
  322. { setting: "clipSkip", server: "clip_skip" },
  323. { setting: "controlImageBase64", server: "control_image_base64" },
  324. { setting: "controlStrength", server: "control_strength" },
  325. { setting: "customSigmas", server: "custom_sigmas" },
  326. { setting: "distilledGuidance", server: "distilled_guidance" },
  327. { setting: "easycacheEnd", server: "easycache_end" },
  328. { setting: "easycacheStart", server: "easycache_start" },
  329. { setting: "easycacheThreshold", server: "easycache_threshold" },
  330. { setting: "eta", server: "eta" },
  331. { setting: "expandPrompt", server: "expand_prompt" },
  332. { setting: "flowShift", server: "flow_shift" },
  333. { setting: "height", server: "height" },
  334. { setting: "imgCfgScale", server: "img_cfg_scale" },
  335. { setting: "initImageBase64", server: "init_image_base64" },
  336. { setting: "maskImageBase64", server: "mask_image_base64" },
  337. { setting: "negativePrompt", server: "negative_prompt" },
  338. { setting: "prompt", server: "prompt" },
  339. { setting: "refImageArgs", server: "ref_image_args" },
  340. { setting: "refImages", server: "ref_images" },
  341. { setting: "sampler", server: "sampler" },
  342. { setting: "scheduler", server: "scheduler" },
  343. { setting: "seed", server: "seed" },
  344. { setting: "shiftedTimestep", server: "shifted_timestep" },
  345. { setting: "skipLayers", server: "skip_layers" },
  346. { setting: "slgEnd", server: "slg_end" },
  347. { setting: "slgScale", server: "slg_scale" },
  348. { setting: "slgStart", server: "slg_start" },
  349. { setting: "spectrumFlexWindow", server: "spectrum_flex_window" },
  350. { setting: "spectrumLam", server: "spectrum_lam" },
  351. { setting: "spectrumM", server: "spectrum_m" },
  352. { setting: "spectrumStopPercent", server: "spectrum_stop_percent" },
  353. { setting: "spectrumW", server: "spectrum_w" },
  354. { setting: "spectrumWarmupSteps", server: "spectrum_warmup_steps" },
  355. { setting: "spectrumWindowSize", server: "spectrum_window_size" },
  356. { setting: "steps", server: "steps" },
  357. { setting: "strength", server: "strength" },
  358. { setting: "upscale", server: "upscale" },
  359. { setting: "upscaleAutoUnload", server: "upscale_auto_unload" },
  360. { setting: "upscaleRepeats", server: "upscale_repeats" },
  361. { setting: "vaeTileOverlap", server: "vae_tile_overlap" },
  362. { setting: "vaeTileSizeX", server: "vae_tile_size_x" },
  363. { setting: "vaeTileSizeY", server: "vae_tile_size_y" },
  364. { setting: "vaeTiling", server: "vae_tiling" },
  365. { setting: "width", server: "width" },
  366. { setting: "ipAdapterImageBase64", server: "ip_adapter_image_base64" },
  367. { setting: "ipAdapterStrength", server: "ip_adapter_strength" }
  368. ];
  369. // What the server accepts for each choice, as it described them when this
  370. // file was generated. See scripts/gen-sdcpp-generation-options.py.
  371. const KNOWN_CHOICES = {
  372. "cacheMode": ["easycache", "spectrum"],
  373. "sampler": ["ddim_trailing", "dpm2", "dpmpp2m", "dpmpp2mv2", "dpmpp2s_a", "er_sde", "euler", "euler_a", "heun", "ipndm", "ipndm_v", "lcm", "res_2s", "res_multistep", "tcd"],
  374. "scheduler": ["ays", "bong_tangent", "discrete", "exponential", "gits", "karras", "kl_optimal", "lcm", "sgm_uniform", "simple", "smoothstep"]
  375. };
  376. async function execute(config, input, context) {
  377. const server = normalizeServer(config.serverUrl);
  378. const timeout = config.timeout || 30000;
  379. const credential = readCredential(config.credentialId);
  380. const token = login(server, credential, timeout);
  381. const body = {};
  382. // Built from the table above rather than field by field, so a setting the
  383. // server documents cannot be quietly missing from the request. A setting
  384. // left empty is left out of the body entirely: the server fills an absent
  385. // field from the loaded model's architecture preset, and sending an empty
  386. // box as 0 would override that preset with nonsense. The test is emptiness,
  387. // never truthiness - seed 0 and clip_skip 0 are legitimate values.
  388. for (let i = 0; i < GENERATION_OPTIONS.length; i++) {
  389. const option = GENERATION_OPTIONS[i];
  390. const value = config[option.setting];
  391. if (Array.isArray(value)) {
  392. // A list setting is usually filled with one entry holding an
  393. // expression for a whole list from an earlier node, which arrives
  394. // as a list inside a list. Left alone, the inner list is sent as a
  395. // single item and the server sees one nonsense value instead of
  396. // several - the same way a batch of two images once became one file
  397. // named "a.png,b.png".
  398. let flat = [];
  399. for (let j = 0; j < value.length; j++) {
  400. if (Array.isArray(value[j])) {
  401. flat = flat.concat(value[j]);
  402. } else if (value[j] !== undefined && value[j] !== null && value[j] !== '') {
  403. flat.push(value[j]);
  404. }
  405. }
  406. if (flat.length > 0) {
  407. body[option.server] = flat;
  408. }
  409. } else if (option.server === 'cache_mode' && value === 'off') {
  410. // The server reads an absent cache_mode as "use the architecture's
  411. // preference" and an empty one as "off". A dropdown cannot express
  412. // both with the same empty string, so "off" is sent as the explicit
  413. // empty the server wants - which is the only way to stop a preset
  414. // that switches caching on.
  415. body.cache_mode = '';
  416. } else {
  417. putIfSet(body, option.server, value);
  418. }
  419. }
  420. putIfSet(body, 'title', config.title);
  421. if (!body.prompt) {
  422. throw new Error('SD.cpp: an edit needs a prompt describing the change');
  423. }
  424. if (!body.init_image_base64 && !body.ref_images) {
  425. throw new Error('SD.cpp: an edit needs an image, or at least one reference image');
  426. }
  427. // Anything else the API accepts, passed through, so a new server field does
  428. // not need a node change to be reachable.
  429. const extra = config.extraOptions;
  430. if (extra && typeof extra === 'object') {
  431. const keys = Object.keys(extra);
  432. for (let i = 0; i < keys.length; i++) {
  433. putIfSet(body, keys[i], extra[keys[i]]);
  434. }
  435. }
  436. const queued = call({
  437. method: 'POST',
  438. url: server + '/img2img',
  439. headers: { 'Content-Type': 'application/json', 'Authorization': 'Bearer ' + token },
  440. body: JSON.stringify(body),
  441. timeout: timeout,
  442. what: 'queueing the img2img job'
  443. });
  444. if (!queued.job_id) {
  445. throw new Error('SD.cpp: the job was accepted but no job id came back');
  446. }
  447. smartbotic.log.info('SD.cpp: queued img2img job ' + queued.job_id);
  448. return {
  449. jobId: queued.job_id,
  450. status: queued.status || 'pending',
  451. position: queued.position !== undefined ? queued.position : -1,
  452. request: body
  453. };
  454. }
  455. module.exports = { configSchema, inputSchema, outputSchema, execute };