sdcpp-txt2img.js 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428
  1. /**
  2. * @node sdcpp-txt2img
  3. * @name SD.cpp Text to Image
  4. * @category sdcpp
  5. * @version 1.0.0
  6. * @description Queue an image generation from a prompt
  7. * @icon image
  8. */
  9. // The credential this node wants, named so it can be found. It is stored as a
  10. // plain basic credential - that is what decides how it is encrypted - and this
  11. // only says which basic credential is the SD.cpp one. Anything that accepts a
  12. // basic credential still accepts this, and this node still accepts a plain
  13. // basic credential, because the shape is identical.
  14. const credentialTypes = [
  15. {
  16. id: 'sdcpp',
  17. label: 'SD.cpp Server',
  18. baseType: 'basic',
  19. description: 'The username and password you sign in to sdcpp-restapi with. The node exchanges them for a token before every call',
  20. usernameLabel: 'Username',
  21. passwordLabel: 'Password'
  22. }
  23. ];
  24. const configSchema = {
  25. type: 'object',
  26. // Generated from the server's own reference at /options/generation - see
  27. // scripts/gen-sdcpp-generation-options.py. Every field the endpoint accepts
  28. // has a setting here, grouped the way the server groups them.
  29. uiGroups: [
  30. {
  31. "title": "Server",
  32. "fields": [
  33. "serverUrl",
  34. "credentialId"
  35. ]
  36. },
  37. {
  38. "title": "Core",
  39. "fields": [
  40. "prompt",
  41. "negativePrompt",
  42. "width",
  43. "height",
  44. "steps",
  45. "cfgScale",
  46. "seed",
  47. "sampler",
  48. "scheduler",
  49. "batchCount"
  50. ]
  51. },
  52. {
  53. "title": "Cache Acceleration",
  54. "fields": [
  55. "cacheMode",
  56. "easycacheThreshold",
  57. "easycacheStart",
  58. "easycacheEnd",
  59. "spectrumW",
  60. "spectrumM",
  61. "spectrumLam",
  62. "spectrumWindowSize",
  63. "spectrumFlexWindow",
  64. "spectrumWarmupSteps",
  65. "spectrumStopPercent"
  66. ]
  67. },
  68. {
  69. "title": "ControlNet",
  70. "fields": [
  71. "controlImageBase64",
  72. "controlStrength"
  73. ]
  74. },
  75. {
  76. "title": "Prompt Expansion",
  77. "fields": [
  78. "expandPrompt"
  79. ]
  80. },
  81. {
  82. "title": "Guidance",
  83. "fields": [
  84. "distilledGuidance",
  85. "eta",
  86. "shiftedTimestep",
  87. "flowShift",
  88. "clipSkip"
  89. ]
  90. },
  91. {
  92. "title": "Image Input (img2img / image-edit)",
  93. "fields": [
  94. "refImages",
  95. "refImageArgs"
  96. ]
  97. },
  98. {
  99. "title": "PhotoMaker",
  100. "fields": [
  101. "pmIdImages",
  102. "pmIdEmbedPath",
  103. "pmStyleStrength"
  104. ]
  105. },
  106. {
  107. "title": "Skip Layer Guidance (SLG)",
  108. "fields": [
  109. "slgScale",
  110. "skipLayers",
  111. "slgStart",
  112. "slgEnd",
  113. "customSigmas"
  114. ]
  115. },
  116. {
  117. "title": "Upscale After Generation",
  118. "fields": [
  119. "upscale",
  120. "upscaleRepeats",
  121. "upscaleAutoUnload"
  122. ]
  123. },
  124. {
  125. "title": "VAE Tiling (per-generation)",
  126. "fields": [
  127. "vaeTiling",
  128. "vaeTileSizeX",
  129. "vaeTileSizeY",
  130. "vaeTileOverlap"
  131. ]
  132. },
  133. {
  134. "title": "Job",
  135. "fields": [
  136. "title",
  137. "extraOptions",
  138. "timeout"
  139. ]
  140. }
  141. ],
  142. properties: {
  143. serverUrl: {
  144. type: 'string', title: 'Server URL',
  145. description: 'Base address of the sdcpp-restapi server',
  146. default: 'http://localhost:8077'
  147. },
  148. credentialId: {
  149. type: 'string', title: 'Credential',
  150. description: 'A basic credential holding the sdcpp-restapi username and password',
  151. dynamicOptions: { source: 'credentials', filter: { type: ['sdcpp', 'basic'] } }
  152. },
  153. batchCount: { title: "Batch Count", description: "Number of independent images to produce in this single job. Each image gets a different seed (`seed`, `seed+1`, …). Total VRAM doesn't grow with batch_count — sd.cpp serializes. Recommended: 1 for interactive, higher when you want a grid of variations from one prompt. Leave empty for the architecture default.", type: "number" },
  154. cacheMode: { title: "Cache Mode", description: "DiT-model intermediate caching strategy. Skips redundant computation across consecutive sampler steps when the model's intermediate state hasn't changed enough to matter. `easycache` is the simplest; `spectrum` is the newest, generally best for Flux/SD3/Z-Image. Recommended: spectrum for Flux/SD3/Z-Image when generation is too slow. Off for SD1.5/SDXL (UNet is too small for caching to win). Leave empty for the architecture default.", type: "string", enum: ["", "easycache", "spectrum"], enumLabels: ["(architecture default)", "EasyCache — single threshold, simple", "Spectrum — frequency-domain analysis (best quality/speed tradeoff)"], default: "" },
  155. cfgScale: { title: "CFG Scale", description: "Classifier-Free Guidance scale. Strength of pushing the cond toward the prompt vs the uncond. Higher = follows prompt more aggressively but can over-saturate. Set to 1.0 to disable CFG (skips the uncond pass — twice as fast). Recommended: SD1.5: 7. SDXL: 4–8. Flux Dev: 1 (CFG bypassed in flow models). Z-Image: 1. Schnell/Turbo: 1. Leave empty for the architecture default.", type: "number" },
  156. clipSkip: { title: "CLIP Skip", description: "Skip the last N layers of CLIP when encoding the prompt. -1 = use the model's recommended default. 2 is the classic anime-model setting. Recommended: -1 (auto). Set to 2 for anime/cartoon SD1.5 fine-tunes. Leave empty for the architecture default.", type: "number" },
  157. controlImageBase64: { title: "ControlNet Image (base64)", description: "Base64-encoded pre-processed control image. Must match the ControlNet model loaded — Canny edges for canny model, depth map for depth model, etc. sd.cpp does not pre-process; you do that client-side. Recommended: Required when using ControlNet. Leave empty for the architecture default.", type: "string" },
  158. controlStrength: { title: "ControlNet Strength", description: "How much the ControlNet influences the diffusion process (0.0–1.0). Lower = looser following, higher = tighter following at cost of overall coherence. Recommended: 0.6–0.9 for most uses. Lower for creative prompts where control should be a hint, not a constraint. Leave empty for the architecture default.", type: "number" },
  159. customSigmas: { title: "Custom Sigma Schedule", description: "Replace the scheduler's noise sigma sequence with a hand-tuned one. Bypasses `scheduler`. Empty array = use the chosen scheduler. Recommended: Empty unless you're hand-tuning per-step noise levels — niche. Leave empty for the architecture default.", type: "array", items: {"type": "number"} },
  160. distilledGuidance: { title: "Distilled Guidance", description: "Distilled-CFG scale for models that bake the CFG behavior into the diffusion model itself (Flux). Replaces the runtime CFG split. Recommended: Flux Dev: 3.5 (sd.cpp default). Other architectures: ignored. Leave empty for the architecture default.", type: "number" },
  161. easycacheEnd: { title: "EasyCache End (% of steps)", description: "Fraction of steps after which EasyCache turns off (last few steps fully recomputed for sharpness). Recommended: 0.95. Leave empty for the architecture default.", type: "number" },
  162. easycacheStart: { title: "EasyCache Start (% of steps)", description: "Fraction of steps before EasyCache becomes active. Small to skip the early high-noise steps where caching hurts. Recommended: 0.15. Leave empty for the architecture default.", type: "number" },
  163. easycacheThreshold: { title: "EasyCache Threshold", description: "Reuse threshold for EasyCache. Higher = more aggressive reuse (faster but more quality loss). Range typically 0.05–0.4. Recommended: 0.2 starting point. Tune up for more speed, down for more quality. Leave empty for the architecture default.", type: "number" },
  164. eta: { title: "Eta", description: "Stochasticity parameter for DDIM-family samplers. 0 = deterministic, 1 = max stochasticity (matches DDPM noise schedule). Most other samplers ignore this. Recommended: 0 (deterministic, reproducible). Raise only with DDIM-trailing for some variation. Leave empty for the architecture default.", type: "number" },
  165. expandPrompt: { title: "Expand Prompt Template", description: "If true, parse `prompt` for a1111-style dynamic-prompts syntax (`{a|b|c}`, `{N$$a|b|c}`) and create one queue item per variation. The response then carries `group_id` + `variation_count` + `job_ids[]` instead of a single `job_id`. Hard cap: 200 variations per request. Recommended: Enable when your prompt actually contains `{…}` syntax. Leave empty for the architecture default.", type: "boolean" },
  166. flowShift: { title: "Flow Shift", description: "Per-generation flow-matching shift parameter for Flux / SD3 / Z-Image models. Higher values shift sampling toward larger noise levels longer. Per-call override; the load-time `flow_shift` is the default if this isn't set. Recommended: Flux Dev: 1.0. Z-Image: 3.0. SD3 Medium: 3.0. Leave empty for the architecture default.", type: "number" },
  167. height: { title: "Height (px)", description: "Output image height in pixels. Same divisibility constraint as `width`. Recommended: Match training resolution. For non-square: total pixel count close to native is more important than aspect ratio. Leave empty for the architecture default.", type: "number" },
  168. negativePrompt: { title: "Negative Prompt", description: "What to push the model away from. Has effect only when `cfg_scale > 1` (CFG is what compares cond vs uncond). Ignored on architectures that don't use CFG (most flow-matching models default to `cfg_scale = 1`). Recommended: Optional. Empty is a fine default for Flux / SD3 / Z-Image. Leave empty for the architecture default.", type: "string", format: "textarea" },
  169. pmIdEmbedPath: { title: "PhotoMaker ID Embed Path", description: "Server-side path to a pre-computed PhotoMaker ID embedding. Skips per-generation ID encoding. Recommended: Empty unless you've pre-computed an embedding for repeated use. Leave empty for the architecture default.", type: "string" },
  170. pmIdImages: { title: "PhotoMaker ID Images (base64)", description: "Reference images for PhotoMaker identity preservation. Multiple faces of the same person. Recommended: 3–5 images of the same person from different angles when using PhotoMaker. Leave empty for the architecture default.", type: "array", items: {"type": "string"} },
  171. pmStyleStrength: { title: "PhotoMaker Style Strength", description: "PhotoMaker style-vs-identity tradeoff. Higher = more style influence, less identity preservation. Recommended: 20 (sd.cpp default). Drop to 10 for stronger identity preservation. Leave empty for the architecture default.", type: "number" },
  172. prompt: { title: "Prompt", description: "Text prompt fed to the model's text encoder (CLIP / T5 / LLM). Supports inline `<lora:name:weight>` tags — these are auto-extracted into the LoRA list before being sent to the encoder. Supports a1111-style dynamic-prompts (`{a|b|c}`) when `expand_prompt: true` is set. Recommended: Required. Leave empty for the architecture default.", type: "string", format: "textarea" },
  173. refImageArgs: { title: "Reference Image Args", description: "Comma-separated k=v flags controlling reference-image preprocessing (e.g. `resize_before_vae=0,ref_index_mode=increase`). Replaces the previous auto_resize_ref_image / increase_ref_index bools. See sd.cpp docs. Recommended: Leave empty unless you need to override defaults. Leave empty for the architecture default.", type: "string" },
  174. refImages: { title: "Reference Images (base64)", description: "Base64-encoded reference images for Flux Kontext / image-edit. Each image gets encoded into the conditioner alongside the text prompt. Recommended: Use for Flux Kontext or models that accept reference images. Leave empty for the architecture default.", type: "array", items: {"type": "string"} },
  175. sampler: { title: "Sampler", description: "Sampling algorithm. Different samplers can produce different images at the same seed; quality and speed differ too. Recommended: euler_a (general), dpmpp2m (SD1.5/SDXL), euler (Flux/SD3/Z-Image), lcm (LCM models). Leave empty for the architecture default.", type: "string", enum: ["", "ddim_trailing", "dpm2", "dpmpp2m", "dpmpp2mv2", "dpmpp2s_a", "er_sde", "euler", "euler_a", "heun", "ipndm", "ipndm_v", "lcm", "res_2s", "res_multistep", "tcd"], enumLabels: ["(architecture default)", "DDIM trailing — required for some fine-tunes", "DPM2 — 2nd-order, balanced", "DPM++ 2M — fast, good quality", "DPM++ 2M v2 — improved schedule", "DPM++ 2S ancestral — popular for SDXL", "ER SDE — SDE sampler (added recently)", "Euler — simple, fast, deterministic", "Euler ancestral — adds noise each step (less reproducible, more variet", "Heun — 2nd-order, slower, sometimes higher quality", "IPNDM", "IPNDM-V", "LCM — for LCM-finetuned models (4–8 step generation)", "RES 2S", "RES multistep — flow-model variant", "TCD — for TCD-finetuned models"], default: "" },
  176. scheduler: { title: "Scheduler", description: "Determines the noise schedule (the timesteps the sampler walks through). Pairs with the sampler — some combinations (e.g. karras+dpmpp2m) are well-tested, others may be off. Recommended: discrete or karras for SD1.5/SDXL; simple for Flux/SD3; smoothstep for Z-Image. Leave empty for the architecture default.", type: "string", enum: ["", "ays", "bong_tangent", "discrete", "exponential", "gits", "karras", "kl_optimal", "lcm", "sgm_uniform", "simple", "smoothstep"], enumLabels: ["(architecture default)", "Align Your Steps (AYS) — auto-tuned", "Bong Tangent", "Discrete — uniform across model timesteps (default)", "Exponential", "GITS", "Karras — concentrates more steps near the end, common for SDXL", "KL optimal", "LCM — for LCM samplers", "SGM uniform — for SGM-trained models", "Simple — used by Flux / SD3 flow models", "Smoothstep — Z-Image's recommended scheduler"], default: "" },
  177. seed: { title: "Seed", description: "RNG seed for the initial noise tensor (and stochastic samplers). -1 = pick a random one each generation. Same seed + same prompt + same model = same image. Recommended: -1 for variety. Pin a specific number for A/B comparing prompt or sampler changes. Leave empty for the architecture default.", type: "number" },
  178. shiftedTimestep: { title: "Shifted Timestep", description: "Start the sampling schedule from a non-final timestep (used by NitroFusion and similar fast-sampling fine-tunes). 0 = standard schedule. 250–500 = NitroFusion's range. Recommended: 0 unless you're explicitly running a NitroFusion-style fine-tune. Leave empty for the architecture default.", type: "number" },
  179. skipLayers: { title: "SLG Skip Layers", description: "Which transformer layers to skip during the SLG unconditional pass. SD3.5 Medium uses [7, 8, 9]. Recommended: [7,8,9] for SD3.5 Medium. Other models: leave default, ignored when slg_scale=0. Leave empty for the architecture default.", type: "array", items: {"type": "number"} },
  180. slgEnd: { title: "SLG End (% of steps)", description: "Fraction of the sampler schedule at which SLG turns off. Recommended: 0.2 (early-cycle only — late-cycle SLG hurts quality). Leave empty for the architecture default.", type: "number" },
  181. slgScale: { title: "SLG Scale", description: "Skip Layer Guidance scale. Selectively zeros out a few diffusion layers when computing the unconditional pass — improves anatomy / coherence on SD3.5-medium and similar. 0 = disabled. Recommended: 0 for most models. 2.5 for SD3.5 Medium with the recommended skip layers. Leave empty for the architecture default.", type: "number" },
  182. slgStart: { title: "SLG Start (% of steps)", description: "Fraction of the sampler schedule (0.0–1.0) at which SLG kicks in. Recommended: 0.01 (almost from the start). Leave empty for the architecture default.", type: "number" },
  183. spectrumFlexWindow: { title: "Spectrum Cache: flex window", description: "Spectrum-cache flexibility window (0.0–1.0). Recommended: 0.5. Leave empty for the architecture default.", type: "number" },
  184. spectrumLam: { title: "Spectrum Cache: λ", description: "Spectrum-cache regularization λ. Recommended: 0.5. Leave empty for the architecture default.", type: "number" },
  185. spectrumM: { title: "Spectrum Cache: m", description: "Spectrum-cache moving-average length. Recommended: 5. Leave empty for the architecture default.", type: "number" },
  186. spectrumStopPercent: { title: "Spectrum Cache: stop percent", description: "Fraction of steps after which spectrum cache disengages (last steps recomputed). Recommended: 0.8. Leave empty for the architecture default.", type: "number" },
  187. spectrumW: { title: "Spectrum Cache: w", description: "Spectrum-cache `w` weight (frequency cutoff). Higher = retains more spectrum, less speedup. Recommended: 0.5 default. See sd.cpp PR #1322 for tuning. Leave empty for the architecture default.", type: "number" },
  188. spectrumWarmupSteps: { title: "Spectrum Cache: warmup steps", description: "Steps at the start of sampling before spectrum cache becomes active. Recommended: 2. Leave empty for the architecture default.", type: "number" },
  189. spectrumWindowSize: { title: "Spectrum Cache: window size", description: "Spectrum-cache analysis window size in steps. Recommended: 3. Leave empty for the architecture default.", type: "number" },
  190. steps: { title: "Sampling Steps", description: "Number of denoising steps the sampler runs. More steps = closer to the model's converged output, with diminishing returns. Distilled models (Flux Schnell, SDXL Turbo, Z-Image Turbo) need only 4–8. Recommended: 20–30 for SD1.5/SDXL, 20 for Flux Dev, 4–8 for *-Turbo or Schnell variants. Leave empty for the architecture default.", type: "number" },
  191. upscale: { title: "Upscale After Generate", description: "Run the loaded ESRGAN upscaler on the output image after generation. Requires an upscaler to be loaded via POST /upscaler/load. Recommended: On for one-shot 'generate then upscale' workflows. Leave empty for the architecture default.", type: "boolean" },
  192. upscaleAutoUnload: { title: "Auto-unload Upscaler", description: "Free upscaler VRAM right after the upscale step. Useful when you generated with `upscale: true` and want VRAM back for other work. Recommended: On. Leave empty for the architecture default.", type: "boolean" },
  193. upscaleRepeats: { title: "Upscale Repeats", description: "Number of post-generation auto-upscale passes (each with the upscaler's native factor — 4× ESRGAN × 2 passes = 16×). DISTINCT from the `/upscale` endpoint's own `repeats` field, which controls passes inside a single upscale job. `upscale_repeats` only chains additional /upscale calls after txt2img / img2img finish. Recommended: 1. Two passes amplify artifacts, but produces large outputs from small inputs. Leave empty for the architecture default.", type: "number" },
  194. vaeTileOverlap: { title: "VAE Tile Overlap", description: "Overlap fraction between VAE tiles for seam blending. Recommended: 0.5. Leave empty for the architecture default.", type: "number" },
  195. vaeTileSizeX: { title: "VAE Tile Width", description: "Width of VAE tiles when tiling is on. 0 = use load-time default. Recommended: 0. Leave empty for the architecture default.", type: "number" },
  196. vaeTileSizeY: { title: "VAE Tile Height", description: "Height of VAE tiles. 0 = use load-time default. Recommended: 0. Leave empty for the architecture default.", type: "number" },
  197. vaeTiling: { title: "VAE Tiling", description: "Per-generation override of the model-load `vae_tiling`. Process VAE encode/decode in tiles to reduce peak VRAM. Recommended: Enable for ≥2048 px outputs. Otherwise leave to the load-time default. Leave empty for the architecture default.", type: "boolean" },
  198. width: { title: "Width (px)", description: "Output image width in pixels. Must be divisible by the model's patch size (typically 8 or 16). Architectures have native resolutions they were trained at — going far off them can degrade quality. Recommended: Match the architecture's training resolution: SD1.5=512, SDXL=1024, Flux/SD3/Z-Image=1024, Wan video=832. Leave empty for the architecture default.", type: "number" },
  199. title: { type: "string", title: "Job Title", description: "Optional label stored with the job, useful for finding it again in the queue" },
  200. extraOptions: { type: "object", title: "Extra Options", description: "Any other generation field passed straight through. Everything the server documents already has a setting above, so this is only needed for a field a newer server has gained" },
  201. timeout: { type: "number", title: "Timeout (ms)", description: "Applies to queueing the job, not to the render. The call returns as soon as the job is accepted", default: 30000 }
  202. },
  203. required: ['credentialId']
  204. };
  205. const inputSchema = { type: 'object', properties: { data: { type: 'any' } } };
  206. const outputSchema = {
  207. type: 'object',
  208. properties: {
  209. jobId: { type: 'string', description: 'Id of the queued job, to pass to SD.cpp Wait For Job' },
  210. status: { type: 'string', description: 'Queue status when the job was accepted, normally pending' },
  211. position: { type: 'number', description: 'Place in the queue' },
  212. request: { type: 'object', description: 'The body actually sent, useful for seeing which defaults were left to the server' }
  213. }
  214. };
  215. function normalizeServer(url) {
  216. const value = String(url || '').trim();
  217. if (!value) {
  218. throw new Error('SD.cpp: a server URL is required, such as http://localhost:8077');
  219. }
  220. return value.replace(/\/+$/, '');
  221. }
  222. function readCredential(credentialId) {
  223. const auth = smartbotic.credentials.get(credentialId);
  224. if (!auth || auth.success !== true) {
  225. throw new Error('SD.cpp: could not read the credential: ' +
  226. ((auth && auth.error) || 'unknown error'));
  227. }
  228. const value = auth.headerValue || '';
  229. if (value.indexOf('Basic ') !== 0) {
  230. throw new Error('SD.cpp: the credential must be a basic one, holding the sdcpp-restapi ' +
  231. 'username and password');
  232. }
  233. const decoded = smartbotic.utils.base64Decode(value.substring(6));
  234. const separator = decoded.indexOf(':');
  235. if (separator < 1) {
  236. throw new Error('SD.cpp: the credential is malformed, expected a username and a password');
  237. }
  238. return {
  239. username: decoded.substring(0, separator),
  240. password: decoded.substring(separator + 1)
  241. };
  242. }
  243. function call(options) {
  244. const response = smartbotic.http.request(options);
  245. let body = response.data;
  246. if (typeof body === 'string' && body.length > 0) {
  247. try {
  248. body = JSON.parse(body);
  249. } catch (e) {
  250. const snippet = body.substring(0, 200).replace(/\s+/g, ' ');
  251. throw new Error('SD.cpp: ' + options.what + ' returned HTTP ' + response.status +
  252. ' with a body that is not JSON: ' + snippet);
  253. }
  254. }
  255. if (response.status < 200 || response.status >= 300) {
  256. const detail = (body && (body.message || body.error)) || ('HTTP ' + response.status);
  257. throw new Error('SD.cpp: ' + options.what + ' failed: ' + detail);
  258. }
  259. return body || {};
  260. }
  261. function login(server, credential, timeout) {
  262. const session = call({
  263. method: 'POST',
  264. url: server + '/auth/login',
  265. headers: { 'Content-Type': 'application/json' },
  266. body: JSON.stringify({
  267. username: credential.username,
  268. password: credential.password
  269. }),
  270. timeout: timeout,
  271. what: 'signing in'
  272. });
  273. if (!session.token) {
  274. throw new Error('SD.cpp: the server accepted the login but returned no token');
  275. }
  276. return session.token;
  277. }
  278. // /health is unauthenticated, and it is the only way to find out what is
  279. // already loaded without asking for a token first.
  280. function readHealth(server, timeout) {
  281. return call({
  282. method: 'GET',
  283. url: server + '/health',
  284. timeout: timeout,
  285. what: 'reading server health'
  286. });
  287. }
  288. function putIfSet(target, key, value) {
  289. if (value === undefined || value === null || value === '') {
  290. return;
  291. }
  292. target[key] = value;
  293. }
  294. // Every generation field the server documents, and the setting it comes
  295. // from. Generated alongside the schema above so the two cannot drift.
  296. const GENERATION_OPTIONS = [
  297. { setting: "batchCount", server: "batch_count" },
  298. { setting: "cacheMode", server: "cache_mode" },
  299. { setting: "cfgScale", server: "cfg_scale" },
  300. { setting: "clipSkip", server: "clip_skip" },
  301. { setting: "controlImageBase64", server: "control_image_base64" },
  302. { setting: "controlStrength", server: "control_strength" },
  303. { setting: "customSigmas", server: "custom_sigmas" },
  304. { setting: "distilledGuidance", server: "distilled_guidance" },
  305. { setting: "easycacheEnd", server: "easycache_end" },
  306. { setting: "easycacheStart", server: "easycache_start" },
  307. { setting: "easycacheThreshold", server: "easycache_threshold" },
  308. { setting: "eta", server: "eta" },
  309. { setting: "expandPrompt", server: "expand_prompt" },
  310. { setting: "flowShift", server: "flow_shift" },
  311. { setting: "height", server: "height" },
  312. { setting: "negativePrompt", server: "negative_prompt" },
  313. { setting: "pmIdEmbedPath", server: "pm_id_embed_path" },
  314. { setting: "pmIdImages", server: "pm_id_images" },
  315. { setting: "pmStyleStrength", server: "pm_style_strength" },
  316. { setting: "prompt", server: "prompt" },
  317. { setting: "refImageArgs", server: "ref_image_args" },
  318. { setting: "refImages", server: "ref_images" },
  319. { setting: "sampler", server: "sampler" },
  320. { setting: "scheduler", server: "scheduler" },
  321. { setting: "seed", server: "seed" },
  322. { setting: "shiftedTimestep", server: "shifted_timestep" },
  323. { setting: "skipLayers", server: "skip_layers" },
  324. { setting: "slgEnd", server: "slg_end" },
  325. { setting: "slgScale", server: "slg_scale" },
  326. { setting: "slgStart", server: "slg_start" },
  327. { setting: "spectrumFlexWindow", server: "spectrum_flex_window" },
  328. { setting: "spectrumLam", server: "spectrum_lam" },
  329. { setting: "spectrumM", server: "spectrum_m" },
  330. { setting: "spectrumStopPercent", server: "spectrum_stop_percent" },
  331. { setting: "spectrumW", server: "spectrum_w" },
  332. { setting: "spectrumWarmupSteps", server: "spectrum_warmup_steps" },
  333. { setting: "spectrumWindowSize", server: "spectrum_window_size" },
  334. { setting: "steps", server: "steps" },
  335. { setting: "upscale", server: "upscale" },
  336. { setting: "upscaleAutoUnload", server: "upscale_auto_unload" },
  337. { setting: "upscaleRepeats", server: "upscale_repeats" },
  338. { setting: "vaeTileOverlap", server: "vae_tile_overlap" },
  339. { setting: "vaeTileSizeX", server: "vae_tile_size_x" },
  340. { setting: "vaeTileSizeY", server: "vae_tile_size_y" },
  341. { setting: "vaeTiling", server: "vae_tiling" },
  342. { setting: "width", server: "width" }
  343. ];
  344. async function execute(config, input, context) {
  345. const server = normalizeServer(config.serverUrl);
  346. const timeout = config.timeout || 30000;
  347. const credential = readCredential(config.credentialId);
  348. const token = login(server, credential, timeout);
  349. const body = {};
  350. // Built from the table above rather than field by field, so a setting the
  351. // server documents cannot be quietly missing from the request. A setting
  352. // left empty is left out of the body entirely: the server fills an absent
  353. // field from the loaded model's architecture preset, and sending an empty
  354. // box as 0 would override that preset with nonsense. The test is emptiness,
  355. // never truthiness - seed 0 and clip_skip 0 are legitimate values.
  356. for (let i = 0; i < GENERATION_OPTIONS.length; i++) {
  357. const option = GENERATION_OPTIONS[i];
  358. const value = config[option.setting];
  359. if (Array.isArray(value)) {
  360. if (value.length > 0) {
  361. body[option.server] = value;
  362. }
  363. } else {
  364. putIfSet(body, option.server, value);
  365. }
  366. }
  367. putIfSet(body, 'title', config.title);
  368. if (!body.prompt) {
  369. throw new Error('SD.cpp: txt2img needs a prompt');
  370. }
  371. // Anything else the API accepts, passed through, so a new server field does
  372. // not need a node change to be reachable.
  373. const extra = config.extraOptions;
  374. if (extra && typeof extra === 'object') {
  375. const keys = Object.keys(extra);
  376. for (let i = 0; i < keys.length; i++) {
  377. putIfSet(body, keys[i], extra[keys[i]]);
  378. }
  379. }
  380. const queued = call({
  381. method: 'POST',
  382. url: server + '/txt2img',
  383. headers: { 'Content-Type': 'application/json', 'Authorization': 'Bearer ' + token },
  384. body: JSON.stringify(body),
  385. timeout: timeout,
  386. what: 'queueing the txt2img job'
  387. });
  388. if (!queued.job_id) {
  389. throw new Error('SD.cpp: the job was accepted but no job id came back');
  390. }
  391. smartbotic.log.info('SD.cpp: queued txt2img job ' + queued.job_id);
  392. return {
  393. jobId: queued.job_id,
  394. status: queued.status || 'pending',
  395. position: queued.position !== undefined ? queued.position : -1,
  396. request: body
  397. };
  398. }
  399. module.exports = { configSchema, inputSchema, outputSchema, execute };