sdcpp-txt2img.js 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234
  1. /**
  2. * @node sdcpp-txt2img
  3. * @name SD.cpp Text to Image
  4. * @category sdcpp
  5. * @version 1.0.0
  6. * @description Queue an image generation from a prompt
  7. * @icon image
  8. */
  9. const configSchema = {
  10. type: 'object',
  11. properties: {
  12. serverUrl: {
  13. type: 'string', title: 'Server URL',
  14. description: 'Base address of the sdcpp-restapi server',
  15. default: 'http://localhost:8077'
  16. },
  17. credentialId: {
  18. type: 'string', title: 'Credential',
  19. description: 'A basic credential holding the sdcpp-restapi username and password',
  20. dynamicOptions: { source: 'credentials', filter: { type: ['basic'] } }
  21. },
  22. prompt: {
  23. type: 'string', title: 'Prompt',
  24. description: 'What to generate. Supports {{variable}} interpolation, <lora:name:weight>, and {a|b|c} dynamic prompts which the server expands into one queue item per variation',
  25. format: 'textarea'
  26. },
  27. negativePrompt: {
  28. type: 'string', title: 'Negative Prompt',
  29. description: 'Concepts to exclude. Has no effect on LCM and one-step SDXS models',
  30. format: 'textarea'
  31. },
  32. width: { type: 'number', title: 'Width', description: 'Leave empty to use the loaded architecture default' },
  33. height: { type: 'number', title: 'Height', description: 'Leave empty to use the loaded architecture default' },
  34. steps: { type: 'number', title: 'Steps', description: 'Leave empty for the architecture default - 4 for Flux Schnell and LCM, 20 for most others' },
  35. cfgScale: { type: 'number', title: 'CFG Scale', description: 'Leave empty for the architecture default. Distilled models such as Flux Schnell, LCM and Z-Image want 1.0' },
  36. sampler: {
  37. type: 'string', title: 'Sampler',
  38. enum: ['', 'euler', 'euler_a', 'heun', 'dpm2', 'dpm++2s_a', 'dpm++2m', 'dpm++2mv2',
  39. 'ipndm', 'ipndm_v', 'lcm', 'ddim_trailing', 'tcd', 'res_multistep', 'res_2s',
  40. 'er_sde', 'euler_cfg_pp', 'euler_a_cfg_pp', 'euler_ge'],
  41. default: '', description: 'Leave empty to use the architecture default'
  42. },
  43. scheduler: {
  44. type: 'string', title: 'Scheduler',
  45. enum: ['', 'discrete', 'karras', 'exponential', 'ays', 'gits', 'sgm_uniform',
  46. 'simple', 'smoothstep', 'kl_optimal', 'lcm', 'bong_tangent', 'ltx2'],
  47. default: '', description: 'Leave empty to use the architecture default'
  48. },
  49. seed: { type: 'number', title: 'Seed', description: 'Use -1 for a random seed. Any other value reproduces the same image' },
  50. batchCount: { type: 'number', title: 'Batch Count', description: 'How many to generate in this one job, all sharing the prompt' },
  51. clipSkip: { type: 'number', title: 'CLIP Skip', description: 'Skip the last N CLIP layers. Negative means the model default' },
  52. title: { type: 'string', title: 'Job Title', description: 'Optional label stored with the job, useful for finding it again in the queue' },
  53. extraOptions: {
  54. type: 'object', title: 'Extra Options',
  55. description: 'Any other generation field passed straight through, such as slg_scale, cache_mode or vae_tiling. See /options/generation on the server for the full list'
  56. },
  57. timeout: {
  58. type: 'number', title: 'Timeout (ms)',
  59. description: 'Applies to queueing the job, not to the render. The call returns as soon as the job is accepted',
  60. default: 30000
  61. }
  62. },
  63. required: ['credentialId']
  64. };
  65. const inputSchema = { type: 'object', properties: { data: { type: 'any' } } };
  66. const outputSchema = {
  67. type: 'object',
  68. properties: {
  69. jobId: { type: 'string', description: 'Id of the queued job, to pass to SD.cpp Wait For Job' },
  70. status: { type: 'string', description: 'Queue status when the job was accepted, normally pending' },
  71. position: { type: 'number', description: 'Place in the queue' },
  72. request: { type: 'object', description: 'The body actually sent, useful for seeing which defaults were left to the server' }
  73. }
  74. };
  75. function normalizeServer(url) {
  76. const value = String(url || '').trim();
  77. if (!value) {
  78. throw new Error('SD.cpp: a server URL is required, such as http://localhost:8077');
  79. }
  80. return value.replace(/\/+$/, '');
  81. }
  82. function readCredential(credentialId) {
  83. const auth = smartbotic.credentials.get(credentialId);
  84. if (!auth || auth.success !== true) {
  85. throw new Error('SD.cpp: could not read the credential: ' +
  86. ((auth && auth.error) || 'unknown error'));
  87. }
  88. const value = auth.headerValue || '';
  89. if (value.indexOf('Basic ') !== 0) {
  90. throw new Error('SD.cpp: the credential must be a basic one, holding the sdcpp-restapi ' +
  91. 'username and password');
  92. }
  93. const decoded = smartbotic.utils.base64Decode(value.substring(6));
  94. const separator = decoded.indexOf(':');
  95. if (separator < 1) {
  96. throw new Error('SD.cpp: the credential is malformed, expected a username and a password');
  97. }
  98. return {
  99. username: decoded.substring(0, separator),
  100. password: decoded.substring(separator + 1)
  101. };
  102. }
  103. function call(options) {
  104. const response = smartbotic.http.request(options);
  105. let body = response.data;
  106. if (typeof body === 'string' && body.length > 0) {
  107. try {
  108. body = JSON.parse(body);
  109. } catch (e) {
  110. const snippet = body.substring(0, 200).replace(/\s+/g, ' ');
  111. throw new Error('SD.cpp: ' + options.what + ' returned HTTP ' + response.status +
  112. ' with a body that is not JSON: ' + snippet);
  113. }
  114. }
  115. if (response.status < 200 || response.status >= 300) {
  116. const detail = (body && (body.message || body.error)) || ('HTTP ' + response.status);
  117. throw new Error('SD.cpp: ' + options.what + ' failed: ' + detail);
  118. }
  119. return body || {};
  120. }
  121. function login(server, credential, timeout) {
  122. const session = call({
  123. method: 'POST',
  124. url: server + '/auth/login',
  125. headers: { 'Content-Type': 'application/json' },
  126. body: JSON.stringify({
  127. username: credential.username,
  128. password: credential.password
  129. }),
  130. timeout: timeout,
  131. what: 'signing in'
  132. });
  133. if (!session.token) {
  134. throw new Error('SD.cpp: the server accepted the login but returned no token');
  135. }
  136. return session.token;
  137. }
  138. // /health is unauthenticated, and it is the only way to find out what is
  139. // already loaded without asking for a token first.
  140. function readHealth(server, timeout) {
  141. return call({
  142. method: 'GET',
  143. url: server + '/health',
  144. timeout: timeout,
  145. what: 'reading server health'
  146. });
  147. }
  148. function putIfSet(target, key, value) {
  149. if (value === undefined || value === null || value === '') {
  150. return;
  151. }
  152. target[key] = value;
  153. }
  154. // Width, steps, cfg_scale and the rest are architecture defaults: the server
  155. // fills them from the loaded model's preset when the field is absent. Sending an
  156. // empty box as 0 would override that preset with nonsense, so a field the user
  157. // did not fill is left out of the body entirely - and the test is emptiness,
  158. // never truthiness, because seed 0 and clip_skip 0 are legitimate values.
  159. async function execute(config, input, context) {
  160. const server = normalizeServer(config.serverUrl);
  161. const timeout = config.timeout || 30000;
  162. const credential = readCredential(config.credentialId);
  163. const token = login(server, credential, timeout);
  164. const body = {};
  165. putIfSet(body, 'prompt', config.prompt);
  166. if (!body.prompt) {
  167. throw new Error('SD.cpp: txt2img needs a prompt');
  168. }
  169. putIfSet(body, 'negative_prompt', config.negativePrompt);
  170. putIfSet(body, 'width', config.width);
  171. putIfSet(body, 'height', config.height);
  172. putIfSet(body, 'steps', config.steps);
  173. putIfSet(body, 'cfg_scale', config.cfgScale);
  174. putIfSet(body, 'sampler', config.sampler);
  175. putIfSet(body, 'scheduler', config.scheduler);
  176. putIfSet(body, 'seed', config.seed);
  177. putIfSet(body, 'batch_count', config.batchCount);
  178. putIfSet(body, 'clip_skip', config.clipSkip);
  179. putIfSet(body, 'title', config.title);
  180. // Anything else the API accepts, passed through, so a new server field does
  181. // not need a node change to be reachable.
  182. const extra = config.extraOptions;
  183. if (extra && typeof extra === 'object') {
  184. const keys = Object.keys(extra);
  185. for (let i = 0; i < keys.length; i++) {
  186. putIfSet(body, keys[i], extra[keys[i]]);
  187. }
  188. }
  189. const queued = call({
  190. method: 'POST',
  191. url: server + '/txt2img',
  192. headers: { 'Content-Type': 'application/json', 'Authorization': 'Bearer ' + token },
  193. body: JSON.stringify(body),
  194. timeout: timeout,
  195. what: 'queueing the txt2img job'
  196. });
  197. if (!queued.job_id) {
  198. throw new Error('SD.cpp: the job was accepted but no job id came back');
  199. }
  200. smartbotic.log.info('SD.cpp: queued txt2img job ' + queued.job_id);
  201. return {
  202. jobId: queued.job_id,
  203. status: queued.status || 'pending',
  204. position: queued.position !== undefined ? queued.position : -1,
  205. request: body
  206. };
  207. }
  208. module.exports = { configSchema, inputSchema, outputSchema, execute };