|
@@ -33,7 +33,7 @@ const configSchema = {
|
|
|
'streamLayers', 'maxVram', 'nThreads', 'weightType'] },
|
|
'streamLayers', 'maxVram', 'nThreads', 'weightType'] },
|
|
|
{ title: 'Advanced', fields: ['vaeFormat', 'prediction', 'rngType', 'samplerRngType',
|
|
{ title: 'Advanced', fields: ['vaeFormat', 'prediction', 'rngType', 'samplerRngType',
|
|
|
'loraApplyMode', 'vaeConvDirect', 'diffusionConvDirect',
|
|
'loraApplyMode', 'vaeConvDirect', 'diffusionConvDirect',
|
|
|
- 'taePreviewOnly', 'backend', 'paramsBackend', 'rpcServers',
|
|
|
|
|
|
|
+ 'taePreviewOnly', 'forceSdxlVaeConvScale', 'backend', 'paramsBackend', 'rpcServers',
|
|
|
'modelArgs', 'tensorTypeRules', 'options', 'timeout'] }
|
|
'modelArgs', 'tensorTypeRules', 'options', 'timeout'] }
|
|
|
],
|
|
],
|
|
|
// Pressing this asks the server what it has loaded and writes it into the
|
|
// Pressing this asks the server what it has loaded and writes it into the
|
|
@@ -68,6 +68,12 @@ const configSchema = {
|
|
|
'loadOptions.vae_conv_direct': 'vaeConvDirect',
|
|
'loadOptions.vae_conv_direct': 'vaeConvDirect',
|
|
|
'loadOptions.diffusion_conv_direct': 'diffusionConvDirect',
|
|
'loadOptions.diffusion_conv_direct': 'diffusionConvDirect',
|
|
|
'loadOptions.tae_preview_only': 'taePreviewOnly',
|
|
'loadOptions.tae_preview_only': 'taePreviewOnly',
|
|
|
|
|
+ 'loadOptions.force_sdxl_vae_conv_scale': 'forceSdxlVaeConvScale',
|
|
|
|
|
+ 'loadOptions.rng_type': 'rngType',
|
|
|
|
|
+ 'loadOptions.lora_apply_mode': 'loraApplyMode',
|
|
|
|
|
+ 'loadOptions.backend': 'backend',
|
|
|
|
|
+ 'loadOptions.rpc_servers': 'rpcServers',
|
|
|
|
|
+ 'loadOptions.model_args': 'modelArgs',
|
|
|
'loadOptions.backend': 'backend',
|
|
'loadOptions.backend': 'backend',
|
|
|
'loadOptions.params_backend': 'paramsBackend',
|
|
'loadOptions.params_backend': 'paramsBackend',
|
|
|
'loadOptions.rpc_servers': 'rpcServers',
|
|
'loadOptions.rpc_servers': 'rpcServers',
|
|
@@ -205,32 +211,40 @@ const configSchema = {
|
|
|
weightType: {
|
|
weightType: {
|
|
|
type: 'string', title: 'Weight Type',
|
|
type: 'string', title: 'Weight Type',
|
|
|
enum: ['', 'f32', 'f16', 'bf16', 'q8_0', 'q5_0', 'q5_1', 'q4_0', 'q4_1', 'q4_k', 'q5_k', 'q6_k', 'q8_k', 'q3_k', 'q2_k', 'mxfp4', 'nvfp4', 'q1_0'],
|
|
enum: ['', 'f32', 'f16', 'bf16', 'q8_0', 'q5_0', 'q5_1', 'q4_0', 'q4_1', 'q4_k', 'q5_k', 'q6_k', 'q8_k', 'q3_k', 'q2_k', 'mxfp4', 'nvfp4', 'q1_0'],
|
|
|
- default: '', description: 'Force a quantisation. Empty takes it from the file'
|
|
|
|
|
|
|
+ enumLabels: ['auto - use the weights in the file', 'f32', 'f16', 'bf16', 'q8_0', 'q5_0', 'q5_1', 'q4_0', 'q4_1', 'q4_k', 'q5_k', 'q6_k', 'q8_k', 'q3_k', 'q2_k', 'mxfp4', 'nvfp4', 'q1_0'],
|
|
|
|
|
+ default: '', description: 'Force a quantisation. Left on auto, sd.cpp uses whatever the model file holds'
|
|
|
},
|
|
},
|
|
|
vaeFormat: {
|
|
vaeFormat: {
|
|
|
type: 'string', title: 'VAE Format',
|
|
type: 'string', title: 'VAE Format',
|
|
|
enum: ['', 'auto', 'flux', 'sd3', 'flux2', 'wan'],
|
|
enum: ['', 'auto', 'flux', 'sd3', 'flux2', 'wan'],
|
|
|
|
|
+ enumLabels: ['not set - leave it to the server', 'auto - detect from the file', 'flux', 'sd3', 'flux2', 'wan'],
|
|
|
default: '', description: 'Override VAE format detection'
|
|
default: '', description: 'Override VAE format detection'
|
|
|
},
|
|
},
|
|
|
prediction: {
|
|
prediction: {
|
|
|
type: 'string', title: 'Prediction Type',
|
|
type: 'string', title: 'Prediction Type',
|
|
|
enum: ['', 'eps', 'v', 'edm_v', 'sd3_flow', 'flux_flow', 'flux2_flow', 'sefi_flow', 'minit2i_flow'],
|
|
enum: ['', 'eps', 'v', 'edm_v', 'sd3_flow', 'flux_flow', 'flux2_flow', 'sefi_flow', 'minit2i_flow'],
|
|
|
- default: '', description: 'Override the prediction type. Empty is detected'
|
|
|
|
|
|
|
+ enumLabels: ['auto - detect from the model', 'eps', 'v', 'edm_v', 'sd3_flow', 'flux_flow', 'flux2_flow', 'sefi_flow', 'minit2i_flow'],
|
|
|
|
|
+ default: '', description: 'Override the prediction type. Left on auto it is detected from the model'
|
|
|
},
|
|
},
|
|
|
rngType: {
|
|
rngType: {
|
|
|
type: 'string', title: 'RNG', enum: ['', 'cuda', 'std_default', 'cpu'],
|
|
type: 'string', title: 'RNG', enum: ['', 'cuda', 'std_default', 'cpu'],
|
|
|
|
|
+ enumLabels: ['server default', 'cuda', 'std_default', 'cpu'],
|
|
|
default: '', description: 'Affects whether a seed reproduces across backends'
|
|
default: '', description: 'Affects whether a seed reproduces across backends'
|
|
|
},
|
|
},
|
|
|
samplerRngType: {
|
|
samplerRngType: {
|
|
|
type: 'string', title: 'Sampler RNG', enum: ['', 'cuda', 'std_default', 'cpu'],
|
|
type: 'string', title: 'Sampler RNG', enum: ['', 'cuda', 'std_default', 'cpu'],
|
|
|
- default: '', description: 'Override the RNG for sampling only'
|
|
|
|
|
|
|
+ enumLabels: ['same as RNG above', 'cuda', 'std_default', 'cpu'],
|
|
|
|
|
+ default: '',
|
|
|
|
|
+ description: 'Override the RNG for sampling only. The server does not report this one, so Fill in leaves it alone'
|
|
|
},
|
|
},
|
|
|
loraApplyMode: {
|
|
loraApplyMode: {
|
|
|
type: 'string', title: 'LoRA Apply Mode', enum: ['', 'auto', 'immediately', 'at_runtime'],
|
|
type: 'string', title: 'LoRA Apply Mode', enum: ['', 'auto', 'immediately', 'at_runtime'],
|
|
|
|
|
+ enumLabels: ['server default', 'auto', 'immediately', 'at_runtime'],
|
|
|
default: '', description: 'When a LoRA named in a prompt is applied'
|
|
default: '', description: 'When a LoRA named in a prompt is applied'
|
|
|
},
|
|
},
|
|
|
vaeConvDirect: { type: 'boolean', title: 'Direct VAE Convolution', description: 'Use the ggml_conv2d_direct path for the VAE' },
|
|
vaeConvDirect: { type: 'boolean', title: 'Direct VAE Convolution', description: 'Use the ggml_conv2d_direct path for the VAE' },
|
|
|
diffusionConvDirect: { type: 'boolean', title: 'Direct Diffusion Convolution', description: 'Use the ggml_conv2d_direct path for the diffusion model' },
|
|
diffusionConvDirect: { type: 'boolean', title: 'Direct Diffusion Convolution', description: 'Use the ggml_conv2d_direct path for the diffusion model' },
|
|
|
|
|
+ forceSdxlVaeConvScale: { type: 'boolean', title: 'Force SDXL VAE Conv Scale', description: 'SDXL-specific VAE convolution scaling' },
|
|
|
taePreviewOnly: { type: 'boolean', title: 'TAESD For Preview Only', description: 'Load TAESD purely to render progress previews, skipping the full VAE' },
|
|
taePreviewOnly: { type: 'boolean', title: 'TAESD For Preview Only', description: 'Load TAESD purely to render progress previews, skipping the full VAE' },
|
|
|
backend: { type: 'string', title: 'Backend', description: 'Per-component placement, such as te=cpu,vae=cpu,controlnet=cpu' },
|
|
backend: { type: 'string', title: 'Backend', description: 'Per-component placement, such as te=cpu,vae=cpu,controlnet=cpu' },
|
|
|
paramsBackend: { type: 'string', title: 'Parameter Backend', description: 'Global parameter placement, such as *=cpu to hold weights in system RAM' },
|
|
paramsBackend: { type: 'string', title: 'Parameter Backend', description: 'Global parameter placement, such as *=cpu to hold weights in system RAM' },
|
|
@@ -388,6 +402,7 @@ const LOAD_OPTIONS = [
|
|
|
{ setting: 'vaeConvDirect', server: 'vae_conv_direct' },
|
|
{ setting: 'vaeConvDirect', server: 'vae_conv_direct' },
|
|
|
{ setting: 'diffusionConvDirect', server: 'diffusion_conv_direct' },
|
|
{ setting: 'diffusionConvDirect', server: 'diffusion_conv_direct' },
|
|
|
{ setting: 'taePreviewOnly', server: 'tae_preview_only' },
|
|
{ setting: 'taePreviewOnly', server: 'tae_preview_only' },
|
|
|
|
|
+ { setting: 'forceSdxlVaeConvScale', server: 'force_sdxl_vae_conv_scale' },
|
|
|
{ setting: 'backend', server: 'backend' },
|
|
{ setting: 'backend', server: 'backend' },
|
|
|
{ setting: 'paramsBackend', server: 'params_backend' },
|
|
{ setting: 'paramsBackend', server: 'params_backend' },
|
|
|
{ setting: 'rpcServers', server: 'rpc_servers' },
|
|
{ setting: 'rpcServers', server: 'rpc_servers' },
|