mirror/puter
1
0
Fork 0
mirror of https://github.com/HeyPuter/puter.git synced 2026-01-23 13:39:56 -06:00
Code Issues Packages Projects Releases Wiki Activity

Add support for condition image models in Together AI

Browse Source
This commit is contained in:
jelveh
2025-11-11 20:30:24 -08:00
parent 7b93d7c15b
commit 6d5f1efce4
2 changed files with 48 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/backend/src/modules/puterai/AIInterfaceService.js
View File

@@ -127,8 +127,22 @@ class AIInterfaceService extends BaseService {
quality: { type: 'string' },
model: { type: 'string' },
ratio: { type: 'json' },
width: { type: 'number', optional: true },
height: { type: 'number', optional: true },
aspect_ratio: { type: 'string', optional: true },
steps: { type: 'number', optional: true },
seed: { type: 'number', optional: true },
negative_prompt: { type: 'string', optional: true },
n: { type: 'number', optional: true },
input_image: { type: 'string', optional: true },
input_image_mime_type: { type: 'string', optional: true },
image_url: { type: 'string', optional: true },
image_base64: { type: 'string', optional: true },
mask_image_url: { type: 'string', optional: true },
mask_image_base64: { type: 'string', optional: true },
prompt_strength: { type: 'number', optional: true },
disable_safety_checker: { type: 'flag', optional: true },
response_format: { type: 'string', optional: true },
},
result_choices: [
{

35
src/backend/src/modules/puterai/TogetherImageGenerationService.js
View File

@@ -136,6 +136,11 @@ class TogetherImageGenerationService extends BaseService {
static DEFAULT_MODEL = 'black-forest-labs/FLUX.1-schnell';
static DEFAULT_RATIO = { w: 1024, h: 1024 };
static CONDITION_IMAGE_MODELS = [
'black-forest-labs/flux.1-kontext-dev',
'black-forest-labs/flux.1-kontext-pro',
'black-forest-labs/flux.1-kontext-max',
];
/**
* Generates an image using Together AI client
@@ -199,12 +204,15 @@ class TogetherImageGenerationService extends BaseService {
prompt_strength,
disable_safety_checker,
response_format,
input_image,
} = options;
const request = {
prompt,
model: model ?? this.constructor.DEFAULT_MODEL,
};
const requiresConditionImage =
this.constructor._modelRequiresConditionImage(request.model);
const ratioWidth = (ratio && ratio.w !== undefined) ? Number(ratio.w) : undefined;
const ratioHeight = (ratio && ratio.h !== undefined) ? Number(ratio.h) : undefined;
@@ -235,13 +243,29 @@ class TogetherImageGenerationService extends BaseService {
request.disable_safety_checker = disable_safety_checker;
}
if ( typeof response_format === 'string' ) request.response_format = response_format;
const resolvedImageBase64 = typeof image_base64 === 'string'
? image_base64
: (typeof input_image === 'string' ? input_image : undefined);
if ( typeof image_url === 'string' ) request.image_url = image_url;
if ( typeof image_base64 === 'string' ) request.image_base64 = image_base64;
if ( resolvedImageBase64 ) request.image_base64 = resolvedImageBase64;
if ( typeof mask_image_url === 'string' ) request.mask_image_url = mask_image_url;
if ( typeof mask_image_base64 === 'string' ) request.mask_image_base64 = mask_image_base64;
if ( typeof prompt_strength === 'number' && Number.isFinite(prompt_strength) ) {
request.prompt_strength = Math.max(0, Math.min(1, prompt_strength));
}
if ( requiresConditionImage ) {
const conditionSource = resolvedImageBase64
? resolvedImageBase64
: (typeof image_url === 'string' ? image_url : undefined);
if ( !conditionSource ) {
throw new Error(`Model ${request.model} requires an image_url or image_base64 input`);
}
request.condition_image = conditionSource;
}
return request;
}
@@ -252,6 +276,15 @@ class TogetherImageGenerationService extends BaseService {
// Flux models expect multiples of 8. Snap to the nearest multiple without going below 64.
return Math.max(64, Math.round(rounded / 8) * 8);
}
static _modelRequiresConditionImage(model) {
if ( typeof model !== 'string' || model.trim() === '' ) {
return false;
}
const normalized = model.toLowerCase();
return this.CONDITION_IMAGE_MODELS.some(required => normalized === required);
}
}
module.exports = {