fix: resize mask to match image dimensions for FLUX inpainting

The mask was generated at a fixed 768x1024 size but the actual page
image could be different dimensions, causing Fal.ai to return a 400
error. Now using sharp to resize the mask to match the image before
sending to the API.

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
Jeff Emmett 2025-12-26 23:58:01 -05:00
parent ad530c6c40
commit 9eff93d275
1 changed files with 18 additions and 1 deletions

View File

@ -1,5 +1,6 @@
import { NextRequest, NextResponse } from "next/server"; import { NextRequest, NextResponse } from "next/server";
import { getZine, saveZine, getPageImagePath, readFileAsBase64, savePageImage } from "@/lib/storage"; import { getZine, saveZine, getPageImagePath, readFileAsBase64, savePageImage } from "@/lib/storage";
import sharp from "sharp";
export async function POST(request: NextRequest) { export async function POST(request: NextRequest) {
try { try {
@ -43,6 +44,22 @@ export async function POST(request: NextRequest) {
const existingImageBase64 = await readFileAsBase64(existingImagePath); const existingImageBase64 = await readFileAsBase64(existingImagePath);
// Get image dimensions and resize mask to match
const imageBuffer = Buffer.from(existingImageBase64, "base64");
const imageMetadata = await sharp(imageBuffer).metadata();
const imageWidth = imageMetadata.width || 768;
const imageHeight = imageMetadata.height || 1024;
console.log(`Image dimensions: ${imageWidth}x${imageHeight}`);
// Resize mask to match image dimensions
const maskBuffer = Buffer.from(maskBase64, "base64");
const resizedMaskBuffer = await sharp(maskBuffer)
.resize(imageWidth, imageHeight, { fit: "fill" })
.png()
.toBuffer();
const resizedMaskBase64 = resizedMaskBuffer.toString("base64");
console.log(`Mask resized to match image: ${imageWidth}x${imageHeight}`);
// Build the text inpainting prompt // Build the text inpainting prompt
const textPrompt = buildTextPrompt(newText, style, tone); const textPrompt = buildTextPrompt(newText, style, tone);
console.log(`Inpainting text on page ${pageNumber}: "${newText.slice(0, 50)}..."`); console.log(`Inpainting text on page ${pageNumber}: "${newText.slice(0, 50)}..."`);
@ -50,7 +67,7 @@ export async function POST(request: NextRequest) {
// Call Fal.ai FLUX Pro Fill for inpainting // Call Fal.ai FLUX Pro Fill for inpainting
const newImageBase64 = await inpaintWithFluxFill( const newImageBase64 = await inpaintWithFluxFill(
existingImageBase64, existingImageBase64,
maskBase64, resizedMaskBase64,
textPrompt, textPrompt,
falKey falKey
); );