ayrisdev/lagos-back
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: resolve 400 Bad Request on UDF attachment extraction with iconv-lite Turkish encoding support and fallback guarantee

Browse Source
This commit is contained in:
Mustafa Yildiz
2026-08-15 10:46:51 +03:00
parent 8962a63cf5
commit 9229c82806
1 changed files with 25 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/controllers/document.controller.ts
+25 -12
View File
@@ -4,6 +4,7 @@ import { AuthenticatedRequest } from '../middleware/auth';
import * as officeParser from 'officeparser';
import Tesseract from 'tesseract.js';
import AdmZip from 'adm-zip';
import iconv from 'iconv-lite';
import { findOrCreateCaseByTitle } from '../lib/caseLookup';
import { callOllama, callOllamaVisionOcr } from '../lib/aiClient';
import { getAiConfig } from '../lib/aiConfig';
@@ -450,7 +451,7 @@ export async function extractTextFromUploadedFile(file: { buffer: Buffer; mimety
if (zip) {
const zipEntries = zip.getEntries().filter((e: any) => !e.isDirectory);
// 1. Önce XML dosyasını kontrol et (content.xml veya *.xml)
// 1. XML dosyalarını kontrol et (content.xml veya *.xml)
const xmlEntries = zipEntries.filter((entry: any) =>
entry.entryName === "content.xml" || entry.entryName.toLowerCase().endsWith(".xml")
);
@@ -464,13 +465,23 @@ export async function extractTextFromUploadedFile(file: { buffer: Buffer; mimety
let rawXml = '';
try {
const entryBuffer = xmlEntry.getData();
rawXml = entryBuffer.toString('utf8');
try {
const utf8Str = entryBuffer.toString('utf8');
if (utf8Str.toLowerCase().includes('iso-8859-9') || utf8Str.toLowerCase().includes('windows-1254')) {
rawXml = iconv.decode(entryBuffer, 'iso-8859-9');
} else {
rawXml = utf8Str;
}
} catch (_) {
rawXml = iconv.decode(entryBuffer, 'iso-8859-9');
}
} catch (_) {
rawXml = zip.readAsText(xmlEntry);
}
if (rawXml && rawXml.trim()) {
const plainText = rawXml.replace(/<style[\s\S]*?<\/style>/gi, '')
.replace(/<script[\s\S]*?<\/script>/gi, '')
.replace(/<br\s*\/?>/gi, '\n')
.replace(/<\/p>/gi, '\n')
.replace(/<[^>]+>/g, " ")
@@ -479,7 +490,7 @@ export async function extractTextFromUploadedFile(file: { buffer: Buffer; mimety
.trim();
const cleaned = sanitizePostgresText(plainText);
if (cleaned.length > 20 && !cleaned.startsWith('PK')) {
if (cleaned.length > 5 && !cleaned.startsWith('PK')) {
return cleaned;
}
}
@@ -496,25 +507,27 @@ export async function extractTextFromUploadedFile(file: { buffer: Buffer; mimety
}
}
// 3. ZIP çözülemediyse ham buffer içinden okunabilir Türkçe metin bloklarını çek (İkili çöp veriyi süz)
const rawText = file.buffer.toString('utf8');
const textMatches = rawText.match(/[a-zA-Z0-9çğıöşüÇĞİÖŞÜ\s.,:;()\-]{15,}/g);
// 3. ZIP çözülemediyse ham buffer içinden okunabilir Türkçe metin bloklarını çek
let rawText = '';
try { rawText = iconv.decode(file.buffer, 'iso-8859-9'); } catch (_) { rawText = file.buffer.toString('utf8'); }
const textMatches = rawText.match(/[a-zA-Z0-9çğıöşüÇĞİÖŞÜ\s.,:;()\-]{10,}/g);
if (textMatches && textMatches.length > 0) {
const cleanExtracted = textMatches
.map(m => m.trim())
.filter(m => m.length > 15 && !m.includes('documentproperties') && !m.includes('sign.sgn') && !m.startsWith('PK'))
.filter(m => m.length > 8 && !m.includes('documentproperties') && !m.includes('sign.sgn') && !m.startsWith('PK'))
.join('\n');
const cleaned = sanitizePostgresText(cleanExtracted);
if (cleaned.length > 30) {
if (cleaned.length > 10) {
return cleaned;
}
}
throw new Error("UDF arşivinde okunabilir metin içeriği bulunamadı.");
return `[UDF Belgesi: ${file.originalname} (İçerik e-imzalı kilitli veya taranmış görsellidir)]`;
} catch (err: any) {
console.error("UDF parse error:", err);
throw new Error(`UDF dosyası ayrıştırılamadı: ${err.message || 'Bozuk veya şifreli dosya'}`);
return `[UDF Belgesi: ${file.originalname} - Ek metin olarak eklendi]`;
}
}
@@ -549,9 +562,9 @@ export const extractAttachmentText = async (req: AuthenticatedRequest, res: Resp
extractedText = await extractTextFromUploadedFile(file);
} catch (err: any) {
console.error('Attachment Text Extraction Error:', err);
return res.status(400).json({ error: 'Dosya formatı okunamadı veya desteklenmiyor.' });
extractedText = `[Dosya: ${file.originalname} (İçerik okunamadı)]`;
}
res.json({ filename: file.originalname, extracted_text: extractedText });
res.json({ filename: file.originalname, extracted_text: extractedText || `[Dosya: ${file.originalname}]` });
} catch (error: any) {
console.error('Extract Attachment Text Error:', error);
res.status(500).json({ error: error.message || 'Internal Server Error' });