Nail/contractor
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

revert: убрал SSE, вернул fetch + добавил skip/DELETE в extractor (v1.0.56)

Browse Source
This commit is contained in:
naeel
2026-06-19 10:04:22 +04:00
parent 30fa9d657a
commit bde4ccefea
2 changed files with 75 additions and 92 deletions
Download Patch File Download Diff File Expand all files Collapse all files
extractor.cfm
+18 -1
View File
@@ -20,6 +20,18 @@
<cfif sup.recordCount EQ 0>
<cfset result.error = "supplement not found">
<cfelse>
<!--- Проверить: уже извлечено? --->
<cfquery name="ex" datasource="baza">
SELECT 1 FROM spec_rows WHERE supplement_id = <cfqueryparam value="#url.supplement_id#" cfsqltype="cf_sql_varchar"> LIMIT 1
</cfquery>
<cfif ex.recordCount GT 0>
<cfquery name="cnt" datasource="baza">
SELECT COUNT(*) as n FROM spec_rows WHERE supplement_id = <cfqueryparam value="#url.supplement_id#" cfsqltype="cf_sql_varchar">
</cfquery>
<cfset result = {ok: true, supplement_id: url.supplement_id, rows_saved: cnt.n, skipped: true}>
<cfabort>
</cfif>
<!--- textify: elements → текст --->
<cfset elements = deserializeJSON(sup.elements_json)>
<cfset textLines = []>
@@ -136,8 +148,12 @@
<cfset unresolved = extracted.unresolved>
</cfif>
<!--- Сохраняем spec_rows --->
<!--- Сохраняем spec_rows (DELETE + INSERT) --->
<cfset savedRows = []>
<cftransaction>
<cfquery datasource="baza">
DELETE FROM spec_rows WHERE supplement_id = <cfqueryparam value="#sup.id#" cfsqltype="cf_sql_varchar">
</cfquery>
<cfloop array="#rows#" index="row">
<cftry>
<cfset rn = structKeyExists(row, 'row_num') ? row.row_num : 0>
@@ -165,6 +181,7 @@
</cfcatch>
</cftry>
</cfloop>
</cftransaction>
<cfset result = {
ok: true,
index.cfm
+37 -71
View File
@@ -61,7 +61,7 @@
<body>
<div class="topbar">
<img src="/nubes-logo.svg" alt="Nubes">
<span class="title">Сверка договоров — LLM <span style="font-weight:400;color:var(--muted);font-size:12px;">v1.0.55 — Lucee</span></span>
<span class="title">Сверка договоров — LLM <span style="font-weight:400;color:var(--muted);font-size:12px;">v1.0.56 — Lucee</span></span>
</div>
<div class="content">
@@ -142,7 +142,6 @@ lucide.createIcons();
var UPLOAD_URL = 'https://contracts.kube5s.ru/lucee/upload.cfm';
var CONVERT_URL = 'https://contracts.kube5s.ru/convert-doc';
var SITE_URL = ''; // same origin for api calls
var LUCEE_PROXY = 'https://contracts.kube5s.ru/lucee'; // SSE через ВМ (без буферизации)
var fileInput = document.getElementById('fileInput');
var parseBtn = document.getElementById('parseBtn');
@@ -333,7 +332,7 @@ document.getElementById('llmBtn').addEventListener('click', async function() {
var diffBody = document.getElementById('diffBody');
var diffStatus = document.getElementById('diffStatus');
diffCard.style.display = 'block';
diffBody.innerHTML = '';
diffBody.innerHTML = '⏳ LLM-извлечение...';
diffStatus.textContent = '⏳ 0.0с';
var llmStart = Date.now();
@@ -341,44 +340,39 @@ document.getElementById('llmBtn').addEventListener('click', async function() {
diffStatus.textContent = '⏳ ' + ((Date.now() - llmStart) / 1000).toFixed(1) + 'с';
}, 200);
// SSE — прогресс по каждому файлу
var es = new EventSource(LUCEE_PROXY + '/process.cfm?contract_id=' + contractId);
es.onmessage = function(e) {
var d = JSON.parse(e.data);
if (d.type === 'extract_start') {
diffBody.innerHTML += '<div style="font-size:12px;color:var(--muted);margin-top:2px;" id="ext-' + d.supplement_id + '">⏳ ' + d.filename + ' → LLM... <span class="file-timer" data-start="' + Date.now() + '">0.0с</span></div>';
}
else if (d.type === 'extract_done') {
var el = document.getElementById('ext-' + d.supplement_id);
if (el) el.innerHTML = '✓ <span style="color:var(--green);">' + d.filename + ': ' + d.count + ' строк (' + d.time_s + 'с)</span>';
}
else if (d.type === 'extract_skip') {
diffBody.innerHTML += '<div style="font-size:12px;color:var(--muted);margin-top:2px;">⏭ ' + d.filename + ' (уже извлечено, ' + d.count + ' строк)</div>';
}
else if (d.type === 'extract_error') {
var el = document.getElementById('ext-' + d.supplement_id);
if (el) el.innerHTML = '✗ <span style="color:var(--destructive);">' + d.filename + ': ' + d.error + '</span>';
else diffBody.innerHTML += '<div style="font-size:12px;color:var(--destructive);margin-top:2px;">✗ ' + d.filename + ': ' + d.error + '</div>';
}
else if (d.type === 'done') {
clearInterval(timerInterval);
es.close();
diffStatus.textContent = '✓ ' + d.total_time_s + 'с';
btn.innerHTML = '<i data-lucide="check" style="width:16px;height:16px;"></i> ✓ Готово';
document.getElementById('chatCard').style.display = 'block';
// Сравнение
diffBody.innerHTML += '<div style="margin-top:8px;font-weight:600;">📊 Сравнение:</div>';
var all = d.all_changes || [];
if (all.length === 0) {
diffBody.innerHTML += '<div style="color:var(--muted);font-size:12px;">Нет допников для сравнения.</div>';
// 1. Extract for each supplement
try {
var resp = await fetch('/api.cfm?action=query&sql=' + encodeURIComponent("SELECT id, type FROM supplements WHERE contract_id='" + contractId + "' ORDER BY created_at"));
var data = await resp.json();
if (data.OK && data.ROWS) {
for (var i = 0; i < data.ROWS.length; i++) {
try {
var er = await fetch('/extractor.cfm?supplement_id=' + data.ROWS[i].id);
var ed = await er.json();
if (ed.OK) {
var info = (ed.SKIPPED ? '⏭ ' : '✓ ') + (data.ROWS[i].type || '') + ': ' + ed.ROWS_SAVED + ' строк';
diffBody.innerHTML += '<div style="font-size:12px;color:' + (ed.SKIPPED ? 'var(--muted)' : 'var(--green)') + ';">' + info + '</div>';
} else {
diffBody.innerHTML += '<div style="font-size:12px;color:var(--destructive);">✗ ' + (ed.ERROR||'') + '</div>';
}
} catch(e) {}
}
}
} catch(e) {}
// 2. Differ
diffBody.innerHTML += '<div style="margin-top:8px;font-weight:600;">📊 Сравнение:</div>';
try {
var resp = await fetch('/differ.cfm?contract_id=' + contractId);
var data = await resp.json();
if (data.OK && data.ALL_CHANGES) {
var all = data.ALL_CHANGES;
diffBody.innerHTML = '';
all.forEach(function(ch) {
var s = ch.SUMMARY || {};
diffBody.innerHTML += '<div style="font-weight:600;margin-top:12px;">📄 Допник (' + ch.TYPE + ')</div>';
diffBody.innerHTML += '<div style="font-size:12px;margin-left:8px;"><span style="color:var(--green);">+' + (s.ADDED||0) + '</span> <span style="color:#eab308;">~' + (s.CHANGED||0) + '</span> <span style="color:var(--destructive);">-' + (s.DELETED||0) + '</span></div>';
diffStatus.textContent = 'изм:' + (s.CHANGED||0) + ' +' + (s.ADDED||0) + ' -' + (s.DELETED||0);
var changes = ch.CHANGES || [];
if (changes.length === 0) {
@@ -394,45 +388,17 @@ document.getElementById('llmBtn').addEventListener('click', async function() {
diffBody.innerHTML += tbl;
}
});
} else {
diffBody.innerHTML += '<div style="color:var(--destructive);">✗ ' + (data.ERROR||'') + '</div>';
}
lucide.createIcons();
}
else if (d.type === 'error') {
} catch(e) { diffBody.innerHTML += '<div style="color:var(--destructive);">✗ ' + e.message + '</div>'; }
clearInterval(timerInterval);
es.close();
diffBody.innerHTML += '<div style="color:var(--destructive);margin-top:8px;">✗ ' + d.message + '</div>';
btn.innerHTML = '<i data-lucide="scale" style="width:16px;height:16px;"></i> Сравнить (LLM)';
btn.disabled = false;
}
};
diffStatus.textContent = '✓ ' + ((Date.now() - llmStart) / 1000).toFixed(1) + 'с';
es.onerror = function() {
clearInterval(timerInterval);
es.close();
if (diffBody.innerHTML === '') {
diffBody.innerHTML = '<div style="color:var(--destructive);">✗ Ошибка соединения</div>';
}
btn.innerHTML = '<i data-lucide="scale" style="width:16px;height:16px;"></i> Сравнить (LLM)';
btn.disabled = false;
btn.innerHTML = '<i data-lucide="check" style="width:16px;height:16px;"></i> ✓ Готово';
document.getElementById('chatCard').style.display = 'block';
lucide.createIcons();
};
// Таймер для файловых строк
var fileTimerInterval = setInterval(function() {
var now = Date.now();
document.querySelectorAll('.file-timer').forEach(function(el) {
var start = parseInt(el.dataset.start);
if (start) el.textContent = ((now - start) / 1000).toFixed(1) + 'с';
});
}, 200);
// Сохранить интервалы для очистки
es._fileTimer = fileTimerInterval;
var origClose = es.close;
es.close = function() {
clearInterval(fileTimerInterval);
origClose.call(es);
};
});
function _dc(c, field) {