copy of satloc-resume branch as of April 22 2026
This commit is contained in:
parent
0836fc0fbc
commit
1d1f46530a
BIN
Development/libs/phantomjs
Executable file
BIN
Development/libs/phantomjs
Executable file
Binary file not shown.
Binary file not shown.
@ -1 +0,0 @@
|
||||
jobId,orderNumber,jobName,sessionId,fileName,pilotName,timestampUtc,gpsTime,lat,lon,utmX,utmY,alt_m,groundSpeed_ms,heading,crossTrackError_m,lockedLine,hdop,satsInView,correctionId,waasId,sprayStat,flowRateApplied_Lmin,flowRateRequired_Lmin,appRateRequired_Lha,appRateApplied_Lha,swathWidth_m,boomPressure_psi,sprayOnLag_s,sprayOffLag_s,pulsesPerLitre,windSpeed_ms,windDir_deg,temp_c,humidity_pct
|
||||
|
@ -1 +0,0 @@
|
||||
jobId,orderNumber,jobName,sessionId,fileName,pilotName,timestampUtc,gpsTime,lat,lon,utmX,utmY,alt_m,groundSpeed_ms,heading,crossTrackError_m,lockedLine,hdop,satsInView,correctionId,waasId,sprayStat,flowRateApplied_Lmin,flowRateRequired_Lmin,appRateRequired_Lha,appRateApplied_Lha,swathWidth_m,boomPressure_psi,sprayOnLag_s,sprayOffLag_s,pulsesPerLitre,windSpeed_ms,windDir_deg,temp_c,humidity_pct
|
||||
|
535
Development/server/public/partner-dlq-monitor.html
Normal file
535
Development/server/public/partner-dlq-monitor.html
Normal file
@ -0,0 +1,535 @@
|
||||
<!DOCTYPE html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
||||
<title>Partner DLQ Monitor</title>
|
||||
<style>
|
||||
* {
|
||||
margin: 0;
|
||||
padding: 0;
|
||||
box-sizing: border-box;
|
||||
}
|
||||
|
||||
body {
|
||||
font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen, Ubuntu, sans-serif;
|
||||
background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
|
||||
min-height: 100vh;
|
||||
padding: 20px;
|
||||
}
|
||||
|
||||
.container {
|
||||
max-width: 1400px;
|
||||
margin: 0 auto;
|
||||
}
|
||||
|
||||
h1 {
|
||||
color: white;
|
||||
margin-bottom: 30px;
|
||||
text-align: center;
|
||||
font-size: 2.5em;
|
||||
text-shadow: 2px 2px 4px rgba(0,0,0,0.2);
|
||||
}
|
||||
|
||||
.stats-grid {
|
||||
display: grid;
|
||||
grid-template-columns: repeat(auto-fit, minmax(250px, 1fr));
|
||||
gap: 20px;
|
||||
margin-bottom: 30px;
|
||||
}
|
||||
|
||||
.stat-card {
|
||||
background: white;
|
||||
border-radius: 10px;
|
||||
padding: 25px;
|
||||
box-shadow: 0 4px 6px rgba(0,0,0,0.1);
|
||||
transition: transform 0.2s;
|
||||
}
|
||||
|
||||
.stat-card:hover {
|
||||
transform: translateY(-5px);
|
||||
box-shadow: 0 6px 12px rgba(0,0,0,0.15);
|
||||
}
|
||||
|
||||
.stat-card h3 {
|
||||
color: #667eea;
|
||||
font-size: 0.9em;
|
||||
margin-bottom: 10px;
|
||||
text-transform: uppercase;
|
||||
letter-spacing: 1px;
|
||||
}
|
||||
|
||||
.stat-card .value {
|
||||
font-size: 2.5em;
|
||||
font-weight: bold;
|
||||
color: #333;
|
||||
}
|
||||
|
||||
.stat-card.danger .value {
|
||||
color: #e74c3c;
|
||||
}
|
||||
|
||||
.stat-card.success .value {
|
||||
color: #27ae60;
|
||||
}
|
||||
|
||||
.stat-card.warning .value {
|
||||
color: #f39c12;
|
||||
}
|
||||
|
||||
.actions {
|
||||
background: white;
|
||||
border-radius: 10px;
|
||||
padding: 25px;
|
||||
margin-bottom: 30px;
|
||||
box-shadow: 0 4px 6px rgba(0,0,0,0.1);
|
||||
}
|
||||
|
||||
.actions h2 {
|
||||
color: #667eea;
|
||||
margin-bottom: 20px;
|
||||
}
|
||||
|
||||
.button-group {
|
||||
display: flex;
|
||||
gap: 15px;
|
||||
flex-wrap: wrap;
|
||||
}
|
||||
|
||||
button {
|
||||
padding: 12px 24px;
|
||||
border: none;
|
||||
border-radius: 5px;
|
||||
font-size: 1em;
|
||||
cursor: pointer;
|
||||
transition: all 0.3s;
|
||||
font-weight: 600;
|
||||
}
|
||||
|
||||
button:disabled {
|
||||
opacity: 0.5;
|
||||
cursor: not-allowed;
|
||||
}
|
||||
|
||||
.btn-primary {
|
||||
background: #667eea;
|
||||
color: white;
|
||||
}
|
||||
|
||||
.btn-primary:hover:not(:disabled) {
|
||||
background: #5568d3;
|
||||
}
|
||||
|
||||
.btn-success {
|
||||
background: #27ae60;
|
||||
color: white;
|
||||
}
|
||||
|
||||
.btn-success:hover:not(:disabled) {
|
||||
background: #229954;
|
||||
}
|
||||
|
||||
.btn-danger {
|
||||
background: #e74c3c;
|
||||
color: white;
|
||||
}
|
||||
|
||||
.btn-danger:hover:not(:disabled) {
|
||||
background: #c0392b;
|
||||
}
|
||||
|
||||
.btn-warning {
|
||||
background: #f39c12;
|
||||
color: white;
|
||||
}
|
||||
|
||||
.btn-warning:hover:not(:disabled) {
|
||||
background: #e67e22;
|
||||
}
|
||||
|
||||
.failures-section {
|
||||
background: white;
|
||||
border-radius: 10px;
|
||||
padding: 25px;
|
||||
box-shadow: 0 4px 6px rgba(0,0,0,0.1);
|
||||
}
|
||||
|
||||
.failures-section h2 {
|
||||
color: #667eea;
|
||||
margin-bottom: 20px;
|
||||
}
|
||||
|
||||
.failure-item {
|
||||
background: #f8f9fa;
|
||||
border-left: 4px solid #e74c3c;
|
||||
padding: 15px;
|
||||
margin-bottom: 15px;
|
||||
border-radius: 5px;
|
||||
}
|
||||
|
||||
.failure-item .header {
|
||||
display: flex;
|
||||
justify-content: space-between;
|
||||
align-items: center;
|
||||
margin-bottom: 10px;
|
||||
}
|
||||
|
||||
.failure-item .filename {
|
||||
font-weight: bold;
|
||||
color: #333;
|
||||
font-size: 1.1em;
|
||||
}
|
||||
|
||||
.failure-item .time {
|
||||
color: #7f8c8d;
|
||||
font-size: 0.9em;
|
||||
}
|
||||
|
||||
.failure-item .details {
|
||||
display: grid;
|
||||
grid-template-columns: repeat(auto-fit, minmax(200px, 1fr));
|
||||
gap: 10px;
|
||||
margin-bottom: 10px;
|
||||
}
|
||||
|
||||
.failure-item .detail {
|
||||
font-size: 0.9em;
|
||||
}
|
||||
|
||||
.failure-item .detail strong {
|
||||
color: #667eea;
|
||||
}
|
||||
|
||||
.failure-item .error {
|
||||
background: #fee;
|
||||
padding: 10px;
|
||||
border-radius: 5px;
|
||||
font-family: monospace;
|
||||
font-size: 0.85em;
|
||||
color: #c0392b;
|
||||
margin-bottom: 10px;
|
||||
}
|
||||
|
||||
.failure-item .actions {
|
||||
display: flex;
|
||||
gap: 10px;
|
||||
padding: 0;
|
||||
background: transparent;
|
||||
box-shadow: none;
|
||||
margin: 0;
|
||||
}
|
||||
|
||||
.failure-item button {
|
||||
padding: 8px 16px;
|
||||
font-size: 0.9em;
|
||||
}
|
||||
|
||||
.loading {
|
||||
text-align: center;
|
||||
padding: 40px;
|
||||
color: white;
|
||||
font-size: 1.2em;
|
||||
}
|
||||
|
||||
.error-message {
|
||||
background: #e74c3c;
|
||||
color: white;
|
||||
padding: 15px;
|
||||
border-radius: 5px;
|
||||
margin-bottom: 20px;
|
||||
display: none;
|
||||
}
|
||||
|
||||
.success-message {
|
||||
background: #27ae60;
|
||||
color: white;
|
||||
padding: 15px;
|
||||
border-radius: 5px;
|
||||
margin-bottom: 20px;
|
||||
display: none;
|
||||
}
|
||||
|
||||
.last-updated {
|
||||
text-align: center;
|
||||
color: white;
|
||||
margin-top: 20px;
|
||||
font-size: 0.9em;
|
||||
}
|
||||
|
||||
.category-badge {
|
||||
display: inline-block;
|
||||
padding: 4px 8px;
|
||||
border-radius: 3px;
|
||||
font-size: 0.8em;
|
||||
font-weight: bold;
|
||||
margin-right: 5px;
|
||||
}
|
||||
|
||||
.category-transient { background: #3498db; color: white; }
|
||||
.category-validation { background: #e74c3c; color: white; }
|
||||
.category-processing { background: #f39c12; color: white; }
|
||||
.category-infrastructure { background: #95a5a6; color: white; }
|
||||
.category-partner_api { background: #9b59b6; color: white; }
|
||||
.category-unknown { background: #7f8c8d; color: white; }
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<div class="container">
|
||||
<h1>🔄 Partner DLQ Monitor</h1>
|
||||
|
||||
<div id="error-message" class="error-message"></div>
|
||||
<div id="success-message" class="success-message"></div>
|
||||
|
||||
<div class="stats-grid">
|
||||
<div class="stat-card danger">
|
||||
<h3>DLQ Messages</h3>
|
||||
<div class="value" id="dlq-count">-</div>
|
||||
</div>
|
||||
<div class="stat-card danger">
|
||||
<h3>Failed Tasks</h3>
|
||||
<div class="value" id="failed-count">-</div>
|
||||
</div>
|
||||
<div class="stat-card warning">
|
||||
<h3>Processing</h3>
|
||||
<div class="value" id="processing-count">-</div>
|
||||
</div>
|
||||
<div class="stat-card">
|
||||
<h3>Downloaded</h3>
|
||||
<div class="value" id="downloaded-count">-</div>
|
||||
</div>
|
||||
<div class="stat-card success">
|
||||
<h3>Processed</h3>
|
||||
<div class="value" id="processed-count">-</div>
|
||||
</div>
|
||||
<div class="stat-card">
|
||||
<h3>Archived</h3>
|
||||
<div class="value" id="archived-count">-</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="actions">
|
||||
<h2>Actions</h2>
|
||||
<div class="button-group">
|
||||
<button class="btn-primary" onclick="refreshStats()">🔄 Refresh</button>
|
||||
<button class="btn-success" onclick="processDLQ(false)" id="process-btn">⚙️ Process DLQ</button>
|
||||
<button class="btn-warning" onclick="processDLQ(true)">🔍 Dry Run</button>
|
||||
<button class="btn-danger" onclick="purgeDLQ()">🗑️ Purge DLQ</button>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="failures-section">
|
||||
<h2>Recent Failures</h2>
|
||||
<div id="failures-list">
|
||||
<div class="loading">Loading...</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="last-updated">
|
||||
Last updated: <span id="last-updated">Never</span>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<script>
|
||||
let refreshInterval;
|
||||
|
||||
// Auto-refresh every 30 seconds
|
||||
function startAutoRefresh() {
|
||||
refreshInterval = setInterval(refreshStats, 30000);
|
||||
}
|
||||
|
||||
function stopAutoRefresh() {
|
||||
if (refreshInterval) {
|
||||
clearInterval(refreshInterval);
|
||||
}
|
||||
}
|
||||
|
||||
async function refreshStats() {
|
||||
try {
|
||||
const response = await fetch('/api/partners/dlq/stats');
|
||||
const data = await response.json();
|
||||
|
||||
// Update stats
|
||||
document.getElementById('dlq-count').textContent = data.dlq.messageCount;
|
||||
document.getElementById('failed-count').textContent = data.trackers.failed;
|
||||
document.getElementById('processing-count').textContent = data.trackers.processing;
|
||||
document.getElementById('downloaded-count').textContent = data.trackers.downloaded;
|
||||
document.getElementById('processed-count').textContent = data.trackers.processed;
|
||||
document.getElementById('archived-count').textContent = data.trackers.archived;
|
||||
|
||||
// Update failures list
|
||||
const failuresList = document.getElementById('failures-list');
|
||||
if (data.recentFailures.length === 0) {
|
||||
failuresList.innerHTML = '<p style="text-align:center;color:#7f8c8d;">No recent failures</p>';
|
||||
} else {
|
||||
failuresList.innerHTML = data.recentFailures.map(failure => {
|
||||
const category = categorizeError(failure.errorMessage);
|
||||
return `
|
||||
<div class="failure-item">
|
||||
<div class="header">
|
||||
<span class="filename">${failure.logFileName}</span>
|
||||
<span class="time">${new Date(failure.failedAt).toLocaleString()}</span>
|
||||
</div>
|
||||
<div class="details">
|
||||
<div class="detail"><strong>Partner:</strong> ${failure.partner?.name || 'N/A'} (${failure.partner?.code || 'N/A'})</div>
|
||||
<div class="detail"><strong>Customer:</strong> ${failure.customer?.name || 'N/A'}</div>
|
||||
<div class="detail"><strong>Retries:</strong> ${failure.retryCount}</div>
|
||||
<div class="detail"><span class="category-badge category-${category}">${category}</span></div>
|
||||
</div>
|
||||
<div class="error">${failure.errorMessage || 'No error message'}</div>
|
||||
<div class="actions">
|
||||
<button class="btn-success" onclick="retryTask('${failure.id}')">🔄 Retry</button>
|
||||
<button class="btn-danger" onclick="archiveTask('${failure.id}')">📦 Archive</button>
|
||||
</div>
|
||||
</div>
|
||||
`;
|
||||
}).join('');
|
||||
}
|
||||
|
||||
document.getElementById('last-updated').textContent = new Date().toLocaleString();
|
||||
|
||||
} catch (error) {
|
||||
showError('Failed to refresh stats: ' + error.message);
|
||||
}
|
||||
}
|
||||
|
||||
async function processDLQ(dryRun = false) {
|
||||
const btn = document.getElementById('process-btn');
|
||||
btn.disabled = true;
|
||||
btn.textContent = '⏳ Processing...';
|
||||
|
||||
try {
|
||||
const response = await fetch('/api/partners/dlq/process', {
|
||||
method: 'POST',
|
||||
headers: { 'Content-Type': 'application/json' },
|
||||
body: JSON.stringify({ dryRun, maxMessages: 100 })
|
||||
});
|
||||
|
||||
const data = await response.json();
|
||||
|
||||
if (dryRun) {
|
||||
showSuccess(`Dry run completed: ${data.processed} analyzed. ` +
|
||||
`Categorization: ${JSON.stringify(data.categorization)}`);
|
||||
} else {
|
||||
showSuccess(`Processed ${data.processed} messages. ` +
|
||||
`Retried: ${data.retried}, Archived: ${data.archived}`);
|
||||
}
|
||||
|
||||
await refreshStats();
|
||||
|
||||
} catch (error) {
|
||||
showError('Failed to process DLQ: ' + error.message);
|
||||
} finally {
|
||||
btn.disabled = false;
|
||||
btn.textContent = '⚙️ Process DLQ';
|
||||
}
|
||||
}
|
||||
|
||||
async function retryTask(id) {
|
||||
if (!confirm('Retry this task?')) return;
|
||||
|
||||
try {
|
||||
const response = await fetch(`/api/partners/dlq/retry/${id}`, {
|
||||
method: 'POST'
|
||||
});
|
||||
|
||||
const data = await response.json();
|
||||
showSuccess(data.message);
|
||||
await refreshStats();
|
||||
|
||||
} catch (error) {
|
||||
showError('Failed to retry task: ' + error.message);
|
||||
}
|
||||
}
|
||||
|
||||
async function archiveTask(id) {
|
||||
const reason = prompt('Archive reason (optional):');
|
||||
if (reason === null) return;
|
||||
|
||||
try {
|
||||
const response = await fetch(`/api/partners/dlq/archive/${id}`, {
|
||||
method: 'POST',
|
||||
headers: { 'Content-Type': 'application/json' },
|
||||
body: JSON.stringify({ reason: reason || 'Manually archived' })
|
||||
});
|
||||
|
||||
const data = await response.json();
|
||||
showSuccess(data.message);
|
||||
await refreshStats();
|
||||
|
||||
} catch (error) {
|
||||
showError('Failed to archive task: ' + error.message);
|
||||
}
|
||||
}
|
||||
|
||||
async function purgeDLQ() {
|
||||
if (!confirm('⚠️ WARNING: This will permanently delete ALL messages from the DLQ. Are you sure?')) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (!confirm('⚠️ FINAL CONFIRMATION: This action cannot be undone!')) {
|
||||
return;
|
||||
}
|
||||
|
||||
try {
|
||||
const response = await fetch('/api/partners/dlq/purge', {
|
||||
method: 'DELETE',
|
||||
headers: { 'Content-Type': 'application/json' },
|
||||
body: JSON.stringify({ confirm: true })
|
||||
});
|
||||
|
||||
const data = await response.json();
|
||||
showSuccess(data.message);
|
||||
await refreshStats();
|
||||
|
||||
} catch (error) {
|
||||
showError('Failed to purge DLQ: ' + error.message);
|
||||
}
|
||||
}
|
||||
|
||||
function categorizeError(errorMessage) {
|
||||
if (!errorMessage) return 'unknown';
|
||||
|
||||
const msg = errorMessage.toLowerCase();
|
||||
|
||||
if (msg.includes('timeout') || msg.includes('econnrefused') || msg.includes('network')) {
|
||||
return 'transient';
|
||||
}
|
||||
if (msg.includes('validation') || msg.includes('invalid') || msg.includes('required')) {
|
||||
return 'validation';
|
||||
}
|
||||
if (msg.includes('parse') || msg.includes('calculation') || msg.includes('processing')) {
|
||||
return 'processing';
|
||||
}
|
||||
if (msg.includes('database') || msg.includes('mongo') || msg.includes('filesystem')) {
|
||||
return 'infrastructure';
|
||||
}
|
||||
if (msg.includes('api') || msg.includes('authentication') || msg.includes('unauthorized')) {
|
||||
return 'partner_api';
|
||||
}
|
||||
|
||||
return 'unknown';
|
||||
}
|
||||
|
||||
function showError(message) {
|
||||
const el = document.getElementById('error-message');
|
||||
el.textContent = message;
|
||||
el.style.display = 'block';
|
||||
setTimeout(() => el.style.display = 'none', 5000);
|
||||
}
|
||||
|
||||
function showSuccess(message) {
|
||||
const el = document.getElementById('success-message');
|
||||
el.textContent = message;
|
||||
el.style.display = 'block';
|
||||
setTimeout(() => el.style.display = 'none', 5000);
|
||||
}
|
||||
|
||||
// Initialize
|
||||
refreshStats();
|
||||
startAutoRefresh();
|
||||
|
||||
// Cleanup on page unload
|
||||
window.addEventListener('beforeunload', stopAutoRefresh);
|
||||
</script>
|
||||
</body>
|
||||
</html>
|
||||
@ -30,7 +30,4 @@ module.exports = function (app) {
|
||||
require('./log_payment')(app);
|
||||
require('./partner')(app);
|
||||
require('./health')(app);
|
||||
// Data Export public API (X-API-Key auth) and key management (JWT auth)
|
||||
require('./api_pub')(app);
|
||||
require('./api_keys')(app);
|
||||
};
|
||||
Loading…
Reference in New Issue
Block a user