import { MongoBulkWriteError } from 'mongodb'; import { pings as pingsCollection } from './db.js'; import type { Ping } from './trips.js'; export interface IngestResult { received: number; inserted: number; duplicates: number; invalid: { index: number; reason: string }[]; } function validatePing( raw: unknown, index: number, ): { ping: Ping } | { error: string } { if (typeof raw !== 'object' || raw === null) { return { error: `ping[${index}] must be an object` }; } const p = raw as Record; if (typeof p.vehicle_id !== 'string' || p.vehicle_id.length === 0) { return { error: `ping[${index}].vehicle_id must be a non-empty string` }; } if ( typeof p.timestamp !== 'string' || Number.isNaN(Date.parse(p.timestamp)) ) { return { error: `ping[${index}].timestamp must be a valid ISO-8601 string`, }; } if (typeof p.lat !== 'number' || p.lat < -90 || p.lat > 90) { return { error: `ping[${index}].lat must be a number in [-90, 90]` }; } if (typeof p.lon !== 'number' || p.lon < -180 || p.lon > 180) { return { error: `ping[${index}].lon must be a number in [-180, 180]` }; } if (typeof p.speed_kmph !== 'number' || p.speed_kmph < 0) { return { error: `ping[${index}].speed_kmph must be a non-negative number` }; } if (p.ignition !== 'ON' && p.ignition !== 'OFF') { return { error: `ping[${index}].ignition must be "ON" or "OFF"` }; } return { ping: { vehicle_id: p.vehicle_id, timestamp: new Date(p.timestamp).toISOString(), lat: p.lat, lon: p.lon, speed_kmph: p.speed_kmph, ignition: p.ignition, }, }; } /** * Bulk-insert pings. Idempotent: the (vehicle_id, timestamp) unique index * makes re-posting the same ping a no-op (counted as a duplicate, not an * error). Bad-data guard (speed>0 while ignition=OFF) is accepted as-is: * trip reconstruction ignores speed on OFF pings, so it can't distort a trip. */ export async function ingestPings(rawPings: unknown[]): Promise { const result: IngestResult = { received: rawPings.length, inserted: 0, duplicates: 0, invalid: [], }; const validPings: Ping[] = []; rawPings.forEach((raw, index) => { const outcome = validatePing(raw, index); if ('error' in outcome) { result.invalid.push({ index, reason: outcome.error }); } else { validPings.push(outcome.ping); } }); if (validPings.length > 0) { try { const insertResult = await pingsCollection.insertMany(validPings, { ordered: false, }); result.inserted = insertResult.insertedCount; result.duplicates = validPings.length - insertResult.insertedCount; } catch (err) { if (err instanceof MongoBulkWriteError) { const writeErrors = Array.isArray(err.writeErrors) ? err.writeErrors : [err.writeErrors]; const nonDuplicate = writeErrors.find((e) => e.code !== 11000); if (nonDuplicate) throw err; result.inserted = err.result.insertedCount; result.duplicates = validPings.length - err.result.insertedCount; } else { throw err; } } } return result; }