feat(calendar): add ICS subscription service (fetchAndParse, sync, CRUD)
This commit is contained in:
@@ -0,0 +1,208 @@
|
||||
/**
|
||||
* Modul: ICS-Abonnements
|
||||
* Zweck: Fetch, Parsing, CRUD und periodischer Sync für ICS-URL-Kalenderabonnements.
|
||||
* Enthält SSRF-Schutz, ETag-basiertes Conditional Fetching und RRULE-Expansion.
|
||||
* Abhängigkeiten: node-fetch, node:dns/promises, server/db.js, server/services/ics-parser.js
|
||||
*/
|
||||
|
||||
import dns from 'node:dns/promises';
|
||||
import fetch from 'node-fetch';
|
||||
import { createLogger } from '../logger.js';
|
||||
import * as db from '../db.js';
|
||||
import { parseICS, expandRRULE } from './ics-parser.js';
|
||||
|
||||
const log = createLogger('ICS');
|
||||
|
||||
const SYNC_WINDOW_PAST_MONTHS = 6;
|
||||
const SYNC_WINDOW_FUTURE_MONTHS = 12;
|
||||
const MAX_RESPONSE_BYTES = 10 * 1024 * 1024;
|
||||
const FETCH_TIMEOUT_MS = 15_000;
|
||||
|
||||
const PRIVATE_RANGES = [
|
||||
/^127\./, /^10\./, /^172\.(1[6-9]|2\d|3[01])\./, /^192\.168\./,
|
||||
/^169\.254\./, /^::1$/, /^fc/i, /^fe[89ab]/i,
|
||||
];
|
||||
|
||||
const syncingNow = new Set();
|
||||
|
||||
function normalizeUrl(raw) {
|
||||
const url = new URL(raw.replace(/^webcal:\/\//i, 'https://'));
|
||||
if (url.protocol !== 'https:') throw new Error('Nur https:// und webcal:// URLs sind erlaubt.');
|
||||
return url.href;
|
||||
}
|
||||
|
||||
async function checkSSRF(urlStr) {
|
||||
const hostname = new URL(urlStr).hostname;
|
||||
const v4 = await dns.resolve4(hostname).catch(() => []);
|
||||
const v6 = await dns.resolve6(hostname).catch(() => []);
|
||||
for (const addr of [...v4, ...v6]) {
|
||||
if (PRIVATE_RANGES.some((re) => re.test(addr))) {
|
||||
throw new Error(`URL löst auf eine private IP-Adresse auf: ${addr}`);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
async function fetchAndParse(urlRaw, etag, lastModified) {
|
||||
const url = normalizeUrl(urlRaw);
|
||||
await checkSSRF(url);
|
||||
|
||||
const headers = {};
|
||||
if (etag) headers['If-None-Match'] = etag;
|
||||
if (lastModified) headers['If-Modified-Since'] = lastModified;
|
||||
|
||||
const controller = new AbortController();
|
||||
const timer = setTimeout(() => controller.abort(), FETCH_TIMEOUT_MS);
|
||||
let res;
|
||||
try {
|
||||
res = await fetch(url, { headers, signal: controller.signal });
|
||||
} finally { clearTimeout(timer); }
|
||||
|
||||
if (res.status === 304) return { notModified: true };
|
||||
if (!res.ok) throw new Error(`HTTP ${res.status}`);
|
||||
|
||||
const cl = parseInt(res.headers.get('content-length') || '0', 10);
|
||||
if (cl > MAX_RESPONSE_BYTES) throw new Error('ICS-Datei überschreitet 10 MB Limit.');
|
||||
|
||||
let body = '', received = 0;
|
||||
for await (const chunk of res.body) {
|
||||
received += chunk.length;
|
||||
if (received > MAX_RESPONSE_BYTES) throw new Error('ICS-Datei überschreitet 10 MB Limit.');
|
||||
body += chunk.toString();
|
||||
}
|
||||
|
||||
return {
|
||||
events: parseICS(body),
|
||||
newEtag: res.headers.get('etag') || null,
|
||||
newLastModified: res.headers.get('last-modified') || null,
|
||||
notModified: false,
|
||||
};
|
||||
}
|
||||
|
||||
function syncWindow() {
|
||||
const now = new Date();
|
||||
const past = new Date(now); past.setMonth(past.getMonth() - SYNC_WINDOW_PAST_MONTHS);
|
||||
const future = new Date(now); future.setMonth(future.getMonth() + SYNC_WINDOW_FUTURE_MONTHS);
|
||||
return { windowStart: past.toISOString().slice(0, 10), windowEnd: future.toISOString().slice(0, 10) };
|
||||
}
|
||||
|
||||
async function syncOne(sub) {
|
||||
if (syncingNow.has(sub.id)) {
|
||||
log.info(`Abonnement ${sub.id} wird bereits synchronisiert - übersprungen.`);
|
||||
return;
|
||||
}
|
||||
syncingNow.add(sub.id);
|
||||
try {
|
||||
let result;
|
||||
try { result = await fetchAndParse(sub.url, sub.etag, sub.last_modified); }
|
||||
catch (err) {
|
||||
log.warn(`Abonnement ${sub.id} (${sub.name}): Fetch fehlgeschlagen - ${err.message}`);
|
||||
return;
|
||||
}
|
||||
|
||||
if (result.notModified) {
|
||||
db.get().prepare(`UPDATE ics_subscriptions SET last_sync = ? WHERE id = ?`)
|
||||
.run(new Date().toISOString(), sub.id);
|
||||
return;
|
||||
}
|
||||
|
||||
const { events, newEtag, newLastModified } = result;
|
||||
const { windowStart, windowEnd } = syncWindow();
|
||||
const owner = db.get().prepare('SELECT id FROM users ORDER BY id ASC LIMIT 1').get();
|
||||
const createdBy = sub.created_by ?? owner?.id;
|
||||
if (!createdBy) { log.warn('Kein User gefunden.'); return; }
|
||||
|
||||
const flatEvents = [];
|
||||
for (const ev of events) {
|
||||
if (ev.rrule) {
|
||||
flatEvents.push(...expandRRULE(ev, windowStart, windowEnd));
|
||||
} else if (ev.dtstart >= windowStart && ev.dtstart <= windowEnd) {
|
||||
flatEvents.push(ev);
|
||||
}
|
||||
}
|
||||
|
||||
const seenUids = new Set(flatEvents.map((e) => e.uid));
|
||||
|
||||
const upsert = db.get().prepare(`
|
||||
INSERT INTO calendar_events
|
||||
(title, description, start_datetime, end_datetime, all_day, location,
|
||||
color, external_calendar_id, external_source, subscription_id, recurrence_rule, user_modified, created_by)
|
||||
VALUES (?, ?, ?, ?, ?, ?, ?, ?, 'ics', ?, ?, 0, ?)
|
||||
ON CONFLICT(subscription_id, external_calendar_id) DO UPDATE SET
|
||||
title = excluded.title,
|
||||
description = excluded.description,
|
||||
start_datetime = excluded.start_datetime,
|
||||
end_datetime = excluded.end_datetime,
|
||||
all_day = excluded.all_day,
|
||||
location = excluded.location
|
||||
WHERE user_modified = 0
|
||||
`);
|
||||
|
||||
const deleteStale = db.get().prepare(`
|
||||
DELETE FROM calendar_events
|
||||
WHERE subscription_id = ?
|
||||
AND external_calendar_id NOT IN (SELECT value FROM json_each(?))
|
||||
AND user_modified = 0
|
||||
`);
|
||||
|
||||
db.get().transaction(() => {
|
||||
for (const ev of flatEvents) {
|
||||
try {
|
||||
upsert.run(ev.summary, ev.description, ev.dtstart, ev.dtend,
|
||||
ev.allDay ? 1 : 0, ev.location, sub.color, ev.uid, sub.id, ev.rrule, createdBy);
|
||||
} catch (err) { log.error(`Upsert UID ${ev.uid}: ${err.message}`); }
|
||||
}
|
||||
deleteStale.run(sub.id, JSON.stringify([...seenUids]));
|
||||
db.get().prepare(`UPDATE ics_subscriptions SET last_sync = ?, etag = ?, last_modified = ? WHERE id = ?`)
|
||||
.run(new Date().toISOString(), newEtag, newLastModified, sub.id);
|
||||
})();
|
||||
|
||||
log.info(`Abonnement ${sub.id} (${sub.name}): ${flatEvents.length} Events synchronisiert.`);
|
||||
} finally { syncingNow.delete(sub.id); }
|
||||
}
|
||||
|
||||
async function sync(subscriptionId) {
|
||||
const subs = subscriptionId
|
||||
? db.get().prepare('SELECT * FROM ics_subscriptions WHERE id = ?').all(subscriptionId)
|
||||
: db.get().prepare('SELECT * FROM ics_subscriptions').all();
|
||||
for (const sub of subs) await syncOne(sub);
|
||||
}
|
||||
|
||||
function getAll(userId) {
|
||||
return db.get().prepare(`
|
||||
SELECT * FROM ics_subscriptions WHERE shared = 1 OR created_by = ? ORDER BY name ASC
|
||||
`).all(userId);
|
||||
}
|
||||
|
||||
async function create(userId, { name, url, color, shared }) {
|
||||
const normalizedUrl = normalizeUrl(url);
|
||||
await checkSSRF(normalizedUrl);
|
||||
const subId = db.get().prepare(
|
||||
`INSERT INTO ics_subscriptions (name,url,color,shared,created_by) VALUES (?,?,?,?,?)`
|
||||
).run(name, normalizedUrl, color, shared ? 1 : 0, userId).lastInsertRowid;
|
||||
const newSub = db.get().prepare('SELECT * FROM ics_subscriptions WHERE id = ?').get(subId);
|
||||
let syncError = null;
|
||||
try { await syncOne(newSub); } catch (err) { syncError = err.message; }
|
||||
return { sub: newSub, syncError };
|
||||
}
|
||||
|
||||
function update(userId, subId, fields, isAdmin) {
|
||||
const sub = db.get().prepare('SELECT * FROM ics_subscriptions WHERE id = ?').get(subId);
|
||||
if (!sub) return null;
|
||||
if (!isAdmin && sub.created_by !== userId) throw new Error('Nicht autorisiert.');
|
||||
const name = fields.name !== undefined ? fields.name : sub.name;
|
||||
const color = fields.color !== undefined ? fields.color : sub.color;
|
||||
const shared = fields.shared !== undefined ? (fields.shared ? 1 : 0) : sub.shared;
|
||||
db.get().prepare(`UPDATE ics_subscriptions SET name = ?, color = ?, shared = ? WHERE id = ?`)
|
||||
.run(name, color, shared, subId);
|
||||
return db.get().prepare('SELECT * FROM ics_subscriptions WHERE id = ?').get(subId);
|
||||
}
|
||||
|
||||
function remove(userId, subId, isAdmin) {
|
||||
const sub = db.get().prepare('SELECT * FROM ics_subscriptions WHERE id = ?').get(subId);
|
||||
if (!sub) return false;
|
||||
if (!isAdmin && sub.created_by !== userId) throw new Error('Nicht autorisiert.');
|
||||
db.get().prepare('DELETE FROM ics_subscriptions WHERE id = ?').run(subId);
|
||||
return true;
|
||||
}
|
||||
|
||||
export { sync, getAll, create, update, remove, fetchAndParse };
|
||||
Reference in New Issue
Block a user