import express from 'express'
import cors from 'cors'
import fs from 'node:fs'
import fsp from 'node:fs/promises'
import path from 'node:path'
import { fileURLToPath } from 'node:url'
import { execFile } from 'node:child_process'
import { promisify } from 'node:util'

const execFileAsync = promisify(execFile)
const __filename = fileURLToPath(import.meta.url)
const __dirname = path.dirname(__filename)

const app = express()
app.use(cors())
app.use(express.json({ limit: '1mb' }))

const WORKSPACE_DIR = path.join(process.env.HOME || '', '.openclaw/workspace')
const MEMORY_DIR = path.join(WORKSPACE_DIR, 'memory')
const MAIN_MEMORY_FILE = path.join(WORKSPACE_DIR, 'MEMORY.md')
const DIST_DIR = path.join(__dirname, 'dist')
const DAILY_MEMORY_PATTERN = /^\d{4}-\d{2}-\d{2}\.md$/

const APPWRITE_ENDPOINT = process.env.APPWRITE_SELF_HOSTED_URL || process.env.APPWRITE_LOCAL_ENDPOINT
const APPWRITE_PROJECT_ID = process.env.APPWRITE_SELF_HOSTED_PROJECT_ID || process.env.APPWRITE_LOCAL_PROJECT_ID
const APPWRITE_KEY = process.env.APPWRITE_SELF_HOSTED_API_KEY || process.env.APPWRITE_LOCAL_API_KEY
const APPWRITE_DATABASE_ID = process.env.APPWRITE_MEMORY_DATABASE_ID || 'freecastle'
const APPWRITE_COLLECTION_ID = process.env.APPWRITE_MEMORY_COLLECTION_ID || 'memory_files'
const MEMORY_SLACK_CHANNEL_ID = process.env.MEMORY_SLACK_CHANNEL_ID || process.env.LLM_MEMORIES_SLACK_CHANNEL_ID || ''
const SLACK_BOT_TOKEN = process.env.SLACK_BOT_TOKEN || ''
const IMPORT_MAX_CHARS = 80_000
const FETCH_MAX_CHARS = 220_000

const APPWRITE_ENV = {
  PATH: process.env.PATH,
  HOME: process.env.HOME,
  APPWRITE_ENDPOINT,
  APPWRITE_PROJECT_ID,
  APPWRITE_KEY,
}

if (!fs.existsSync(MEMORY_DIR)) {
  fs.mkdirSync(MEMORY_DIR, { recursive: true })
}

function todayDateStamp() {
  return new Date().toISOString().split('T')[0]
}

function currentTimeStamp() {
  return new Date().toTimeString().slice(0, 5)
}

function isValidDailyMemoryFilename(filename) {
  return typeof filename === 'string' && DAILY_MEMORY_PATTERN.test(filename)
}

function isValidMemoryFilename(filename) {
  return filename === 'MEMORY.md' || isValidDailyMemoryFilename(filename)
}

function resolveDailyMemoryPath(filename) {
  if (!isValidDailyMemoryFilename(filename)) return null
  const resolvedPath = path.resolve(MEMORY_DIR, filename)
  const memoryDirPrefix = `${path.resolve(MEMORY_DIR)}${path.sep}`
  return resolvedPath.startsWith(memoryDirPrefix) ? resolvedPath : null
}

function resolveMemoryPath(filename) {
  if (filename === 'MEMORY.md') return MAIN_MEMORY_FILE
  return resolveDailyMemoryPath(filename)
}

function kindForFilename(filename) {
  return filename === 'MEMORY.md' ? 'main' : 'daily'
}

function readUtf8File(filePath) {
  return fs.readFileSync(filePath, 'utf8')
}

function truncateText(value = '', max = 240) {
  const clean = String(value || '').replace(/\s+/g, ' ').trim()
  return clean.length > max ? `${clean.slice(0, max).trim()}…` : clean
}

function stripHtml(value = '') {
  return String(value || '')
    .replace(/<script\b[^<]*(?:(?!<\/script>)<[^<]*)*<\/script>/gi, ' ')
    .replace(/<style\b[^<]*(?:(?!<\/style>)<[^<]*)*<\/style>/gi, ' ')
    .replace(/<[^>]+>/g, ' ')
    .replace(/&nbsp;/g, ' ')
    .replace(/&amp;/g, '&')
    .replace(/&lt;/g, '<')
    .replace(/&gt;/g, '>')
    .replace(/&quot;/g, '"')
    .replace(/&#39;/g, "'")
    .replace(/\s+/g, ' ')
    .trim()
}

function escapeFence(value = '') {
  return String(value || '').replace(/```/g, 'ʼʼʼ')
}

function redactSensitive(value = '') {
  return String(value || '')
    .replace(/(standard_[a-f0-9]{24,})/gi, '[redacted-appwrite-key]')
    .replace(/(xox[baprs]-[A-Za-z0-9-]+)/g, '[redacted-slack-token]')
    .replace(/(ghp_[A-Za-z0-9_]+)/g, '[redacted-github-token]')
    .replace(/(cf[a-zA-Z0-9_\-]{20,})/g, '[redacted-cloudflare-token]')
    .replace(/((?:password|pass|token|api[_-]?key|secret)\s*[:=]\s*)([^\n\s`]+)/gi, '$1[redacted]')
    .replace(/((?:admin user|user|login)\*?\*?:?[^\n]{0,120}\/\s*`?)([^\n\s`]+)/gi, '$1[redacted]')
}

function wordCount(content) {
  return content.trim().split(/\s+/).filter(Boolean).length
}

function getEntryCount(content) {
  if (!content) return 0
  return content.split('\n').filter((line) => line.trim().startsWith('- [')).length
}

const TAG_STOPWORDS = new Set([
  'about', 'after', 'again', 'also', 'been', 'being', 'between', 'could', 'daily', 'does', 'done', 'from', 'have', 'into', 'just', 'like', 'main', 'make', 'maybe', 'memory', 'more', 'most', 'much', 'need', 'note', 'notes', 'only', 'other', 'over', 'really', 'same', 'some', 'still', 'than', 'that', 'their', 'them', 'then', 'there', 'these', 'they', 'this', 'today', 'very', 'want', 'were', 'what', 'when', 'with', 'work', 'would', 'your', 'yours', 'jimmi', 'rook', 'said', 'todo', 'todos', 'session', 'update', 'updated', 'using', 'used', 'kind', 'actually', 'awesome', 'maybe', 'seems'
])

const SMART_TAG_RULES = [
  { tag: 'appwrite', patterns: [/appwrite/i, /tablesdb/i, /database/i, /collection/i] },
  { tag: 'agents', patterns: [/openclaw/i, /agent/i, /subagent/i, /codex/i, /claude code/i] },
  { tag: 'design', patterns: [/design/i, /ui\b/i, /visual/i, /theme/i, /scandinavian/i, /gradient/i] },
  { tag: 'memory', patterns: [/memory\.md/i, /memory app/i, /memories/i, /archive/i] },
  { tag: 'infra', patterns: [/cloudflare/i, /systemd/i, /service/i, /deploy/i, /domain/i, /proxy/i] },
  { tag: 'auth', patterns: [/auth/i, /login/i, /session cookie/i, /oauth/i, /permission/i] },
  { tag: 'product', patterns: [/idea/i, /validation/i, /launch/i, /mvp/i, /portfolio/i] },
  { tag: 'kidsstories', patterns: [/kidsstories/i, /stories/i, /child/i] },
  { tag: 'dashboard', patterns: [/dashboard/i, /command center/i, /pixel office/i] },
  { tag: 'family', patterns: [/kids/i, /family/i, /home/i] },
]

const TAG_ALIASES = {
  login: 'auth',
  oauth: 'auth',
  permissions: 'auth',
  permission: 'auth',
  visual: 'design',
  theme: 'design',
  ui: 'design',
  archive: 'memory',
  memories: 'memory',
  deploy: 'infra',
  deployment: 'infra',
  cloudflare: 'infra',
  service: 'infra',
  openclaw: 'agents',
  agentboard: 'agents',
  codex: 'agents',
  child: 'kidsstories',
  stories: 'kidsstories',
  home: 'family',
}

const MOOD_PROFILES = [
  { mood: 'focused', score: 0, patterns: [/fix/i, /ship/i, /build/i, /implement/i, /polish/i, /deploy/i, /migrate/i] },
  { mood: 'playful', score: 0, patterns: [/fun/i, /mischief/i, /awesome/i, /play/i, /spark/i] },
  { mood: 'reflective', score: 0, patterns: [/remember/i, /reflect/i, /journal/i, /learn/i, /insight/i] },
  { mood: 'tense', score: 0, patterns: [/blocked/i, /worry/i, /broken/i, /error/i, /issue/i, /frustrat/i] },
  { mood: 'warm', score: 0, patterns: [/family/i, /kids/i, /home/i, /story/i, /love/i] },
]

const COLLECTION_RULES = [
  { id: 'infra-week', label: 'Infra week', tags: ['infra', 'appwrite', 'auth'] },
  { id: 'design-streak', label: 'Design streak', tags: ['design', 'memory'] },
  { id: 'family-notes', label: 'Family notes', tags: ['family', 'kidsstories'] },
  { id: 'agent-ops', label: 'Agent ops', tags: ['agents', 'appwrite', 'dashboard'] },
  { id: 'product-loop', label: 'Product loop', tags: ['product', 'design', 'appwrite'] },
]

const THEME_PROFILES = {
  nord: { name: 'Nord', accent: '#8fbcbb', accentSoft: 'rgba(143,188,187,0.18)', accentStrong: '#a3d5d3', glow: 'rgba(143,188,187,0.28)' },
  plum: { name: 'Plum', accent: '#b48ead', accentSoft: 'rgba(180,142,173,0.18)', accentStrong: '#d1a9ca', glow: 'rgba(180,142,173,0.28)' },
  amber: { name: 'Amber', accent: '#d0a86e', accentSoft: 'rgba(208,168,110,0.18)', accentStrong: '#e5bf8c', glow: 'rgba(208,168,110,0.28)' },
  ice: { name: 'Ice', accent: '#81a1c1', accentSoft: 'rgba(129,161,193,0.18)', accentStrong: '#a9c2db', glow: 'rgba(129,161,193,0.28)' },
}

function isProbablyNoiseTag(value) {
  return /^\d{4}-\d{2}-\d{2}$/.test(value) || /^\d+$/.test(value)
}

function normalizeTag(value) {
  const cleaned = String(value || '').toLowerCase().replace(/[^a-z0-9+-]+/g, '').trim()
  return TAG_ALIASES[cleaned] || cleaned
}

function tokenize(value = '') {
  return String(value)
    .toLowerCase()
    .replace(/[^a-z0-9+\-\s]/g, ' ')
    .split(/\s+/)
    .map((entry) => normalizeTag(entry))
    .filter((entry) => entry && entry.length > 2 && !TAG_STOPWORDS.has(entry) && !isProbablyNoiseTag(entry))
}

function generateTags(content, filename) {
  const tags = []
  const scores = new Map()
  const addScore = (tag, amount) => {
    const normalized = normalizeTag(tag)
    if (!normalized) return
    scores.set(normalized, (scores.get(normalized) || 0) + amount)
  }
  const pushTag = (value) => {
    const cleaned = normalizeTag(value)
    if (!cleaned || cleaned.length < 3 || TAG_STOPWORDS.has(cleaned) || tags.includes(cleaned) || isProbablyNoiseTag(cleaned)) return
    tags.push(cleaned)
  }

  if (filename === 'MEMORY.md') addScore('core', 5)

  for (const rule of SMART_TAG_RULES) {
    for (const pattern of rule.patterns) {
      const matches = content.match(new RegExp(pattern.source, pattern.flags.includes('g') ? pattern.flags : `${pattern.flags}g`)) || []
      if (matches.length) addScore(rule.tag, matches.length * 3)
    }
  }

  for (const line of content.split('\n')) {
    const trimmed = line.trim()
    if (trimmed.startsWith('#')) {
      trimmed.replace(/^#+\s*/, '').split(/[^a-zA-Z0-9+-]+/).forEach((token) => addScore(token.toLowerCase(), 2))
    }
    const hashtagMatches = trimmed.match(/#[a-zA-Z0-9+-]+/g) || []
    hashtagMatches.forEach((tag) => addScore(tag.slice(1).toLowerCase(), 4))
  }

  const frequency = new Map()
  const normalized = content
    .toLowerCase()
    .replace(/\[[^\]]*\]/g, ' ')
    .replace(/[^a-z0-9+\-\s]/g, ' ')

  for (const token of normalized.split(/\s+/)) {
    if (!token || token.length < 4 || TAG_STOPWORDS.has(token) || isProbablyNoiseTag(token)) continue
    frequency.set(token, (frequency.get(token) || 0) + 1)
  }

  for (const [token, count] of frequency.entries()) {
    if (count >= 2) addScore(token, count)
  }

  Array.from(scores.entries())
    .sort((a, b) => b[1] - a[1] || a[0].localeCompare(b[0]))
    .slice(0, 8)
    .forEach(([token]) => pushTag(token))

  return tags.slice(0, 5)
}

function buildThemeProfile(content = '', tags = []) {
  const haystack = `${content} ${(tags || []).join(' ')}`.toLowerCase()
  if (/design|theme|visual|scandinavian|style/.test(haystack)) return THEME_PROFILES.plum
  if (/infra|deploy|cloudflare|service|proxy|appwrite/.test(haystack)) return THEME_PROFILES.ice
  if (/kidsstories|family|home|story/.test(haystack)) return THEME_PROFILES.amber
  return THEME_PROFILES.nord
}

function detectMood(content = '', tags = []) {
  const haystack = `${content} ${(tags || []).join(' ')}`.toLowerCase()
  let best = { mood: 'steady', score: 0 }
  for (const profile of MOOD_PROFILES) {
    let score = 0
    for (const pattern of profile.patterns) {
      const matches = haystack.match(new RegExp(pattern.source, pattern.flags.includes('g') ? pattern.flags : `${pattern.flags}g`)) || []
      score += matches.length
    }
    if (score > best.score) best = { mood: profile.mood, score }
  }
  return best.mood
}

function buildCollections(files = []) {
  return COLLECTION_RULES.map((rule) => {
    const matchedFiles = files.filter((file) => rule.tags.some((tag) => (file.tags || []).includes(tag)))
    if (!matchedFiles.length) return null
    return {
      id: rule.id,
      label: rule.label,
      count: matchedFiles.length,
      tags: rule.tags,
      latest: matchedFiles[0]?.dateLabel,
      filenames: matchedFiles.slice(0, 6).map((file) => file.filename),
    }
  }).filter(Boolean)
}

function collectionsForFile(file, collections = []) {
  return collections.filter((collection) => collection.filenames?.includes(file.filename))
}

function formatDateLabel(filename) {
  const match = filename.match(/^(\d{4})-(\d{2})-(\d{2})\.md$/)
  if (!match) return filename
  const [, year, month, day] = match
  const date = new Date(`${year}-${month}-${day}T12:00:00`)
  return date.toLocaleDateString(undefined, {
    weekday: 'short',
    year: 'numeric',
    month: 'short',
    day: 'numeric',
  })
}

async function runAppwrite(args) {
  const { stdout } = await execFileAsync('appwrite', args, {
    env: APPWRITE_ENV,
    maxBuffer: 12 * 1024 * 1024,
  })
  return stdout?.trim() || ''
}

async function runAppwriteJson(args) {
  const stdout = await runAppwrite([...args, '--json'])
  return stdout ? JSON.parse(stdout) : null
}

function isAppwriteScopeError(error) {
  const message = `${error?.message || ''} ${error?.response?.message || ''} ${error?.stderr || ''} ${error?.stdout || ''}`
  return /missing scopes|forbidden|not authorized|unauthorized/i.test(message)
}


async function appwriteRest(method, pathname, body = null) {
  if (!APPWRITE_ENDPOINT || !APPWRITE_PROJECT_ID || !APPWRITE_KEY) {
    throw new Error('Appwrite REST credentials are not configured')
  }

  const response = await fetch(`${APPWRITE_ENDPOINT}${pathname}`, {
    method,
    headers: {
      'Content-Type': 'application/json',
      'X-Appwrite-Project': APPWRITE_PROJECT_ID,
      'X-Appwrite-Key': APPWRITE_KEY,
    },
    body: body ? JSON.stringify(body) : undefined,
  })
  const payload = await response.json().catch(() => ({}))
  if (!response.ok) {
    const error = new Error(payload.message || `Appwrite REST ${method} ${pathname} failed with HTTP ${response.status}`)
    error.status = response.status
    error.response = payload
    throw error
  }
  return payload
}

function isAppwriteNotFound(error) {
  const message = `${error?.message || ''} ${error?.stderr || ''} ${error?.stdout || ''} ${error?.response?.message || ''}`
  return error?.status === 404 || /document_not_found|404|not found|could not be found/i.test(message)
}

async function getLocalDocument(filename) {
  const filePath = resolveMemoryPath(filename)
  if (!filePath || !fs.existsSync(filePath)) return null
  const stats = await fsp.stat(filePath)
  return {
    filename,
    kind: kindForFilename(filename),
    content: await fsp.readFile(filePath, 'utf8'),
    $updatedAt: stats.mtime.toISOString(),
  }
}

async function listLocalDocuments() {
  const filenames = ['MEMORY.md', ...fs.readdirSync(MEMORY_DIR).filter(isValidDailyMemoryFilename).sort()]
  return Promise.all(filenames.map((filename) => getLocalDocument(filename))).then((entries) => entries.filter(Boolean))
}

async function getDocument(documentId) {
  try {
    return await runAppwriteJson([
      'databases', 'get-document',
      '--database-id', APPWRITE_DATABASE_ID,
      '--collection-id', APPWRITE_COLLECTION_ID,
      '--document-id', documentId,
    ])
  } catch (error) {
    const message = `${error?.message || ''} ${error?.stderr || ''} ${error?.stdout || ''}`
    if (isAppwriteScopeError(error)) return getLocalDocument(documentId)
    if (/document_not_found|404|not found|could not be found/i.test(message)) return null
    throw error
  }
}

async function listDocuments() {
  try {
    const result = await runAppwriteJson([
      'databases', 'list-documents',
      '--database-id', APPWRITE_DATABASE_ID,
      '--collection-id', APPWRITE_COLLECTION_ID,
    ])
    return result?.documents || []
  } catch (error) {
    if (isAppwriteScopeError(error)) return listLocalDocuments()
    throw error
  }
}

async function upsertDocument(filename, content) {
  const data = {
    filename,
    kind: kindForFilename(filename),
    content,
  }

  const documentPath = `/databases/${encodeURIComponent(APPWRITE_DATABASE_ID)}/collections/${encodeURIComponent(APPWRITE_COLLECTION_ID)}/documents/${encodeURIComponent(filename)}`
  try {
    return await appwriteRest('PATCH', documentPath, { data })
  } catch (error) {
    if (isAppwriteNotFound(error)) {
      return appwriteRest('POST', `/databases/${encodeURIComponent(APPWRITE_DATABASE_ID)}/collections/${encodeURIComponent(APPWRITE_COLLECTION_ID)}/documents`, {
        documentId: filename,
        data,
      })
    }
    if (isAppwriteScopeError(error)) {
      return { filename, content, fallback: true }
    }
    throw error
  }
}

async function syncFileToAppwrite(filename) {
  const filePath = resolveMemoryPath(filename)
  if (!filePath || !fs.existsSync(filePath)) return null
  const content = await fsp.readFile(filePath, 'utf8')
  return upsertDocument(filename, content)
}

async function syncWorkspaceToAppwrite() {
  const filenames = [
    'MEMORY.md',
    ...fs.readdirSync(MEMORY_DIR).filter(isValidDailyMemoryFilename).sort(),
  ]

  for (const filename of filenames) {
    try {
      await syncFileToAppwrite(filename)
    } catch (error) {
      if (isAppwriteScopeError(error)) {
        return { fallback: true, reason: 'appwrite-scope-missing' }
      }
      throw error
    }
  }

  return { fallback: false }
}

let syncPromise = syncWorkspaceToAppwrite().catch((error) => {
  console.error('Initial Appwrite sync failed:', error)
})

async function ensureSync() {
  await syncPromise
}

async function readMemoryDocument(filename) {
  const doc = await getDocument(filename)
  if (doc?.content != null) {
    return doc
  }

  await syncFileToAppwrite(filename)
  return getDocument(filename)
}

function buildFileMeta(doc) {
  const content = doc.content || ''
  const tags = generateTags(content, doc.filename)
  const mtimeMs = doc.$updatedAt ? new Date(doc.$updatedAt).getTime() : Date.now()
  return {
    filename: doc.filename,
    dateStamp: String(doc.filename || '').replace(/\.md$/, ''),
    mtimeMs,
    size: Buffer.byteLength(content, 'utf8'),
    wordCount: wordCount(content),
    entryCount: getEntryCount(content),
    dateLabel: formatDateLabel(doc.filename),
    tags,
    mood: detectMood(content, tags),
  }
}

function dateValueForFile(file) {
  const parsed = Date.parse(`${file?.dateStamp || String(file?.filename || '').replace(/\.md$/, '')}T12:00:00`)
  return Number.isFinite(parsed) ? parsed : file?.mtimeMs || Date.now()
}

function pickSemanticSnippet(content = '', tokens = []) {
  const lines = content
    .split('\n')
    .map((line) => line.trim())
    .filter(Boolean)

  const exact = lines.find((line) => tokens.some((token) => line.toLowerCase().includes(token)))
  const candidate = exact || lines.find((line) => !line.startsWith('#')) || ''
  return candidate.slice(0, 180)
}

function buildSemanticResults(docs = []) {
  const dailyFiles = docs
    .filter((doc) => isValidDailyMemoryFilename(doc.filename))
    .sort((a, b) => String(b.filename).localeCompare(String(a.filename)))
    .map((doc) => ({
      ...buildFileMeta(doc),
      content: doc.content || '',
    }))

  const collections = buildCollections(dailyFiles)

  return function querySemantic(rawQuery = '') {
    const normalizedQuery = String(rawQuery || '').trim().toLowerCase()
    const tokens = tokenize(normalizedQuery)
    if (!normalizedQuery || (!tokens.length && normalizedQuery.length < 2)) return []

    const tokenSet = new Set(tokens)
    const results = []

    for (const file of dailyFiles) {
      const collectionHits = collectionsForFile(file, collections)
      const contentLower = file.content.toLowerCase()
      let score = 0
      const reasons = []

      for (const tag of file.tags || []) {
        if (tokenSet.has(tag)) {
          score += 36
          reasons.push(`tag:${tag}`)
        }
      }

      for (const collection of collectionHits) {
        if (normalizedQuery.includes(collection.label.toLowerCase()) || collection.tags.some((tag) => tokenSet.has(tag))) {
          score += 26
          reasons.push(`collection:${collection.label}`)
        }
      }

      if (normalizedQuery.includes(file.mood)) {
        score += 12
        reasons.push(`mood:${file.mood}`)
      }

      for (const token of tokens) {
        if (contentLower.includes(token)) {
          score += 9
          reasons.push(`text:${token}`)
        }
      }

      const matchIndex = normalizedQuery.length >= 2 ? contentLower.indexOf(normalizedQuery) : -1
      if (matchIndex >= 0) {
        score += 18
      }

      if (!score) continue

      const windowStart = Math.max(0, (matchIndex >= 0 ? matchIndex : 0) - 70)
      const windowEnd = Math.min(file.content.length, (matchIndex >= 0 ? matchIndex : 110) + 130)
      const snippet = (matchIndex >= 0 ? file.content.slice(windowStart, windowEnd) : pickSemanticSnippet(file.content, tokens))
        .replace(/\n/g, ' ')
        .trim()

      score += Math.max(0, 12 - Math.floor((Date.now() - dateValueForFile(file)) / 86400000))

      results.push({
        filename: file.filename,
        dateLabel: file.dateLabel,
        dateStamp: file.dateStamp,
        tags: file.tags,
        mood: file.mood,
        wordCount: file.wordCount,
        entryCount: file.entryCount,
        score,
        snippet: `${windowStart > 0 ? '…' : ''}${snippet}${windowEnd < file.content.length ? '…' : ''}`,
        why: reasons.slice(0, 2).join(' · ') || 'semantic overlap',
      })
    }

    return results.sort((a, b) => b.score - a.score || b.wordCount - a.wordCount).slice(0, 12)
  }
}

function scoreDocumentForQuery(doc, tokens = []) {
  const content = doc.content || ''
  const lower = content.toLowerCase()
  const tags = generateTags(content, doc.filename)
  if (!tokens.length) return doc.filename === 'MEMORY.md' ? 30 : 8

  let score = doc.filename === 'MEMORY.md' ? 12 : 0
  for (const tag of tags) {
    if (tokens.includes(tag)) score += 22
  }
  for (const token of tokens) {
    const count = lower.split(token).length - 1
    if (count > 0) score += Math.min(24, count * 6)
  }
  return score
}

function snippetForQuery(content = '', tokens = [], max = 900) {
  const lower = content.toLowerCase()
  const firstIndex = tokens.map((token) => lower.indexOf(token)).filter((index) => index >= 0).sort((a, b) => a - b)[0] ?? 0
  const start = Math.max(0, firstIndex - 180)
  return content.slice(start, start + max).replace(/\n{3,}/g, '\n\n').trim()
}

async function notifyMemoryChannel(event = {}) {
  if (!SLACK_BOT_TOKEN || !MEMORY_SLACK_CHANNEL_ID) return { skipped: true }

  const title = event.title || 'Memory replicated'
  const filename = event.filename ? `\n• File: ${event.filename}` : ''
  const source = event.source ? `\n• Source: ${event.source}` : ''
  const summary = event.summary ? `\n• ${truncateText(event.summary, 220)}` : ''
  const text = `🧠 ${title}${filename}${source}${summary}`

  try {
    const response = await fetch('https://slack.com/api/chat.postMessage', {
      method: 'POST',
      headers: {
        Authorization: `Bearer ${SLACK_BOT_TOKEN}`,
        'Content-Type': 'application/json',
      },
      body: JSON.stringify({ channel: MEMORY_SLACK_CHANNEL_ID, text }),
    })
    const payload = await response.json().catch(() => ({}))
    if (!response.ok || payload.ok === false) {
      console.warn('Memory Slack notification failed:', payload.error || response.statusText)
      return { ok: false, error: payload.error || response.statusText }
    }
    return { ok: true }
  } catch (error) {
    console.warn('Memory Slack notification failed:', error.message)
    return { ok: false, error: error.message }
  }
}

async function fetchImportSource(sourceUrl) {
  if (!sourceUrl) return ''
  let url
  try {
    url = new URL(sourceUrl)
  } catch {
    throw new Error('Source URL is invalid')
  }
  if (!['http:', 'https:'].includes(url.protocol)) {
    throw new Error('Only http(s) imports are supported')
  }

  const response = await fetch(url, {
    headers: { 'User-Agent': 'FreeclawMemoryCloud/1.0 (+memory.friborg.uk)' },
  })
  if (!response.ok) throw new Error(`Import fetch failed: HTTP ${response.status}`)
  const raw = (await response.text()).slice(0, FETCH_MAX_CHARS)
  const contentType = response.headers.get('content-type') || ''
  return contentType.includes('html') ? stripHtml(raw) : raw.trim()
}

async function appendDailyEntry({ heading, body, notify }) {
  const filename = `${todayDateStamp()}.md`
  const filePath = resolveDailyMemoryPath(filename)
  const existing = filePath && fs.existsSync(filePath) ? await fsp.readFile(filePath, 'utf8') : ''
  const prefix = existing && !existing.endsWith('\n') ? '\n' : ''
  const content = `${existing}${prefix}${body}`
  await writeThrough(filename, content, notify)
  return { filename, heading }
}

function buildLlmContextPayload(docs = [], query = '', limit = 6) {
  const tokens = tokenize(query)
  const ranked = docs
    .filter((doc) => isValidMemoryFilename(doc.filename))
    .map((doc) => {
      const content = doc.content || ''
      const tags = generateTags(content, doc.filename)
      const score = scoreDocumentForQuery(doc, tokens)
      return {
        filename: doc.filename,
        kind: kindForFilename(doc.filename),
        dateLabel: doc.filename === 'MEMORY.md' ? 'Core memory' : formatDateLabel(doc.filename),
        tags,
        mood: detectMood(content, tags),
        score,
        snippet: redactSensitive(snippetForQuery(content, tokens, doc.filename === 'MEMORY.md' ? 1200 : 800)),
        updatedAt: doc.$updatedAt || null,
      }
    })
    .filter((entry) => entry.score > 0 || !tokens.length)
    .sort((a, b) => b.score - a.score || String(b.updatedAt || '').localeCompare(String(a.updatedAt || '')))
    .slice(0, Math.max(1, Math.min(Number(limit) || 6, 12)))

  const context = ranked.map((entry) => [
    `## ${entry.dateLabel} (${entry.filename})`,
    `Tags: ${entry.tags.join(', ') || 'none'} | Mood: ${entry.mood} | Score: ${entry.score}`,
    entry.snippet,
  ].join('\n')).join('\n\n---\n\n')

  return { query, generatedAt: new Date().toISOString(), count: ranked.length, results: ranked, context }
}

app.get('/api/health', async (req, res) => {
  try {
    await ensureSync()
    await runAppwrite(['databases', 'get-document', '--database-id', APPWRITE_DATABASE_ID, '--collection-id', APPWRITE_COLLECTION_ID, '--document-id', 'MEMORY.md'])
    res.json({
      ok: true,
      appwrite: true,
      memoryDir: fs.existsSync(MEMORY_DIR),
      mainMemory: fs.existsSync(MAIN_MEMORY_FILE),
    })
  } catch (error) {
    if (isAppwriteScopeError(error)) {
      return res.json({
        ok: true,
        appwrite: false,
        fallback: true,
        memoryDir: fs.existsSync(MEMORY_DIR),
        mainMemory: fs.existsSync(MAIN_MEMORY_FILE),
      })
    }
    res.status(500).json({ ok: false, error: error.message })
  }
})

app.get('/api/meta', async (req, res) => {
  try {
    await ensureSync()
    const docs = await listDocuments()
    const mainDoc = docs.find((doc) => doc.filename === 'MEMORY.md')
    const dailyDocs = docs
      .filter((doc) => isValidDailyMemoryFilename(doc.filename))
      .sort((a, b) => String(b.filename).localeCompare(String(a.filename)))

    const mainMemory = mainDoc ? {
      exists: true,
      mtimeMs: new Date(mainDoc.$updatedAt).getTime(),
      size: Buffer.byteLength(mainDoc.content || '', 'utf8'),
      wordCount: wordCount(mainDoc.content || ''),
      entryCount: getEntryCount(mainDoc.content || ''),
      tags: generateTags(mainDoc.content || '', 'MEMORY.md'),
    } : null

    const dailyFiles = dailyDocs.map(buildFileMeta)
    const summary = dailyFiles.reduce((acc, file) => {
      acc.dailyFileCount += 1
      acc.totalDailyEntries += file.entryCount
      acc.totalDailyWords += file.wordCount
      return acc
    }, { dailyFileCount: 0, totalDailyEntries: 0, totalDailyWords: 0 })

    const theme = buildThemeProfile(mainDoc?.content || '', mainMemory?.tags || [])
    const collections = buildCollections(dailyFiles)
    const mood = detectMood(mainDoc?.content || '', mainMemory?.tags || [])

    res.json({ mainMemory: mainMemory ? { ...mainMemory, mood } : null, dailyFiles, summary, theme, collections })
  } catch (error) {
    res.status(500).json({ error: error.message })
  }
})

app.get('/api/memories', async (req, res) => {
  try {
    await ensureSync()
    const docs = await listDocuments()
    const files = docs
      .map((doc) => doc.filename)
      .filter(isValidDailyMemoryFilename)
      .sort()
      .reverse()
    res.json(files)
  } catch (error) {
    res.status(500).json({ error: error.message })
  }
})

app.get('/api/memories/:filename', async (req, res) => {
  try {
    const { filename } = req.params
    if (!isValidDailyMemoryFilename(filename)) {
      return res.status(400).json({ error: 'Invalid memory filename' })
    }
    await ensureSync()
    const doc = await readMemoryDocument(filename)
    if (!doc) return res.status(404).json({ error: 'File not found' })
    const tags = generateTags(doc.content || '', filename)
    return res.json({ content: doc.content || '', tags, mood: detectMood(doc.content || '', tags) })
  } catch (error) {
    return res.status(500).json({ error: error.message })
  }
})

app.get('/api/main-memory', async (req, res) => {
  try {
    await ensureSync()
    const doc = await readMemoryDocument('MEMORY.md')
    if (!doc) return res.status(404).json({ error: 'MEMORY.md not found' })
    const tags = generateTags(doc.content || '', 'MEMORY.md')
    res.json({ content: doc.content || '', tags, mood: detectMood(doc.content || '', tags) })
  } catch (error) {
    res.status(500).json({ error: error.message })
  }
})

async function writeThrough(filename, content, notify = null) {
  const filePath = resolveMemoryPath(filename)
  if (!filePath) throw new Error('Invalid memory filename')
  await fsp.writeFile(filePath, content, 'utf8')
  await upsertDocument(filename, content)
  if (notify) {
    await notifyMemoryChannel({ filename, ...notify })
  }
}

app.put('/api/main-memory', async (req, res) => {
  try {
    const { content } = req.body
    if (typeof content !== 'string') {
      return res.status(400).json({ error: 'Content is required' })
    }
    await ensureSync()
    await writeThrough('MEMORY.md', content, { title: 'Core memory replicated', summary: 'MEMORY.md was updated from the memory cockpit.' })
    res.json({ success: true })
  } catch (error) {
    res.status(500).json({ error: error.message })
  }
})

app.put('/api/memories/:filename', async (req, res) => {
  try {
    const { filename } = req.params
    if (!isValidDailyMemoryFilename(filename)) {
      return res.status(400).json({ error: 'Invalid memory filename' })
    }
    const { content } = req.body
    if (typeof content !== 'string') {
      return res.status(400).json({ error: 'Content is required' })
    }
    await ensureSync()
    await writeThrough(filename, content, { title: 'Daily memory replicated', summary: `${filename} was updated from the memory cockpit.` })
    res.json({ success: true })
  } catch (error) {
    res.status(500).json({ error: error.message })
  }
})

app.get('/api/search', async (req, res) => {
  const query = typeof req.query.q === 'string' ? req.query.q.trim().toLowerCase() : ''
  if (!query || query.length < 2) {
    return res.json({ query, results: [], total: 0 })
  }

  try {
    await ensureSync()
    const docs = (await listDocuments())
      .filter((doc) => isValidDailyMemoryFilename(doc.filename))
      .sort((a, b) => String(b.filename).localeCompare(String(a.filename)))

    const results = []
    for (const doc of docs) {
      const content = doc.content || ''
      const lower = content.toLowerCase()
      if (!lower.includes(query)) continue

      const lines = content.split('\n')
      const matchingLines = lines
        .map((line) => line.trim())
        .filter((line) => line.toLowerCase().includes(query))
        .slice(0, 5)

      const firstMatchIdx = lower.indexOf(query)
      const windowStart = Math.max(0, firstMatchIdx - 80)
      const windowEnd = Math.min(content.length, firstMatchIdx + 120)
      const snippet = content.slice(windowStart, windowEnd).replace(/\n/g, ' ')

      const tags = generateTags(content, doc.filename)
      results.push({
        filename: doc.filename,
        dateLabel: formatDateLabel(doc.filename),
        dateStamp: String(doc.filename || '').replace(/\.md$/, ''),
        entryCount: getEntryCount(content),
        wordCount: wordCount(content),
        tags,
        mood: detectMood(content, tags),
        matchCount: (lower.match(new RegExp(query.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'), 'g')) || []).length,
        snippet: `${windowStart > 0 ? '…' : ''}${snippet}${windowEnd < content.length ? '…' : ''}`,
        matchingLines,
      })
    }

    results.sort((a, b) => b.matchCount - a.matchCount)
    res.json({ query, results, total: results.length })
  } catch (error) {
    res.status(500).json({ error: error.message })
  }
})

app.get('/api/semantic', async (req, res) => {
  const query = typeof req.query.q === 'string' ? req.query.q.trim() : ''
  if (!query || query.length < 2) {
    return res.json({ query, results: [], total: 0 })
  }

  try {
    await ensureSync()
    const docs = await listDocuments()
    const querySemantic = buildSemanticResults(docs)
    const results = querySemantic(query)
    res.json({ query, results, total: results.length })
  } catch (error) {
    res.status(500).json({ error: error.message })
  }
})

app.post('/api/log', async (req, res) => {
  const message = typeof req.body?.message === 'string' ? req.body.message.trim() : ''
  if (!message) {
    return res.status(400).json({ error: 'Message is required' })
  }

  try {
    await ensureSync()
    const filename = `${todayDateStamp()}.md`
    const filePath = resolveDailyMemoryPath(filename)
    const existing = filePath && fs.existsSync(filePath) ? await fsp.readFile(filePath, 'utf8') : ''
    const prefix = existing && !existing.endsWith('\n') ? '\n' : ''
    const content = `${existing}${prefix}- [${currentTimeStamp()}] ${message}\n`
    await writeThrough(filename, content, { title: 'Memory note replicated', summary: message })
    res.json({ success: true, mode: 'appwrite' })
  } catch (error) {
    res.status(500).json({ error: error.message })
  }
})

app.get('/api/review', async (req, res) => {
  try {
    const { stdout, stderr } = await execFileAsync('claw-mem', ['review'])
    const output = `${stdout || ''}${stderr || ''}`
    const REVIEW_PATTERN = /^  File: (.+\.md)$/gm
    const files = []
    let match
    while ((match = REVIEW_PATTERN.exec(output)) !== null) {
      const filename = path.basename(match[1].trim())
      if (isValidDailyMemoryFilename(filename)) {
        const doc = await readMemoryDocument(filename)
        if (doc) {
          files.push({
            filename,
            dateLabel: formatDateLabel(filename),
            wordCount: wordCount(doc.content || ''),
            entryCount: getEntryCount(doc.content || ''),
            content: doc.content || '',
          })
        }
      }
    }
    res.json({
      files,
      hasCandidates: files.length > 0,
      instructions: files.length > 0
        ? 'Read each file, distill key learnings into MEMORY.md, then prune.'
        : 'All memory files are recent. Check back in a few days.',
    })
  } catch (error) {
    res.status(500).json({ error: error.message })
  }
})

app.get('/api/review-count', async (req, res) => {
  try {
    const { stdout, stderr } = await execFileAsync('claw-mem', ['review'])
    const output = `${stdout || ''}${stderr || ''}`
    const REVIEW_PATTERN = /^  File: (.+\.md)$/gm
    let count = 0
    let match
    while ((match = REVIEW_PATTERN.exec(output)) !== null) {
      const filename = path.basename(match[1].trim())
      if (isValidDailyMemoryFilename(filename)) count++
    }
    res.json({ count })
  } catch (error) {
    res.status(500).json({ error: error.message })
  }
})

app.post('/api/prune', async (req, res) => {
  try {
    const { stdout, stderr } = await execFileAsync('claw-mem', ['prune'])
    const output = `${stdout || ''}${stderr || ''}`
    const countMatch = output.match(/(\d+)\s+file/i) || output.match(/pruned\s+(\d+)/i)
    res.json({ success: true, prunedCount: countMatch ? Number.parseInt(countMatch[1], 10) : null, output })
  } catch (error) {
    res.status(500).json({ error: error.message || 'Prune failed', output: `${error.stdout || ''}${error.stderr || ''}` })
  }
})

app.post('/api/distill', async (req, res) => {
  const { note, sourceFilename } = req.body || {}
  if (typeof note !== 'string' || !note.trim()) {
    return res.status(400).json({ error: 'Distilled note is required' })
  }

  try {
    await ensureSync()
    const mainDoc = await readMemoryDocument('MEMORY.md')
    if (!mainDoc) return res.status(404).json({ error: 'MEMORY.md not found' })

    const existing = mainDoc.content || ''
    const dateStr = todayDateStamp()
    const sourceTag = sourceFilename ? ` (from ${sourceFilename})` : ''
    const distillEntry = `\n- **[${dateStr}]**${sourceTag} ${note.trim()}\n`
    await writeThrough('MEMORY.md', `${existing}${distillEntry}`, { title: 'Distilled note replicated', source: sourceFilename || 'memory review', summary: note.trim() })
    res.json({ success: true, appended: distillEntry.trim() })
  } catch (error) {
    res.status(500).json({ error: error.message })
  }
})

app.get('/api/platform', async (req, res) => {
  try {
    await ensureSync()
    const docs = await listDocuments()
    res.json({
      ok: true,
      appwrite: true,
      documents: docs.length,
      notifications: {
        slack: Boolean(SLACK_BOT_TOKEN && MEMORY_SLACK_CHANNEL_ID),
        channelId: MEMORY_SLACK_CHANNEL_ID || null,
      },
      llm: {
        contextEndpoint: '/api/llm/context?q=your+question',
        semanticEndpoint: '/api/semantic?q=your+question',
      },
      imports: {
        enabled: true,
        maxChars: IMPORT_MAX_CHARS,
        supportsUrl: true,
      },
    })
  } catch (error) {
    res.status(500).json({ ok: false, error: error.message })
  }
})

app.get('/api/llm/context', async (req, res) => {
  const query = typeof req.query.q === 'string' ? req.query.q.trim() : ''
  const limit = Number.parseInt(req.query.limit || '6', 10)

  try {
    await ensureSync()
    const docs = await listDocuments()
    res.json(buildLlmContextPayload(docs, query, limit))
  } catch (error) {
    res.status(500).json({ error: error.message })
  }
})

app.post('/api/import', async (req, res) => {
  const { sourceTitle, sourceUrl, content, tags } = req.body || {}
  const title = truncateText(sourceTitle || sourceUrl || 'Imported knowledge', 120)

  try {
    await ensureSync()
    const fetched = typeof content === 'string' && content.trim()
      ? content.trim()
      : await fetchImportSource(sourceUrl)

    const normalized = String(fetched || '').trim().slice(0, IMPORT_MAX_CHARS)
    if (!normalized || normalized.length < 8) {
      return res.status(400).json({ error: 'Import content is empty or too short' })
    }

    const tagLine = Array.isArray(tags) && tags.length
      ? `\n- Tags: ${tags.map((tag) => String(tag).trim()).filter(Boolean).join(', ')}`
      : ''
    const sourceLine = sourceUrl ? `\n- Source: ${sourceUrl}` : ''
    const body = [
      `\n## Knowledge import — ${title}\n`,
      `- [${currentTimeStamp()}] Imported into Memory Hub.${sourceLine}${tagLine}\n`,
      '```text\n',
      escapeFence(normalized.slice(0, IMPORT_MAX_CHARS)),
      '\n```\n',
    ].join('')

    const result = await appendDailyEntry({
      heading: title,
      body,
      notify: { title: 'Knowledge import replicated', source: sourceUrl || 'manual paste', summary: title },
    })

    res.json({ success: true, filename: result.filename, title, importedChars: normalized.length })
  } catch (error) {
    res.status(500).json({ error: error.message })
  }
})

app.use(express.static(DIST_DIR))
app.get(/.*/, (req, res) => {
  res.sendFile(path.join(DIST_DIR, 'index.html'))
})

const PORT = Number(process.env.PORT) || 3333

if (import.meta.url === `file://${process.argv[1]}`) {
  app.listen(PORT, '0.0.0.0', () => {
    console.log(`Freeclaw Memory Cloud running on port ${PORT}`)
  })
}

export { app, isValidDailyMemoryFilename, resolveDailyMemoryPath }