oasis/src/models/search_model.js

const pull = require('../server/node_modules/pull-stream');
const moment = require('../server/node_modules/moment');
const { getConfig } = require('../configs/config-manager.js');
const { buildValidatedTombstoneSet } = require('./tombstone_validator');
const logLimit = getConfig().ssbLogStream?.limit || 1000;

module.exports = ({ cooler, padsModel, tribeCrypto, tribesModel }) => {
  let ssb;
  const openSsb = async () => {
    if (!ssb) ssb = await cooler.open();
    return ssb;
  };

  const STANDALONE_ENCRYPTED_TYPES = new Set(['chat', 'pad', 'map', 'calendar']);

  const tryDecryptStandalone = (content) => {
    if (!tribeCrypto || !content || !content.encryptedPayload) return null;
    const rootCandidates = [content.calendarId, content.chatId, content.padId, content.mapId, content.roomId, content.parentId, content.dateId, content.rootId].filter(Boolean);
    for (const cand of rootCandidates) {
      const keys = tribeCrypto.getKeys(cand);
      if (!keys || !keys.length) continue;
      try {
        const dec = tribeCrypto.decryptContent(content, keys.map(k => [k]));
        if (dec && !dec._undecryptable) return dec;
      } catch (_) {}
    }
    return null;
  };

  const tryDecryptTribe = async (content) => {
    if (!tribeCrypto || !tribesModel || !content || !content.encryptedPayload || !content.tribeId) return null;
    try {
      const dec = await tribeCrypto.decryptFromTribe(content, tribesModel);
      if (dec && !dec._undecryptable) return dec;
    } catch (_) {}
    return null;
  };

  const searchableTypes = [
    'post', 'about', 'curriculum', 'tribe', 'transfer', 'feed',
    'votes', 'report', 'task', 'event', 'bookmark', 'document',
    'image', 'audio', 'video', 'torrent', 'market', 'bankWallet', 'bankClaim',
    'project', 'job', 'forum', 'vote', 'contact', 'pub', 'map', 'shop', 'shopProduct', 'chat', 'pad'
  ];

  const getRelevantFields = (type, content) => {
    switch (type) {
      case 'post':
        return [content?.text, content?.contentWarning, ...(content?.tags || [])];
      case 'about':
        return [content?.about, content?.name, content?.description];
      case 'feed':
        return [content?.text, content?.author, content?.createdAt, ...(content?.tags || []), content?.refeeds];
      case 'event':
        return [content?.title, content?.description, content?.date, content?.location, content?.price, content?.eventUrl, ...(content?.tags || []), content?.attendees, content?.organizer, content?.status, content?.isPublic];
      case 'votes':
        return [content?.question, content?.deadline, content?.status, ...(Object.values(content?.votes || {})), content?.totalVotes];
      case 'tribe':
        return [content?.title, content?.description, content?.image, content?.location, ...(content?.tags || []), content?.isAnonymous, content?.members?.length, content?.createdAt, content?.author];
      case 'audio':
        return [content?.url, content?.mimeType, content?.title, content?.description, ...(content?.tags || [])];
      case 'image':
        return [content?.url, content?.title, content?.description, ...(content?.tags || []), content?.meme];
      case 'video':
        return [content?.url, content?.mimeType, content?.title, content?.description, ...(content?.tags || [])];
      case 'document':
        return [content?.url, content?.title, content?.description, ...(content?.tags || []), content?.key];
      case 'torrent':
        return [content?.title, content?.description, ...(content?.tags || []), content?.url];
      case 'market':
        return [content?.item_type, content?.title, content?.description, content?.price, ...(content?.tags || []), content?.status, content?.item_status, content?.deadline, content?.includesShipping, content?.seller, content?.image, content?.auctions_poll, content?.stock];
      case 'bookmark':
        return [content?.author, content?.url, ...(content?.tags || []), content?.description, content?.category, content?.lastVisit];
      case 'task':
        return [content?.title, content?.description, content?.startTime, content?.endTime, content?.priority, content?.location, ...(content?.tags || []), content?.isPublic, content?.assignees?.length, content?.status, content?.author];
      case 'report':
        return [content?.title, content?.description, content?.category, content?.createdAt, content?.author, content?.image, ...(content?.tags || []), content?.confirmations, content?.severity, content?.status, content?.isAnonymous];
      case 'transfer':
        return [content?.from, content?.to, content?.concept, content?.amount, content?.deadline, content?.status, ...(content?.tags || []), content?.confirmedBy?.length];
      case 'curriculum':
        return [content?.author, content?.name, content?.description, content?.photo, ...(content?.personalSkills || []), ...(content?.personalExperiences || []), ...(content?.oasisExperiences || []), ...(content?.oasisSkills || []), ...(content?.educationExperiences || []), ...(content?.educationalSkills || []), ...(content?.languages || []), ...(content?.professionalExperiences || []), ...(content?.professionalSkills || []), content?.location, content?.status, content?.preferences, content?.createdAt];
      case 'bankWallet':
        return [content?.address];
      case 'bankClaim':
        return [content?.amount, content?.epochId, content?.allocationId, content?.txid];
      case 'project':
        return [content?.title, content?.status, content?.progress, content?.goal, content?.pledged, content?.deadline, (content?.followers || []).length, (content?.backers || []).length, (content?.milestones || []).length, content?.bounty, content?.bountyAmount, content?.bounty_currency, content?.activity?.kind, content?.activityActor];
      case 'job':
        return [content?.title, content?.job_type, ...(content?.tasks || []), content?.location, content?.vacants, content?.salary, content?.status, (content?.subscribers || []).length];
      case 'forum':
        return [content?.root, content?.category, content?.title, content?.text, content?.key];
      case 'vote':
        return [content?.vote?.link];
      case 'contact':
        return [content?.contact];
      case 'pub':
        return [content?.address?.host, content?.address?.key];
      case 'map':
        return [content?.title, content?.description, content?.mapType, ...(content?.tags || []), content?.lat, content?.lng];
      case 'shop':
        return [content?.title, content?.shortDescription, content?.description, content?.location, ...(content?.tags || []), content?.visibility, content?.url];
      case 'shopProduct':
        return [content?.title, content?.description, content?.price, ...(content?.tags || []), content?.shopId];
      case 'chat':
        return [content?.title, content?.description, content?.category, ...(content?.tags || []), content?.status, content?.author];
      case 'pad':
        return [content?.title, content?.status, content?.deadline, ...(content?.tags || []), content?.author];
      case 'gameScore':
        return [content?.game, content?.player];
      default:
        return [];
    }
  };

  const norm = (v) => String(v == null ? '' : v).trim().toLowerCase();

  const getDedupeKey = (msg) => {
    const c = msg?.value?.content || {};
    const t = c?.type || 'unknown';
    const author = c.author || msg?.value?.author || '';

    if (t === 'post') return `post:${msg.key}`;

    if (t === 'about') return `about:${c.about || author || msg.key}`;
    if (t === 'curriculum') return `curriculum:${c.author || msg?.value?.author || msg.key}`;
    if (t === 'contact') return `contact:${c.contact || msg.key}`;
    if (t === 'vote') return `vote:${c?.vote?.link || msg.key}`;
    if (t === 'pub') return `pub:${c?.address?.key || c?.address?.host || msg.key}`;
    if (t === 'bankWallet') return `bankWallet:${c?.address || msg.key}`;
    if (t === 'bankClaim') return `bankClaim:${c?.txid || `${c?.epochId || ''}:${c?.allocationId || ''}:${c?.amount || ''}` || msg.key}`;

    if (t === 'document') return `document:${c.key || c.url || `${author}|${norm(c.title)}` || msg.key}`;
    if (t === 'image') return `image:${c.url || `${author}|${norm(c.title)}|${norm(c.description)}` || msg.key}`;
    if (t === 'audio') return `audio:${c.url || `${author}|${norm(c.title)}|${norm(c.description)}` || msg.key}`;
    if (t === 'video') return `video:${c.url || `${author}|${norm(c.title)}|${norm(c.description)}` || msg.key}`;
    if (t === 'torrent') return `torrent:${c.url || `${author}|${norm(c.title)}|${norm(c.description)}` || msg.key}`;
    if (t === 'bookmark') return `bookmark:${author}|${c.url || norm(c.description) || msg.key}`;

    if (t === 'tribe') {
      return [
        'tribe',
        author,
        norm(c.title),
        norm(c.location),
        norm(c.image)
      ].join('|');
    }

    if (t === 'event') {
      return [
        'event',
        c.organizer || author,
        norm(c.title),
        norm(c.date),
        norm(c.location)
      ].join('|');
    }

    if (t === 'task') {
      return [
        'task',
        c.author || author,
        norm(c.title),
        norm(c.startTime),
        norm(c.endTime),
        norm(c.location)
      ].join('|');
    }

    if (t === 'report') {
      return [
        'report',
        c.author || author,
        norm(c.title),
        norm(c.category),
        norm(c.severity)
      ].join('|');
    }

    if (t === 'votes') {
      return [
        'votes',
        c.createdBy || author,
        norm(c.question),
        norm(c.deadline)
      ].join('|');
    }

    if (t === 'market') {
      return [
        'market',
        c.seller || author,
        norm(c.title),
        norm(c.deadline),
        norm(c.item_type),
        norm(c.image)
      ].join('|');
    }

    if (t === 'transfer') {
      const txid = c.txid || c.transactionId || c.id;
      if (txid) return `transfer:${txid}`;
      return [
        'transfer',
        norm(c.from),
        norm(c.to),
        norm(c.amount),
        norm(c.concept),
        norm(c.deadline)
      ].join('|');
    }

    if (t === 'feed') {
      return [
        'feed',
        c.author || author,
        norm(c.text)
      ].join('|');
    }

    if (t === 'project') {
      return [
        'project',
        c.activityActor || author,
        norm(c.title),
        norm(c.deadline),
        norm(c.goal)
      ].join('|');
    }

    if (t === 'job') {
      return [
        'job',
        author,
        norm(c.title),
        norm(c.location),
        norm(c.salary),
        norm(c.job_type)
      ].join('|');
    }

    if (t === 'forum') {
      return `forum:${c.key || c.root || `${author}|${norm(c.title)}` || msg.key}`;
    }

    if (t === 'map') {
      return ['map', author, norm(c.title), norm(c.description), norm(c.lat), norm(c.lng)].join('|');
    }

    if (t === 'shop') {
      return ['shop', author, norm(c.title), norm(c.location)].join('|');
    }

    if (t === 'shopProduct') {
      return ['shopProduct', author, norm(c.title), norm(c.shopId)].join('|');
    }

    if (t === 'pad') {
      return ['pad', author, norm(c.title), norm(c.deadline)].join('|');
    }

    return `${t}:${msg.key}`;
  };

  const dedupeKeepLatest = (msgs) => {
    const map = new Map();
    for (const msg of msgs) {
      const k = getDedupeKey(msg);
      const prev = map.get(k);
      const ts = msg?.value?.timestamp || 0;
      const pts = prev?.value?.timestamp || 0;
      if (!prev || ts > pts) map.set(k, msg);
    }
    return Array.from(map.values());
  };

  const search = async ({ query, types = [], resultsPerPage = "10" }) => {
    const ssbClient = await openSsb();
    const viewerId = ssbClient.id;
    const queryLower = String(query || '').toLowerCase();

    const messages = await new Promise((res, rej) => {
      pull(
        ssbClient.createLogStream({ limit: logLimit }),
        pull.collect((err, msgs) => err ? rej(err) : res(msgs))
      );
    });

    const tombstoned = buildValidatedTombstoneSet(messages);
    const replacesMap = new Map();
    const latestByKey = new Map();

    for (const msg of messages) {
      const k = msg.key;
      const c = msg?.value?.content;
      const t = c?.type;
      if (!t || !searchableTypes.includes(t)) continue;
      if (tombstoned.has(k)) continue;
      if (c.replaces) replacesMap.set(c.replaces, k);
      latestByKey.set(k, msg);
    }

    for (const oldId of replacesMap.keys()) {
      latestByKey.delete(oldId);
    }

    const viewerTribeIds = new Set();
    if (tribesModel && typeof tribesModel.listTribesForViewer === 'function') {
      try {
        const myTribes = await tribesModel.listTribesForViewer(viewerId);
        for (const tr of (myTribes || [])) viewerTribeIds.add(String(tr.rootId || tr.id || tr.key));
      } catch (_) {}
    }

    for (const [k, msg] of Array.from(latestByKey.entries())) {
      const c = msg?.value?.content;
      if (!c) { latestByKey.delete(k); continue; }
      if (c.tribeId && !viewerTribeIds.has(String(c.tribeId))) {
        latestByKey.delete(k);
        continue;
      }
      if (c.encryptedPayload) {
        let dec = null;
        if (c.tribeId) dec = await tryDecryptTribe(c);
        if (!dec && STANDALONE_ENCRYPTED_TYPES.has(c.type)) {
          const keys = tribeCrypto && tribeCrypto.getKeys ? tribeCrypto.getKeys(k) : [];
          if (keys && keys.length) {
            try {
              const out = tribeCrypto.decryptContent(c, keys.map(kk => [kk]));
              if (out && !out._undecryptable) dec = out;
            } catch (_) {}
          }
        }
        if (!dec) dec = tryDecryptStandalone(c);
        if (!dec) { latestByKey.delete(k); continue; }
        msg.value.content = { ...c, ...dec, encryptedPayload: undefined };
      }
    }

    if (padsModel) {
      for (const msg of latestByKey.values()) {
        const c = msg?.value?.content;
        if (c?.type === 'pad') {
          const rootId = c.replaces ? msg.key : msg.key;
          try {
            const decrypted = await padsModel.decryptContent(c, rootId);
            if (decrypted && typeof decrypted === 'object') {
              if (decrypted.title) c.title = decrypted.title;
              if (decrypted.deadline) c.deadline = decrypted.deadline;
              if (Array.isArray(decrypted.tags) && decrypted.tags.length) c.tags = decrypted.tags;
            }
          } catch (_) {}
        }
      }
    }

    let filtered = Array.from(latestByKey.values()).filter(msg => {
      const c = msg?.value?.content;
      const t = c?.type;
      if (!t || (types.length > 0 && !types.includes(t))) return false;
      if (t === 'market') {
        if (c.stock === 0 && c.status !== 'SOLD') return false;
      }
      if (!queryLower) return true;
      if (queryLower.startsWith('@') && queryLower.length > 1) return (t === 'about' && c?.about === query);
      const fields = getRelevantFields(t, c);
      if (queryLower.startsWith('#') && queryLower.length > 1) {
        const tag = queryLower.substring(1);
        const tagArr = Array.isArray(c?.tags) ? c.tags : (typeof c?.tags === 'string' ? c.tags.split(',').map(s => s.trim()).filter(Boolean) : []);
        return tagArr.some(x => String(x).toLowerCase() === tag);
      }
      return fields.filter(Boolean).map(String).some(field => field.toLowerCase().includes(queryLower));
    });

    filtered = dedupeKeepLatest(filtered);

    filtered.sort((a, b) => (b?.value?.timestamp || 0) - (a?.value?.timestamp || 0));

    const grouped = filtered.reduce((acc, msg) => {
      const t = msg?.value?.content?.type || 'unknown';
      if (!acc[t]) acc[t] = [];
      acc[t].push(msg);
      return acc;
    }, {});

    if (resultsPerPage !== "all") {
      const limit = parseInt(resultsPerPage, 10);
      for (const key in grouped) grouped[key] = grouped[key].slice(0, limit);
    }

    return grouped;
  };

  return { search };
};