direct-img.link/functions/[[path]].js

import { braveImageSearch } from "./_utils/brave.js";
import { bingImageSearchFallback } from "./_utils/bing.js";
import { freeImageUrls, parseFreeSource, FREE_UA } from "./_utils/free.js";
import { isFlickrPlaceholder } from "./_utils/flickr.js";
import { aiImage, parseAiSource, DEFAULT_AI_SOURCE } from "./_utils/ai.js";
import * as LIMITS from "../assets/rate-limit.js";

const TTL_SECONDS = 90 * 24 * 60 * 60;
const MAX_INDEX = 20;
// How long a search may hold its query's lock; longer than the 20s image deadline plus the search itself
const LOCK_SECONDS = 45;
// Image candidates downloaded at once, so one slow or dead host doesn't stall the rest for its full 5s timeout
const PARALLEL = 4;

export async function onRequest(context) {
  const { request, env, params } = context;
  const url = new URL(request.url);
  const path = params.path?.join("/") || "";
  const asset = f => env.ASSETS.fetch(new Request(new URL(`/assets/${f}`, url.origin)));
  // Every alert ends with the full request URL (site, query, ?i= and ?src=), so it's clear which request triggered it
  const note = n => context.waitUntil(notify(env, { ...n, message: `${n.message}\n${url.origin}/${path}${url.search}` }));

  // _routes.json serves these statically without invoking this function; kept as a fallback
  if (!path || path === "index.html" || path === "robots.txt" || path.startsWith("assets/")) {
    return env.ASSETS.fetch(request);
  }
  if (path === "favicon.ico") return asset("favicon.ico");

  if (path === "_setup") return setupSurreal(env);

  const rawQueryPart = url.pathname.slice(1).replace(/\/+$/, "");
  if (rawQueryPart.includes(".") || rawQueryPart.includes("/")) return asset("bad.webp");

  const query = normalizeQuery(path);
  if (!query) return jsonResponse(400, { error: "Empty query" });
  if (query.length > 200) return jsonResponse(400, { error: "Query too long (max 200 characters)" });

  // ?i= picks which result to serve. free.direct-img.link serves only unrestricted images and ai.direct-img.link only
  // AI-generated ones; both also take ?src=. Any other param (e.g. scanner probes like ?path=../../.env) is rejected
  // before it can cost a search.
  const site = ["free", "ai"].find(s => url.hostname.startsWith(`${s}.`)) || "";
  const free = site === "free", ai = site === "ai";
  const label = { free: "Free ", ai: "AI " }[site] || "";
  const i = parseIndex(url.searchParams);
  const src = free ? parseFreeSource(url.searchParams) : ai ? parseAiSource(url.searchParams) : null;
  const extra = [...url.searchParams.keys()].some(k => k !== "i" && !(site && k === "src"));
  if (!i || (site && !src) || extra) return asset("bad.webp");

  context.waitUntil(countHit(env, request, query, site));

  // Main-site i=1 keeps the bare query so existing cache entries stay valid.
  // Other keys use uppercase prefixes, which can't collide with (always lowercased) queries.
  const cacheKey = site ? `${site.toUpperCase()}:${src}:${i}:${query}` : i === 1 ? query : `WEB:${i}:${query}`;
  const keyHash = await sha256(cacheKey);
  const r2Key = `${site ? `${site}/` : ""}${keyHash}`;

  const cached = await env.DIRECT_IMG_CACHE.get(cacheKey, "json");
  if (cached) {
    if (cached.err) return asset("bad.webp");
    const obj = await env.R2_IMAGES.get(r2Key);
    if (obj) {
      const nowSec = Math.floor(Date.now() / 1000);
      const remainingSec = Math.max(0, (cached.t + TTL_SECONDS) - nowSec);
      return new Response(obj.body, { headers: imageHeaders(cached.ct, remainingSec * 1000) });
    }
  }

  const ip = request.headers.get("cf-connecting-ip") || "unknown";
  const today = new Date().toISOString().slice(0, 10);
  // free.* and ai.* get their own counters (prefixed so main-site ids stay unchanged) since they never spend Brave credits
  const rateId = await sha256(`${site ? `${site}:` : ""}${ip}:${today}`);
  const limit = free ? LIMITS.FREE_DAILY_LIMIT : ai ? LIMITS.AI_DAILY_LIMIT : LIMITS.DAILY_LIMIT;
  let count = 1, wait = false, locked = false;

  const db = env.SURREAL_URL && env.SURREAL_USER && env.SURREAL_PASS && (body => fetch(`${env.SURREAL_URL}/sql`, {
    method: "POST",
    headers: {
      "Accept": "application/json",
      "Authorization": `Basic ${btoa(`${env.SURREAL_USER}:${env.SURREAL_PASS}`)}`,
      "surreal-ns": "direct_img",
      "surreal-db": "rate_limit",
    },
    body
  }));

  if (db) {
    // Counts the search and claims this query's lock in the same round trip, so concurrent misses (on any isolate or
    // colo) search once. A request that finds the lock held writes nothing and waits for the holder's result instead.
    // It's one transaction because a write conflict (e.g. same-IP misses at once) rolls it all back, so retrying is safe.
    const sql = `BEGIN TRANSACTION;
LET $w = lock:\`${keyHash}\`.exp > time::now();
LET $c = IF !$w THEN (UPSERT ONLY rate:\`${rateId}\` SET count = IF count IS NONE THEN 1 ELSE count + 1 END, updated_at = time::now() RETURN VALUE count) END;
IF !$w AND $c <= ${limit} THEN (UPSERT lock:\`${keyHash}\` SET exp = time::now() + ${LOCK_SECONDS}s) END;
RETURN { count: $c, wait: $w };
COMMIT TRANSACTION;`;

    try {
      for (let attempt = 1; attempt <= 3; attempt++) {
        const dbRes = await db(sql);
        const rawText = await dbRes.text();

        if (!dbRes.ok) {
          note({
            title: "SurrealDB HTTP Error",
            message: `Status: ${dbRes.status}\nBody: ${rawText.slice(0, 500)}`,
            tags: "warning,x",
            priority: 4
          });
          break;
        }
        try {
          const data = JSON.parse(rawText);
          if (data.every(s => s.status === "OK") && data.at(-1)?.result) {
            ({ count, wait } = data.at(-1).result);
            locked = !wait && count <= limit;
            break;
          }
          if (attempt < 3 && /conflict/i.test(rawText)) continue;
          note({
            title: "SurrealDB Unexpected Result",
            message: `Response: ${rawText.slice(0, 500)}`,
            tags: "warning",
            priority: 3
          });
        } catch (parseErr) {
          note({
            title: "SurrealDB Parse Error",
            message: `Parse error: ${parseErr.message}\nRaw: ${rawText.slice(0, 500)}`,
            tags: "warning",
            priority: 4
          });
        }
        break;
      }

      if (Math.random() < 0.05) {
        context.waitUntil(db(`DELETE rate WHERE updated_at < time::now() - 25h; DELETE lock WHERE exp < time::now() - 1h;`).catch(() => {}));
      }
    } catch (err) {
      note({
        title: "SurrealDB Fetch Failed",
        message: `Error: ${err.message}\nURL: ${env.SURREAL_URL}`,
        tags: "boom,x",
        priority: 4
      });
    }
  } else {
    note({
      title: "SurrealDB Not Configured",
      message: `Missing: ${!env.SURREAL_URL ? 'SURREAL_URL ' : ''}${!env.SURREAL_USER ? 'SURREAL_USER ' : ''}${!env.SURREAL_PASS ? 'SURREAL_PASS' : ''}`,
      tags: "warning",
      priority: 4
    });
  }

  // Another request is already searching this query: wait for it to release the lock (or the lock to expire), then
  // serve what it stored. R2 is strongly consistent, unlike KV. Nothing stored means its search failed.
  if (wait) {
    note({ title: `${label}Search Deduped`, message: `Query: ${query} (waited for in-flight search, not counted, ${ip})`, tags: "link", priority: 1 });
    for (const end = Date.now() + LOCK_SECONDS * 1000; Date.now() < end;) {
      await new Promise(r => setTimeout(r, 500));
      if (!await db(`RETURN lock:\`${keyHash}\`.exp > time::now();`).then(r => r.json()).then(d => d[0].result).catch(() => true)) break;
    }
    const obj = await env.R2_IMAGES.get(r2Key);
    return obj ? new Response(obj.body, { headers: imageHeaders(obj.httpMetadata.contentType, TTL_SECONDS * 1000) }) : asset("bad.webp");
  }

  if (count > limit) {
    note({ title: `${label}Rate Limit Hit`, message: `IP ${ip} hit limit for: ${query}`, tags: "warning,no_entry", priority: 2 });
    return asset("limit.webp");
  }

  note({ title: `New ${label}Search`, message: `Query: ${query} (Search #${count} for ${ip})`, tags: "mag", priority: 2 });

  // Called once the result (image or error) is stored, so waiters serve it right away instead of at lock expiry
  const release = () => locked && context.waitUntil(db(`DELETE lock:\`${keyHash}\`;`).catch(() => {}));

  const store = async ({ buffer, contentType }) => {
    await env.R2_IMAGES.put(r2Key, buffer, { httpMetadata: { contentType } });
    await env.DIRECT_IMG_CACHE.put(cacheKey, JSON.stringify({ t: Math.floor(Date.now() / 1000), ct: contentType }), { expirationTtl: TTL_SECONDS });
    release();
    return new Response(buffer, { headers: imageHeaders(contentType, TTL_SECONDS * 1000) });
  };

  // Nothing found: serve an AI image of the query instead, cached like any other image. bad.webp (remembered for 24h)
  // is only left for when that fails too.
  const fail = async (t, m, tag, p) => {
    const fallback = await aiImage(DEFAULT_AI_SOURCE, query, i, env);
    note({ title: fallback.success ? `${t}, Served AI Image` : t, message: fallback.success ? m : `${m}\nAI fallback failed: ${fallback.reason}`, tags: tag, priority: p });
    if (fallback.success) return await store(fallback);
    await env.DIRECT_IMG_CACHE.put(cacheKey, JSON.stringify({ t: Math.floor(Date.now() / 1000), err: true }), { expirationTtl: 86400 });
    release();
    return asset("bad.webp");
  };

  // Runs under waitUntil so the search still finishes and stores its result if the client disconnects (e.g. a phone
  // reloading a slow page). Otherwise the runtime cancels it mid-search with the lock still held, and the reload waits
  // out LOCK_SECONDS only to find nothing stored and get bad.webp.
  const job = (async () => {
    if (ai) {
      const res = await aiImage(src, query, i, env);
      if (res.success) return await store(res);
      // Not cached, since it's likely temporary (busy or down), so the next request tries again
      note({ title: "AI Image Failed", message: `${src} failed for: ${cacheKey}\nReason: ${res.reason}`, tags: "boom,x", priority: 4 });
      release();
      return asset("bad.webp");
    }

    const imageUrls = free ? freeImageUrls(query, src, env) : webImageUrls(query, env, note);
    const GLOBAL_DEADLINE = Date.now() + 20000;
    let imgResult = null, tried = 0, found = 0, more = true, timedOut = false;
    const failReasons = [], queue = [], abort = new AbortController(), it = imageUrls[Symbol.asyncIterator]();

    // Keeps up to PARALLEL downloads in flight, queued in result order
    const fill = async () => {
      while (more && queue.length < PARALLEL) {
        const { value: imgUrl, done } = await it.next();
        if (done) return void (more = false);
        tried++;
        const remaining = GLOBAL_DEADLINE - Date.now();
        if (remaining <= 500) return void (more = false, timedOut = true);
        queue.push({ imgUrl, res: fetchImage(imgUrl, Math.min(remaining, 5000), free ? FREE_UA : undefined, abort.signal) });
      }
    };

    // Results are checked in order, so i still counts only images that download, and dead links and placeholders never
    // take up an index
    while ((await fill(), queue.length)) {
      const { imgUrl, res: pending } = queue.shift(), res = await pending;
      if (res.success) {
        if (++found === i) {
          imgResult = res;
          break;
        }
      } else {
        try {
          const host = new URL(imgUrl).hostname.replace(/^www\./, '');
          failReasons.push(`${host}=${res.reason}`);
        } catch {
          failReasons.push(`invalid_url=${res.reason}`);
        }
      }
    }
    abort.abort();
    if (timedOut) failReasons.push("Global timeout reached");

    if (!tried) return await fail("Search Failed", `${free ? "No free results" : "Both Brave and Bing returned no results"} for: ${cacheKey}`, "question", 3);
    if (!imgResult) {
      const reasonStr = failReasons.slice(0, 6).join(", ") + (failReasons.length > 6 ? ", ..." : "");
      return await fail("Fetch Error (502)", `Found ${found} of ${i} working images for: ${cacheKey}\nReasons: ${reasonStr}`, "boom,x", 4);
    }

    return await store(imgResult);
  })();
  context.waitUntil(job);
  return job;
}

// ?i=1..MAX_INDEX (default 1). Returns null if invalid.
function parseIndex(searchParams) {
  const i = searchParams.get("i") || "1";
  return /^\d+$/.test(i) && +i >= 1 && +i <= MAX_INDEX ? +i : null;
}

// Yields Brave results, or Bing's if Brave has none
async function* webImageUrls(query, env, note) {
  const urls = await braveImageSearch(query, env.BRAVE_API_KEY);
  if (urls?.length) return yield* urls;
  note({ title: "Brave Search Empty", message: `No results for: ${query}. Trying Bing Fallback.`, tags: "warning,mag", priority: 3 });
  yield* (await bingImageSearchFallback(query)) || [];
}

async function setupSurreal(env) {
  if (!env.SURREAL_URL || !env.SURREAL_USER || !env.SURREAL_PASS) return jsonResponse(500, { error: "SurrealDB env vars missing" });
  const sql = `DEFINE NAMESPACE IF NOT EXISTS direct_img;
USE NS direct_img;
DEFINE DATABASE IF NOT EXISTS rate_limit;
USE DB rate_limit;
DEFINE TABLE IF NOT EXISTS rate SCHEMALESS;
DEFINE INDEX IF NOT EXISTS rate_updated_at ON rate FIELDS updated_at;
DEFINE TABLE IF NOT EXISTS lock SCHEMALESS;`;
  try {
    const res = await fetch(`${env.SURREAL_URL}/sql`, {
      method: "POST",
      headers: { "Accept": "application/json", "Authorization": `Basic ${btoa(`${env.SURREAL_USER}:${env.SURREAL_PASS}`)}` },
      body: sql
    });
    const text = await res.text();
    let body;
    try { body = JSON.parse(text); } catch { body = text.slice(0, 1000); }
    const ok = res.ok && Array.isArray(body) && body.every(r => r.status === "OK");
    return jsonResponse(ok ? 200 : 502, { ok, results: body });
  } catch (err) {
    return jsonResponse(502, { ok: false, error: err.message });
  }
}

async function notify(env,{ title, message, tags, priority }) {
  if (!env.NTFY_URL) return;
  const endpoint = env.NTFY_URL.startsWith("http") ? env.NTFY_URL : `https://${env.NTFY_URL}`;
  try {
    await fetch(endpoint, { method: "POST", body: message, headers: { "Title": title, "Tags": tags, "Priority": priority.toString() } });
  } catch {}
}

// site is "free", "ai" or "" (main site); each is counted under its own path prefix
async function countHit(env, request, query, site) {
  if (!env.GOATCOUNTER_URL || !env.GOATCOUNTER_TOKEN) return;
  const h = k => request.headers.get(k) || "";
  try {
    await fetch(`${env.GOATCOUNTER_URL}/api/v0/count`, {
      method: "POST",
      headers: { "Content-Type": "application/json", "Authorization": `Bearer ${env.GOATCOUNTER_TOKEN}` },
      body: JSON.stringify({ no_sessions: true, hits: [{ path: `${site ? `/${site}` : ""}/${query.replace(/ /g, "+")}`, title: query, ref: h("referer"), user_agent: h("user-agent"), ip: h("cf-connecting-ip") }] }),
      signal: AbortSignal.timeout(5000)
    });
  } catch {}
}

function normalizeQuery(path) {
  try {
    return decodeURIComponent(path.replace(/\+/g, " ")).toLowerCase().trim().replace(/[\x00-\x1f]/g, "").replace(/\/+$/, "").replace(/\s+/g, " ");
  } catch {
    return path.toLowerCase().trim().replace(/[\x00-\x1f]/g, "").replace(/\/+$/, "").replace(/\s+/g, " ");
  }
}

async function sha256(str) {
  const buf = await crypto.subtle.digest("SHA-256", new TextEncoder().encode(str));
  return [...new Uint8Array(buf)].map(b => b.toString(16).padStart(2, "0")).join("");
}

// abort cancels a download that's no longer needed (another candidate already won)
async function fetchImage(imageUrl, timeoutMs = 5000, ua = "Mozilla/5.0", abort) {
  try {
    const res = await fetch(imageUrl, {
      headers: { "User-Agent": ua, "Accept": "image/avif,image/webp,image/*,*/*;q=0.8" },
      redirect: "follow", signal: abort ? AbortSignal.any([AbortSignal.timeout(timeoutMs), abort]) : AbortSignal.timeout(timeoutMs), cf: { cacheTtl: 0 }
    });
    if (!res.ok) return { success: false, reason: `HTTP ${res.status}` };
    
    const ct = res.headers.get("content-type") || "";
    if (!ct.startsWith("image/")) return { success: false, reason: `Bad CT: ${ct.split(';')[0]}` };
    
    const size = res.headers.get("content-length");
    if (size && parseInt(size) > 10485760) return { success: false, reason: `Header >10MB` };
    
    const buffer = await res.arrayBuffer();
    if (buffer.byteLength > 10485760) return { success: false, reason: `Buffer >10MB` };
    if (await isFlickrPlaceholder(res.url || imageUrl, buffer)) return { success: false, reason: "Flickr placeholder" };

    return { success: true, buffer, contentType: ct };
  } catch (err) { 
    return { success: false, reason: err.name === 'TimeoutError' ? 'Timeout' : err.message }; 
  }
}

function imageHeaders(contentType, maxAgeMs) {
  return {
    "Content-Type": contentType,
    "Cache-Control": `public, max-age=${Math.max(0, Math.floor(maxAgeMs / 1000))}`,
    "Access-Control-Allow-Origin": "*",
    "X-Content-Type-Options": "nosniff",
  };
}

function jsonResponse(status, body) {
  return new Response(JSON.stringify(body), { status, headers: { "Content-Type": "application/json", "Access-Control-Allow-Origin": "*" } });
}