See when AI reads your site

Earning mentions in communities gets you cited. This shows the other half of the loop: which AI crawlers actually request your pages, and why they came. A training crawler collecting content is a very different event from ChatGPT fetching your pricing page to answer someone who is asking about your space right now.

How it works

Install

1. Mint an API key on the Developer page in the app. Keys start with mlk_ and are shown once — the same key the MCP server uses. Put it in your environment as MENTIONLEADS_API_KEY.
2. Add the snippet for your stack below.
3. Deploy, then wait. Crawlers arrive on their own schedule — usually within a day for an indexed site. The dashboard card fills in as hits land.

Next.js (App or Pages Router)

// middleware.ts
import { NextResponse, type NextFetchEvent, type NextRequest } from 'next/server';

const AI_BOTS = /ChatGPT-User|Claude-User|Claude-Web|Perplexity-User|MistralAI-User|DuckAssistBot|OAI-SearchBot|PerplexityBot|GPTBot|ClaudeBot|anthropic-ai|Google-Extended|GoogleOther|Googlebot|bingbot|CCBot|Bytespider|meta-externalagent|FacebookBot|Applebot|Amazonbot|YouBot|cohere-ai|Diffbot/i;

export function middleware(req: NextRequest, event: NextFetchEvent) {
  const ua = req.headers.get('user-agent') || '';
  if (AI_BOTS.test(ua)) {
    // waitUntil keeps the request alive for the background call without
    // making the crawler (or a real visitor) wait for it.
    event.waitUntil(
      fetch('https://www.mentionleads.com/api/bots/track', {
        method: 'POST',
        headers: {
          'content-type': 'application/json',
          authorization: `Bearer ${process.env.MENTIONLEADS_API_KEY}`,
        },
        body: JSON.stringify({ userAgent: ua, href: req.url }),
      }).catch(() => {}),
    );
  }
  return NextResponse.next();
}

// Skip static assets so you only track real page requests.
export const config = { matcher: '/((?!_next/static|_next/image|favicon.ico).*)' };

Express / Node

const AI_BOTS = /ChatGPT-User|Claude-User|Claude-Web|Perplexity-User|MistralAI-User|DuckAssistBot|OAI-SearchBot|PerplexityBot|GPTBot|ClaudeBot|anthropic-ai|Google-Extended|GoogleOther|Googlebot|bingbot|CCBot|Bytespider|meta-externalagent|FacebookBot|Applebot|Amazonbot|YouBot|cohere-ai|Diffbot/i;

app.use((req, res, next) => {
  const ua = req.get('user-agent') || '';
  if (AI_BOTS.test(ua)) {
    // No await: the response goes out immediately either way.
    fetch('https://www.mentionleads.com/api/bots/track', {
      method: 'POST',
      headers: {
        'content-type': 'application/json',
        authorization: `Bearer ${process.env.MENTIONLEADS_API_KEY}`,
      },
      body: JSON.stringify({
        userAgent: ua,
        href: `${req.protocol}://${req.get('host')}${req.originalUrl}`,
      }),
    }).catch(() => {});
  }
  next();
});

Cloudflare Workers

const AI_BOTS = /ChatGPT-User|Claude-User|Claude-Web|Perplexity-User|MistralAI-User|DuckAssistBot|OAI-SearchBot|PerplexityBot|GPTBot|ClaudeBot|anthropic-ai|Google-Extended|GoogleOther|Googlebot|bingbot|CCBot|Bytespider|meta-externalagent|FacebookBot|Applebot|Amazonbot|YouBot|cohere-ai|Diffbot/i;

export default {
  async fetch(request, env, ctx) {
    const ua = request.headers.get('user-agent') || '';
    if (AI_BOTS.test(ua)) {
      ctx.waitUntil(
        fetch('https://www.mentionleads.com/api/bots/track', {
          method: 'POST',
          headers: {
            'content-type': 'application/json',
            authorization: `Bearer ${env.MENTIONLEADS_API_KEY}`,
          },
          body: JSON.stringify({ userAgent: ua, href: request.url }),
        }).catch(() => {}),
      );
    }
    return fetch(request);
  },
};

Any other backend

curl -X POST https://www.mentionleads.com/api/bots/track \
  -H "Authorization: Bearer mlk_YOUR_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "userAgent": "Mozilla/5.0 (compatible; ChatGPT-User/1.0; +https://openai.com/bot)",
    "href": "https://yoursite.com/pricing"
  }'

# → { "tracked": true, "bot": "ChatGPT", "purpose": "answers" }
# → { "tracked": false }   when the user-agent isn't a known AI crawler

Request reference

Tracking more than one site

What we identify

Privacy

Make sure they're allowed in