Infrastructure

# As a condition of accessing this website, you agree to abide by

# the following content signals:

# (a)  If a content-signal = yes, you may collect content for the

# corresponding use.

# (b)  If a content-signal = no, you may not collect content for

# the corresponding use.

# (c)  If the website operator does not include a content signal

# for a corresponding use, the website operator neither grants nor

# restricts permission via content signal with respect to the

# corresponding use.

# The content signals and their meanings are:

# search: building a search index and providing search results

# (e.g., returning hyperlinks and short excerpts from your

# website's contents).  Search does not include providing

# AI-generated search summaries.

# ai-input: inputting content into one or more AI models (e.g.,

# retrieval augmented generation, grounding, or other real-time

# taking of content for generative AI search answers).

# ai-train: training or fine-tuning AI models.


User-agent: *

Content-Signal: ai-train=no, search=yes, ai-input=no
Disallow: /article/

Disallow: /settings/

Disallow: /ad.php*

Disallow: /r/

Disallow: /wp-*

Disallow: /answers/ask/

Disallow: /answers-rpc/

Disallow: /reviews/?*

Disallow: /claim-listing/

Disallow: /report-abuse/

Disallow: /profile/*/followers/

Disallow: /profile/*/following/

Disallow: /activity/

Disallow: /groups/*/join-group/*

Disallow: /profile/*/activity/*

Disallow: /home/*

Allow: /join/login

Allow: /join

Disallow: /join/

Disallow: /join/login?*

Disallow: /ajax.php*

Disallow: /pixel.png*

Disallow: /sid.php*

Disallow: /logout/

Disallow: /sharer/sharer.php*

Disallow: /tasks

Disallow: /claim-listing/

Disallow: /search/

Disallow: /glossary/*

Disallow: /mobile-data*

Disallow: /undefined

Disallow: /feedback/?*

Disallow: /d/*?*

Disallow: /d2/*

Disallow: /edu/*?*

Disallow: /edu?*

Disallow: /profile/*?*

Disallow: /credit-cards/*?*

Disallow: /credit-cards?*

Disallow: /personal-loans/*?*

Disallow: /personal-loans?*

Disallow: /banks/*?*

Disallow: /blog/*?*

Disallow: /best-*?*

Disallow: /checking-accounts/*?*

Disallow: /checking-accounts?*

Disallow: /cardadvisor/*

Disallow: /*/ng-rpc?*

Disallow: /d/css/*.css

Disallow: /*/ng2/*.html


User-agent: Google-NotebookLM

Disallow: /


User-agent: 008

Disallow: /


User-agent: grapeshot

Disallow: /


User-agent: ia_archiver

Disallow: /


User-agent: MJ12bot

Disallow: /


User-agent: Buck

Disallow: /


User-agent: Bytespider

Disallow: /


User-agent: CCBot

Disallow: /


User-agent: PerplexityBot

Disallow: /


User-agent: Amazonbot

Disallow: /


User-agent: FacebookBot

Disallow: /


User-agent: cohere-ai

Disallow: /


User-agent: Omgilibot

Disallow: /


User-agent: omgili

Disallow: /


User-agent: YouBot

Disallow: /


User-agent: Applebot-Extended

Disallow: /


User-agent: AwarioRssBot

Disallow: /


User-agent: AwarioSmartBot

Disallow: /


User-agent: ClaudeBot

Disallow: /


User-agent: DataForSeoBot

Disallow: /


User-agent: ImagesiftBot

Disallow: /


User-agent: Magpie-crawler

Disallow: /


User-agent: Peer39_crawler

Disallow: /


User-agent: Peer39_crawler/1.0

Disallow: /


User-agent: Perplexity-User

Disallow: /


User-agent: meta-externalagent

Disallow: /