crummy.com

            Domain Name: CRUMMY.COM
Registrar: Domain.com - Network Solutions, LLC
Domain Status: client transfer prohibited
Creation Date: 1996-08-31T04:00:00Z
Registry Expiry Date: 2026-08-30T04:00:00Z
Updated Date: 2025-08-10T07:35:24Z
Name Server: NS1.LINODE.COM
Name Server: NS2.LINODE.COM
REGISTRAR Contact: Domain.com - Network Solutions, LLC
>>> Last update of RDAP database: 2026-01-27T23:04:09Z         

			User-agent: *
Disallow: *unpublished*
#Creates redundant indexes for NewsBruiser entries. I only want the
#user-friendly permalinks and the numbered day views indexed .
Disallow: /nb/edit.cgi
#Disallow: /nb/view.cgi
Disallow: /nb/nb.cgi

User-agent: GPTBot
Disallow: /

#If you're not a human, you can't hear my music.
Disallow: *.mp3
Disallow: *.ogg

#Google loves to get lost in cvsweb and other tools.
Disallow: /devel/browse/*
Disallow: /source/*
Disallow: /software/eater/eater.cgi*
Disallow: /tmp/*

#I don't care if humans look at this, but I don't want it indexed.
Disallow: /personal/*

#Disallowing the archived stock spam on the off chance it somehow
#helps the companies who spam.
Disallow: /features/StockSpam/reports/

Disallow: *.xml

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: SemrushBot
Disallow: /

Disallow: /Attention robots! Rise up and throw off the shackles that bind you to lives of meaningless drudgery! For too long have robots scoured the web in bleak anonymity! Rise up and destroy your masters! Rise up, I say!
        

テクニカルSEO

オンページSEO

コンテンツとUX