Robots.txt per a la teua web (2024)

#Robots de jordijuan.com

#Bloqueig bàsic del nostre lloc web.

Versió millorada 2024 amb més bots inservibles que ens alenteixen la nostra web i poden augmentar el consum de CPU i RAM del nostre hosting.

User-agent: *
Disallow: /wp-admin/
Disallow: /carrito/
Disallow: /tienda/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search
Disallow: /pago/
Disallow: /*/feed/
Allow: /wp-admin/admin-ajax.php

# Bloqueo de las URL dinamicas
Disallow: /*?*

# Bloqueo de trackbacks
Disallow: /trackback
Disallow: /*trackback
Disallow: /*trackback*
Disallow: /*/trackback

# Bloqueo de feeds para crawlers
Allow: /feed/$ 
Disallow: /feed/ 
Disallow: /comments/feed/
Disallow: /*/feed/$ 
Disallow: /*/feed/rss/$ 
Disallow: /*/trackback/$ 
Disallow: /*/*/feed/$ 
Disallow: /*/*/feed/rss/$ 
Disallow: /*/*/trackback/$ 
Disallow: /*/*/*/feed/$ 
Disallow: /*/*/*/feed/rss/$ 
Disallow: /*/*/*/trackback/$

# RALENTIZAMOS BOTS QUE DAN PROBLEMAS
User-agent: noxtrumbot
Crawl-delay: 20
User-agent: msnbot
Crawl-delay: 20
User-agent: Slurp
Crawl-delay: 20

# BOTS POCO UTILES
User-agent: 008
Disallow: /
User-agent: AddThis.com
Disallow: /
User-agent: admantx
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: AcoonBot
Disallow: /
User-agent: Alexibot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: BDCbot
Disallow: /
User-agent: Bender
Disallow: /
User-agent: BIXOCRAWLER
Disallow: /
User-agent: BlackWidow
Disallow: /
User-agent: bl.uk_lddc_bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: ChinaClaw
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: CNCDialer
Disallow: /
User-agent: crawler4j
Disallow: /
User-agent: CrystalSemanticsBot
Disallow: /
User-agent: Custo
Disallow: /
User-agent: CyberAlert
Disallow: /
User-agent: DigExt
Disallow: /
User-agent: discobot
Disallow: /
User-agent: discoverybot
Disallow: /
User-agent: dloader
Disallow: /
User-agent: dloader(NaverRobot)
Disallow: /
User-agent: DOC
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: Download Ninja
Disallow: /
User-agent: DTS Agent
Disallow: /
User-agent: DISCo
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: EmailWolf
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: FairShare
Disallow: /
User-agent: Fasterfox
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Flamingo_SearchEngine
Disallow: /
User-agent: Gaisbot
Disallow: /
User-agent: Genieo
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: Harvest
Disallow: /
User-agent: heritrix/3.3.0
Disallow: /
User-agent: Heritrix
Disallow: /
User-agent: hloader
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: httplib
Disallow: /
User-agent: humanlinks
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: InfoNaviRobot
Disallow: /
User-agent: integromedb
Disallow: /
User-agent: IstellaBot
Disallow: /
User-agent: JikeSpider
Disallow: /
User-agent: JennyBot
Disallow: /
User-agent: Jyxobot
Disallow: /
User-agent: Kenjin Spider
Disallow: /
User-agent: Keyword Density/0.9
Disallow: /
User-agent: k2spider
Disallow: /
User-agent: Kimengi
Disallow: /
User-agent: Kimengi/nineconnections.com
Disallow: /
User-agent: larbin
Disallow: /
User-agent: LexiBot
Disallow: /
User-agent: LexxeBot/1.0
Disallow: /
User-agent: libwww
Disallow: /
User-agent: linko
Disallow: /
User-agent: Livelapbot
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: Maxthon
Disallow: /
User-agent: MIIxpc
Disallow: /
User-agent: Mister PiX
Disallow: /
User-agent: MetaURI
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: moget
Disallow: /
User-agent: Moreover
Disallow: /
User-agent: Moreoverbot
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: nabot
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: NerdByNature.Bot
Disallow: /
User-agent: netEstate NE Crawler
Disallow: /
User-agent: NetSeer crawler
Disallow: /
User-agent: Newscan
Disallow: /
User-agent: NextGenSearchBot
Disallow: /
User-agent: NICErsPRO
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: nutch
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Offline Navigator
Disallow: /
User-agent: omgilibot
Disallow: /
User-agent: Openfind
Disallow: /
User-agent: Orthogaffe
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: PiplBot
Disallow: /
User-agent: Pixray-Seeker
Disallow: /
User-agent: ProPowerBot/2.14
Disallow: /
User-agent: proximic
Disallow: /
User-agent: psbot
Disallow: /
User-agent: QuerySeekerSpider
Disallow: /
User-agent: RepoMonkey
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: RMA
Disallow: /
User-agent: seokicks
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: SeekportBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SiteBot
Disallow: /
User-agent: SiteBot/0.1
Disallow: /
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: sproose/0.1
Disallow: /
User-agent: So-net
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: spbot
Disallow: /
User-agent: SpankBot
Disallow: /
User-agent: Steeler
Disallow: /
User-agent: suzuran
Disallow: /
User-agent: Szukacz/1.4
Disallow: /
User-agent: Szukacz
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: UbiCrawler 
Disallow: / 
User-agent: UCWEB
Disallow: /
User-agent: UnisterBot
Disallow: /
User-agent: Volcano
Disallow: /
User-agent: webcapture
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebDown
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: wget
Disallow: /
User-agent: WiseGuys Robot
Disallow: /
User-agent: WoFindeIch Robot 1.0
Disallow: /
User-agent: woobot
Disallow: /
User-agent: Woobot/2.1
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: Zeus
Disallow: /
User-agent: zmeu
Disallow: /
User-agent: Zao 
Disallow: /
User-agent: Zealbot 
Disallow: / 
User-agent: ZyBORG 
Disallow: / 


User-agent: Googlebot
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$

Sitemap: https://webmaster.jordijuan.com/sitemap_index.xml


#_____              _____       _____              ___________  
#___(_)_________   ____(_)_________(_)______ ________  /___  /_ 
#__  /__  __ \_ | / /_  /__  ___/_  /__  __ `/  __ \  __/_  __ \
#_  / _  / / /_ |/ /_  / _(__  )_  / _  /_/ // /_/ / /_ _  / / /
#/_/  /_/ /_/_____/ /_/  /____/ /_/  _\__, / \____/\__/ /_/ /_/ 
#                                    /____/

Deixa un comentari Cancel·la les respostes

L’adreça electrònica no es publicarà. Els camps necessaris estan marcats amb *

Comentari *

Nom *

Correu electrònic *

Lloc web

He leído y acepto la Política de Privacidad.

Información básica sobre protección de datos Ver más

Responsable: Jordi Juan Pérez.
Finalidad: Moderar los comentarios.
Legitimación: Por consentimiento del interesado.
Destinatarios y encargados de tratamiento: No se ceden o comunican datos a terceros para prestar este servicio. El Titular ha contratado los servicios de alojamiento web a NICALIA que actúa como encargado de tratamiento.
Derechos: Acceder, rectificar y suprimir los datos.
Información Adicional: Puede consultar la información detallada en la Política de Privacidad.