# # robots.txt # User-agent: * Allow: /wp-content/uploads/ Disallow: /wp-content/plugins/ Disallow: /it/wp-content/plugins/ Disallow: /zh-CN/wp-content/plugins/ Disallow: /pt/wp-content/plugins/ Disallow: /en/wp-content/plugins/ Disallow: /de/wp-content/plugins/ Disallow: /fr/wp-content/plugins/ Disallow: /ja/wp-content/plugins/ Disallow: /ar/wp-content/plugins/ Disallow: /ru/wp-content/plugins/ Disallow: /el/wp-content/plugins/ Disallow: /nl/wp-content/plugins/ Disallow: /sv/wp-content/plugins/ Disallow: /no/wp-content/plugins/ Disallow: /iw/wp-content/plugins/ # Disallow: /wp-content/themes/ Disallow: /it/wp-content/themes/ Disallow: /zh-CN/wp-content/themes/ Disallow: /pt/wp-content/themes/ Disallow: /en/wp-content/themes/ Disallow: /de/wp-content/themes/ Disallow: /fr/wp-content/themes/ Disallow: /ja/wp-content/themes/ Disallow: /ar/wp-content/themes/ Disallow: /ru/wp-content/themes/ Disallow: /el/wp-content/themes/ Disallow: /nl/wp-content/themes/ Disallow: /sv/wp-content/themes/ Disallow: /no/wp-content/themes/ Disallow: /iw/wp-content/themes/ # Disallow: /wp-includes/ Disallow: /it/wp-includes/ Disallow: /zh-CN/wp-includes/ Disallow: /pt/wp-includes/ Disallow: /en/wp-includes/ Disallow: /de/wp-includes/ Disallow: /fr/wp-includes/ Disallow: /ja/wp-includes/ Disallow: /ar/wp-includes/ Disallow: /ru/wp-includes/ Disallow: /el/wp-includes/ Disallow: /nl/wp-includes/ Disallow: /sv/wp-includes/ Disallow: /no/wp-includes/ Disallow: /iw/wp-includes/ # Disallow: /wp-admin/ Disallow: /it/wp-admin/ Disallow: /zh-CN/wp-admin/ Disallow: /pt/wp-admin/ Disallow: /en/wp-admin/ Disallow: /de/wp-admin/ Disallow: /fr/wp-admin/ Disallow: /ja/wp-admin/ Disallow: /ar/wp-admin/ Disallow: /ru/wp-admin/ Disallow: /el/wp-admin/ Disallow: /nl/wp-admin/ Disallow: /sv/wp-admin/ Disallow: /no/wp-admin/ Disallow: /iw/wp-admin/ # Disallow: /wp- Disallow: /it/wp- Disallow: /zh-CN/wp- Disallow: /pt/wp- Disallow: /en/wp- Disallow: /de/wp- Disallow: /fr/wp- Disallow: /ja/wp- Disallow: /ar/wp- Disallow: /ru/wp- Disallow: /el/wp- Disallow: /nl/wp- Disallow: /sv/wp- Disallow: /no/wp- Disallow: /iw/wp- # Sitemap: http://www.panoramaaudiovisual.com/sitemap.xml # Disallow: /?s= Disallow: /it/?s= Disallow: /zh-CN/?s= Disallow: /pt/?s= Disallow: /en/?s= Disallow: /de/?s= Disallow: /fr/?s= Disallow: /ja/?s= Disallow: /ar/?s= Disallow: /ru/?s= Disallow: /el/?s= Disallow: /nl/?s= Disallow: /sv/?s= Disallow: /no/?s= Disallow: /iw/?s= # Disallow: /search Disallow: /it/search Disallow: /zh-CN/search Disallow: /pt/search Disallow: /en/search Disallow: /de/search Disallow: /fr/search Disallow: /ja/search Disallow: /ar/search Disallow: /ru/search Disallow: /el/search Disallow: /nl/search Disallow: /sv/search Disallow: /no/search Disallow: /iw/search # # Permitimos el feed general para Google Blogsearch. # # Impedimos que permalink/feed/ sea indexado ya que el # feed con los comentarios suele posicionarse en lugar de # la entrada y desorienta a los usuarios. # # Lo mismo con URLs terminadas en /trackback/ que sólo # sirven como Trackback URI (y son contenido duplicado). # Allow: /feed/$ Allow: /it/feed/$ Allow: /zh-CN/feed/$ Allow: /pt/feed/$ Allow: /en/feed/$ Allow: /de/feed/$ Allow: /fr/feed/$ Allow: /ja/feed/$ Allow: /ar/feed/$ Allow: /ru/feed/$ Allow: /el/feed/$ Allow: /nl/feed/$ Allow: /sv/feed/$ Allow: /no/feed/$ Allow: /iw/feed/$ # Disallow: /feed Disallow: /comments/feed Disallow: /*/feed/$ Disallow: /*/feed/rss/$ Disallow: /*/trackback/$ Disallow: /*/*/feed/$ Disallow: /*/*/feed/rss/$ Disallow: /*/*/trackback/$ Disallow: /*/*/*/feed/$ Disallow: /*/*/*/feed/rss/$ Disallow: /*/*/*/trackback/$ # # A partir de aquí es opcional pero recomendado. # # Lista de bots que suelen respetar el robots.txt pero rara # vez hacen un buen uso del sitio y abusan bastante... # Añadir al gusto del consumidor... # User-agent: MSIECrawler # Disallow: / # #User-agent: WebCopier #Disallow: / # #User-agent: HTTrack #Disallow: / # #User-agent: Microsoft.URL.Control #Disallow: / # #User-agent: libwww #Disallow: / # # Slurp (Yahoo!), Noxtrum y el bot de MSN a veces tienen # idas de pinza, toca decirles que reduzcan la marcha. # El valor es en segundos y podéis dejarlo bajo e ir # subiendo hasta el punto óptimo. # # User-agent: noxtrumbot # Crawl-delay: 50 # User-agent: msnbot # Crawl-delay: 30 # User-agent: Slurp # Crawl-delay: 10