Commit 9ed4499e authored by Konstantin Pavlov's avatar Konstantin Pavlov

Provide robots-https.txt and sitemap-https.xml.

If the request is coming through HTTPS, nginx will rewrite /robots.txt
to /robots-https.txt internally and serve the contents with Sitemap
pointing to https links.  This will hopefully help index https website
instead of http on the search engines.
parent d7b43132
# $Id$
Sitemap: https://www.videolan.org/sitemap-https.xml
User-agent: *
Disallow: /pub
Disallow: /removed
Disallow: /doc/logs
Disallow: /mirror.php
Disallow: /mirror-geo.php
Disallow: /mirror-geo-redirect.php
Disallow: /vlc/download-skins2-go.php
Disallow: /private
Disallow: /~videolan/
Disallow: /developers/vlc/po
Disallow: /developers/vlc-branch/po
# Do not crawl CVS and .svn directories
User-agent: *
Disallow: CVS
Disallow: .svn
# "This robot collects content from the Internet for the sole purpose of
# helping educational institutions prevent plagiarism. [...] we compare
# student papers against the content we find on the Internet to see if we
# can find similarities." (http://www.turnitin.com/robot/crawlerinfo.html)
# --> fuck off.
User-Agent: TurnitinBot
Disallow: /
# "NameProtect engages in crawling activity in search of a wide range of
# brand and other intellectual property violations that may be of interest
# to our clients." (http://www.nameprotect.com/botinfo.html)
# --> fuck off.
User-Agent: NPBot
Disallow: /
# "iThenticate® is a new service we have developed to combat the piracy
# of intellectual property and ensure the originality of written work for#
# publishers, non-profit agencies, corporations, and newspapers."
# (http://www.slysearch.com/)
# --> fuck off.
User-Agent: SlySearch
Disallow: /
<?xml version="1.0" encoding="UTF-8"?>
<urlset
xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9
http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd">
<url>
<loc>https://www.videolan.org/</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/</loc>
</url>
<url>
<loc>https://www.videolan.org/contact.html</loc>
</url>
<url>
<loc>https://www.videolan.org/contribute.html</loc>
</url>
<url>
<loc>https://www.videolan.org/goodies.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.af.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.an.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.ar.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.ast.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.be.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.bg.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.bn.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.bn-IN.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.bs.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.ca.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.co.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.cs.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.cy.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.da.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.de.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.de-LU.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.dv.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.el.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.en-GB.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.es.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.es-MX.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.et.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.fa.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.fi.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.fo.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.fr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.fy.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.gd.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.gl.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.gu.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.he.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.hi.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.hr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.hu.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.id.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.is.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.it.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.ja.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.ka.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.km.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.kn.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.ko.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.ky.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.lo.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.lt.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.lv.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.mk.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.ml.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.mn-MN.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.mr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.ms.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.my.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.nb.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.nl.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.or.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.pl.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.pt-BR.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.pt.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.ro.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.ru.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.si.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.sk.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.sl.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.sq.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.sr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.sv.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.ta.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.te.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.th.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.tr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.tt.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.uk.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.ur.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.uz.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.vi.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.zh.html</loc>
</url>
<url>
<loc>https://www.videolan.org/index.zh-TW.html</loc>
</url>
<url>
<loc>https://www.videolan.org/legal.html</loc>
</url>
<url>
<loc>https://www.videolan.org/news.html</loc>
</url>
<url>
<loc>https://www.videolan.org/news-rss.html</loc>
</url>
<url>
<loc>https://www.videolan.org/privacy.html</loc>
</url>
<url>
<loc>https://www.videolan.org/streaming-features.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.af.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.an.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.ar.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.ast.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.be.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.bg.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.bn.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.bn-IN.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.bs.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.ca.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.co.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.cs.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.cy.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.da.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.de.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.de-LU.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.dv.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.el.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.en-GB.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.es.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.es-MX.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.et.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.fa.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.fi.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.fo.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.fr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.fy.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.gd.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.gl.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.gu.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.he.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.hi.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.hr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.hu.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.id.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.is.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.it.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.ja.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.ka.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.km.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.kn.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.ko.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.ky.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.lo.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.lt.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.lv.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.mk.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.ml.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.mn-MN.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.mr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.ms.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.my.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.nb.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.nl.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.or.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.pl.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.pt-BR.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.pt.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.ro.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.ru.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.si.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.sk.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.sl.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.sq.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.sr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.sv.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.ta.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.te.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.th.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.tr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.tt.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.uk.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.ur.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.uz.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.vi.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.zh.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/index.zh-TW.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.af.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.an.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.ar.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.ast.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.be.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.bg.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.bn.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.bn-IN.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.bs.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.ca.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.co.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.cs.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.cy.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.da.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.de.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.de-LU.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.dv.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.el.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.en-GB.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.es.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.es-MX.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.et.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.fa.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.fi.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.fo.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.fr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.fy.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.gd.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.gl.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.gu.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.he.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.hi.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.hr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.hu.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.id.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.is.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.it.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.ja.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.ka.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.km.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.kn.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.ko.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.ky.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.lo.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.lt.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.lv.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.mk.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.ml.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.mn-MN.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.mr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.ms.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.my.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.nb.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.nl.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.or.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.pl.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.pt-BR.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.pt.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.ro.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.ru.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.si.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.sk.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.sl.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.sq.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.sr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.sv.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.ta.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.te.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.th.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.tr.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.tt.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.uk.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.ur.html</loc>
</url>
<url>
<loc>https://www.videolan.org/vlc/download-windows.uz.html</loc>
</url>
<url>
<loc>https://ww