robots-example.txt

# webtrees: online genealogy
# Copyright (C) 2019 webtrees development team
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This file needs to be placed in the domain root folder,
# such as "www.example.com/robots.txt".  It will not work in a
# subfolder, such as "www.example.com/webtrees/robots.txt"
# If you need to move it, then remember to adjust the paths as well.
# e.g. "Disallow: /login.php" becomes "Disallow: /webtrees/login.php".

# These URLs are expensive to generate or duplicate existing content:
User-Agent: *
Disallow: /branches.php
Disallow: /calendar.php
Disallow: /familybook.php
Disallow: /famlist.php
Disallow: /fanchart.php
Disallow: /hourglass.php
Disallow: /lifespan.php
Disallow: /login.php
Disallow: /pedigree.php
Disallow: /placelist.php
Disallow: /relationship.php
Disallow: /reportengine.php
Disallow: /search.php
Disallow: /search_advanced.php
Disallow: /statistics.php
Disallow: /statisticsplot.php
Disallow: /timeline.php

# Put your sitemap here:
#Sitemap: https://www.example.com/index.php?route=module&module=sitemap&action=Index