# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory # ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from # /pliggsubfolder/ to the root folder for http://www.mydomain.com/ # you must then add your subfolder to each 'Disallow' below # ex: Disallow: /cache/ becomes Disallow: /pliggsubfolder/cache/ User-agent: * Crawl-delay: 5 Disallow: Disallow: /3rdparty/ Disallow: /antispam.txt Disallow: /admin/ Disallow: /admin/admin_index.php Disallow: /backup/ Disallow: /cache/templates_c/ Disallow: /cache/admin_c/ Disallow: /install/ Disallow: /internal/ Disallow: /languages/ Disallow: /libs/ Disallow: /LICENSE.txt Disallow: /modules/ Disallow: /plugins/ Disallow: /readme.html Disallow: /search.php Disallow: /search/ Disallow: /searchurl/ Disallow: /spamlog.log Disallow: /tag/ Disallow: /templates/ Disallow: /user/view/shaken/ Disallow: /user/view/history/ Disallow: /user/view/published/ Disallow: /user/view/commented/ Disallow: /user/view/voted/ Disallow: /recent/ Disallow: /yesterday/ Disallow: /today/ Disallow: /week/ Disallow: /month/ Disallow: /year/ Disallow: /alltime/ Disallow: /upcoming/recent/ Disallow: /upcoming/yesterday/ Disallow: /upcoming/today/ Disallow: /upcoming/week/ Disallow: /upcoming/month/ Disallow: /upcoming/year/ Disallow: /upcoming/alltime/ Allow: /cache/sitemap-index.xml Allow: /cache/sitemap-main.xml Allow: /cache/sitemap-0.xml Allow: /cache/sitemap-1.xml Allow: /cache/sitemap-2.xml Allow: /cache/sitemap-3.xml Allow: /cache/sitemap-4.xml Allow: /cache/sitemap-5.xml Allow: /cache/sitemap-6.xml Allow: /cache/sitemap-7.xml Allow: /cache/sitemap-8.xml Allow: /cache/sitemap-9.xml Allow: /cache/sitemap-10.xml Allow: /cache/sitemap-11.xml Allow: /cache/sitemap-12.xml Allow: /cache/sitemap-13.xml Allow: /cache/sitemap-14.xml Allow: /cache/sitemap-15.xml Allow: /cache/sitemap-16.xml Allow: /cache/sitemap-17.xml Allow: /cache/sitemap-18.xml Allow: /cache/sitemap-19.xml Allow: /cache/sitemap-20.xml Allow: /cache/sitemap-21.xml Allow: /cache/sitemap-22.xml Allow: /cache/sitemap-23.xml Allow: /cache/sitemap-24.xml Allow: /cache/sitemap-25.xml Allow: /cache/sitemap-26.xml Allow: /cache/sitemap-27.xml Allow: /cache/sitemap-28.xml Allow: /cache/sitemap-29.xml Allow: /cache/sitemap-30.xml Allow: /cache/sitemap-31.xml Allow: /cache/sitemap-32.xml Allow: /cache/sitemap-33.xml Allow: /cache/sitemap-34.xml Allow: /cache/sitemap-35.xml Allow: /cache/sitemap-36.xml Allow: /cache/sitemap-37.xml Allow: /cache/sitemap-38.xml Allow: /cache/sitemap-39.xml Allow: /cache/sitemap-40.xml Allow: /cache/sitemap-41.xml Allow: /cache/sitemap-42.xml Allow: /cache/sitemap-43.xml Allow: /cache/sitemap-44.xml Allow: /cache/sitemap-45.xml Allow: /cache/sitemap-46.xml Allow: /cache/sitemap-47.xml Allow: /cache/sitemap-48.xml Allow: /cache/sitemap-49.xml Allow: /cache/sitemap-50.xml Allow: /cache/sitemap-51.xml Allow: /cache/sitemap-52.xml Allow: /cache/sitemap-53.xml Allow: /cache/sitemap-54.xml Allow: /cache/sitemap-55.xml Allow: /cache/sitemap-56.xml Allow: /cache/sitemap-57.xml Allow: /cache/sitemap-58.xml Allow: /cache/sitemap-59.xml Allow: /cache/sitemap-60.xml Allow: /cache/sitemap-61.xml Allow: /cache/sitemap-62.xml Allow: /cache/sitemap-63.xml Allow: /cache/sitemap-64.xml Allow: /cache/sitemap-65.xml Allow: /cache/sitemap-66.xml Allow: /cache/sitemap-67.xml Allow: /cache/sitemap-68.xml Allow: /cache/sitemap-69.xml Allow: /cache/sitemap-70.xml Allow: /cache/sitemap-71.xml Allow: /cache/sitemap-72.xml Allow: /cache/sitemap-73.xml Allow: /cache/sitemap-74.xml Allow: /cache/sitemap-75.xml Allow: /cache/sitemap-76.xml Allow: /cache/sitemap-77.xml Allow: /cache/sitemap-78.xml Allow: /cache/sitemap-79.xml Allow: /cache/sitemap-80.xml Allow: /cache/sitemap-81.xml Allow: /cache/sitemap-82.xml Allow: /cache/sitemap-83.xml Allow: /cache/sitemap-84.xml Allow: /cache/sitemap-85.xml Allow: /cache/sitemap-86.xml Allow: /cache/sitemap-87.xml Allow: /cache/sitemap-88.xml Allow: /cache/sitemap-89.xml Allow: /cache/sitemap-90.xml Allow: /cache/sitemap-91.xml Allow: /cache/sitemap-92.xml Allow: /cache/sitemap-93.xml Allow: /cache/sitemap-94.xml Allow: /cache/sitemap-95.xml Allow: /cache/sitemap-96.xml Allow: /cache/sitemap-97.xml Allow: /cache/sitemap-98.xml Allow: /cache/sitemap-99.xml Allow: /cache/sitemap-100.xml Allow: /cache/sitemap-101.xml Allow: /cache/sitemap-102.xml Allow: /cache/sitemap-103.xml Allow: /cache/sitemap-104.xml Allow: /cache/sitemap-105.xml Allow: /cache/sitemap-106.xml Allow: /cache/sitemap-107.xml Allow: /cache/sitemap-108.xml Allow: /cache/sitemap-109.xml Allow: /cache/sitemap-110.xml Allow: /cache/sitemap-111.xml Allow: /cache/sitemap-112.xml Allow: /cache/sitemap-113.xml Allow: /cache/sitemap-114.xml Allow: /cache/sitemap-115.xml Allow: /cache/sitemap-116.xml Allow: /cache/sitemap-117.xml Allow: /cache/sitemap-118.xml Allow: /cache/sitemap-119.xml Allow: /cache/sitemap-120.xml Allow: /cache/sitemap-121.xml Allow: /cache/sitemap-122.xml Allow: /cache/sitemap-123.xml Allow: /cache/sitemap-124.xml Allow: /cache/sitemap-125.xml Allow: /cache/sitemap-126.xml Allow: /cache/sitemap-127.xml Allow: /cache/sitemap-128.xml Allow: /cache/sitemap-129.xml Allow: /cache/sitemap-130.xml Allow: /cache/sitemap-131.xml Allow: /cache/sitemap-132.xml Allow: /cache/sitemap-133.xml Allow: /cache/sitemap-134.xml Allow: /cache/sitemap-135.xml Allow: /cache/sitemap-136.xml Allow: /cache/sitemap-137.xml Allow: /cache/sitemap-138.xml Allow: /cache/sitemap-139.xml Allow: /cache/sitemap-140.xml Allow: /cache/sitemap-141.xml Allow: /cache/sitemap-142.xml Allow: /cache/sitemap-143.xml Allow: /cache/sitemap-144.xml Allow: /cache/sitemap-145.xml Allow: /cache/sitemap-146.xml Allow: /cache/sitemap-147.xml Allow: /cache/sitemap-148.xml Allow: /cache/sitemap-149.xml Allow: /cache/sitemap-150.xml Allow: /cache/sitemap-151.xml Allow: /cache/sitemap-152.xml Allow: /cache/sitemap-153.xml Allow: /cache/sitemap-154.xml Allow: /cache/sitemap-155.xml Allow: /cache/sitemap-156.xml Allow: /cache/sitemap-157.xml Allow: /cache/sitemap-158.xml Allow: /cache/sitemap-159.xml Allow: /cache/sitemap-160.xml Allow: /cache/sitemap-161.xml Allow: /cache/sitemap-162.xml Allow: /cache/sitemap-163.xml Allow: /cache/sitemap-164.xml Allow: /cache/sitemap-165.xml Allow: /cache/sitemap-166.xml Allow: /cache/sitemap-167.xml Allow: /cache/sitemap-168.xml Allow: /cache/sitemap-169.xml Allow: /cache/sitemap-170.xml Allow: /cache/sitemap-171.xml Allow: /cache/sitemap-172.xml Allow: /cache/sitemap-173.xml Allow: /cache/sitemap-174.xml Allow: /cache/sitemap-175.xml Allow: /cache/sitemap-176.xml Allow: /cache/sitemap-177.xml Allow: /cache/sitemap-178.xml Allow: /cache/sitemap-179.xml Allow: /cache/sitemap-180.xml Allow: /cache/sitemap-181.xml Allow: /cache/sitemap-182.xml Allow: /cache/sitemap-183.xml Allow: /cache/sitemap-184.xml Allow: /cache/sitemap-185.xml Allow: /cache/sitemap-186.xml Allow: /cache/sitemap-187.xml Allow: /cache/sitemap-188.xml Allow: /cache/sitemap-189.xml Allow: /cache/sitemap-190.xml Allow: /cache/sitemap-191.xml Allow: /cache/sitemap-192.xml Allow: /cache/sitemap-193.xml Allow: /cache/sitemap-194.xml Allow: /cache/sitemap-195.xml Allow: /cache/sitemap-196.xml Allow: /cache/sitemap-197.xml Allow: /cache/sitemap-198.xml Allow: /cache/sitemap-199.xml Allow: /cache/sitemap-200.xml Allow: /cache/sitemap-groups0.xml Allow: /cache/sitemap-users0.xml Allow: /cache/sitemap-pages0.xml