# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10

Sitemap: http://www.nightlife.ca/sitemap.xml

# Directories
Disallow: /apache-solr-1.4.0/
Disallow: /calendar/*
Disallow: /drush/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /mrtg/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/

# Files
Disallow: /apc.php
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /drushrc.php
Disallow: /facebook.php
Disallow: /fb.js
Disallow: /fbget.php
Disallow: /fblikes.php
Disallow: /fbreceiver.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php

# Paths (clean URLs)
Disallow: /admin/
Disallow: /admin_menu/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/*
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /vote_up_down/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/


# Search engine optimization (SEO) for Views
# Disallow all URL variables except for "page"
# Solves query string problem "?quicktab=" , "?mini=calendar-mini" , "?section=All&type=57&a=All&n=All" (a: ambiances, n: neighbourhood => directory filtering)
Disallow: /*?
Allow: /*?page=
Disallow: /*?page=*&*
Disallow: /*?page=0*


Disallow: /popular*


# NIGHTLIFEREVIEWS URLs
Disallow: /Alberta/
Disallow: /British Columbia
Disallow: /British_Columbia
Disallow: /Canada
Disallow: /Forum
Disallow: /Manitoba/Brandon
Disallow: /New Brunswick/Beresford/Restaurants
Disallow: /New_Brunswick/Baie-Sainte-Anne/Restaurants/4248/Restaurant_Takeout.html
Disallow: /Ontario
Disallow: /Ontarioa/Ottawa/All_Ages
Disallow: /Ontarioawa/Ottawa/Night_Clubs
Disallow: /Ontariog/Pickering/Live_Music
Disallow: /Quebec/Acton Vale/Restaurants/35066/events/Restaurant_Valentine.html
Disallow: /Quebec/verdun/show/30
Disallow: /Saskatchewan/Dysart
Disallow: /Toronto/Lounges/show/30
Disallow: /Toronto/Night_Clubs/show/30
Disallow: /abbotsford/nightlife.html
Disallow: /add_event.php
Disallow: /add_venue.php
Disallow: /advertise.php
Disallow: /airdrie/Nightlife.html
Disallow: /all-night-long-activites-nocturnes-du-14-au-19-avril
Disallow: /athabasca/Nightlife.html
Disallow: /best/QC/Mont-Tremblant/Escorts
Disallow: /blackfalds/Nightlife.html
Disallow: /bottle_service.php
Disallow: /bristol/Nightlife.html
Disallow: /browse_cities.php
Disallow: /browse_cities.php?province=Alberta
Disallow: /browse_cities.php?province=British_Columbia
Disallow: /browse_cities.php?province=Manitoba
Disallow: /browse_cities.php?province=New_Brunswick
Disallow: /browse_cities.php?province=Nova_Scotia
Disallow: /browse_cities.php?province=Ontario
Disallow: /browse_cities.php?province=Quebec
Disallow: /browse_cities.php?province=Saskatchewan
Disallow: /browse_cities.php?province=Yukon_Territories
Disallow: /burnaby/Nightlife.html
Disallow: /cafe-cleopatre-35-ans-de-transgressions-cochonnes-dans-notre-red-light
Disallow: /camrose/Nightlife.html
Disallow: /chambly/Nightlife.html
Disallow: /chatham/Nightlife.html
Disallow: /cold_lake/Nightlife.html
Disallow: /comox/Nightlife.html
Disallow: /contact.php
Disallow: /coquitlam/Nightlife.html
Disallow: /create_account.php
Disallow: /delhi/Nightlife.html
Disallow: /delta/Nightlife.html
Disallow: /derby/Nightlife.html
Disallow: /designers-montrealais-les-mains-dans-la-matiere
Disallow: /details.php?id=&page=photos&pid=6
Disallow: /details.php?page=photos&id=35962&em=4&ey=2010&t=
Disallow: /details.php?page=photos&id=996&em=2&ey=2010&t=
Disallow: /didsbury/Nightlife.html
Disallow: /directory/list/_/_/10/
Disallow: /directory/mile-end-bar
Disallow: /directory/view/1026/
Disallow: /directory/view/182/2010-04-11
Disallow: /dorval/Nightlife.html
Disallow: /drayton_valley/Nightlife.html
Disallow: /dryden/Nightlife.html
Disallow: /durham/Nightlife.html
Disallow: /edmonton/Nightlife.html
Disallow: /events.php
Disallow: /events.php?ed=25&em=4&ey=2009
Disallow: /exit.php?id=17&url=http://www.pigale.com
Disallow: /featured/BC/Vancouver/Country_Bars
Disallow: /featured/ON/Napanee/Escorts
Disallow: /featured/ON/Whitby/Strip_Clubs
Disallow: /featured/QC/Vaudreuil-dorion/Escorts
Disallow: /featured/SK/Lloydminster/Escorts
Disallow: /forgot_password.php
Disallow: /fort_saskatchewan/Nightlife.html
Disallow: /francofolies_articles/view/1446/
Disallow: /gatineau/Nightlife.html
Disallow: /hamilton/Nightlife.html
Disallow: /hardisty/Nightlife.html
Disallow: /harrow/Nightlife.html
Disallow: /index.php?id=1880&t=reviews
Disallow: /index.php?id=37739&t=add_review
Disallow: /invermere/Nightlife.html
Disallow: /jonquiere/Nightlife.html
Disallow: /kelowna/Nightlife.html
Disallow: /kitchener/Nightlife.html
Disallow: /lac_la_biche/Nightlife.html
Disallow: /langley/Nightlife.html
Disallow: /leduc/Nightlife.html
Disallow: /lethbridge/Nightlife.html
Disallow: /lindsay/Nightlife.html
Disallow: /listowel/Nightlife.html
Disallow: /lloydminster/Nightlife.html
Disallow: /magazine/list/urbanculture/2010-02-01/
Disallow: /magazine/view/2351
Disallow: /make_payment.php?chosen%5B%5D=Amos&province=Quebec&city=Amos&venue=34487
Disallow: /markham/Nightlife.html
Disallow: /marysville/Nightlife.html
Disallow: /medicine_hat/Nightlife.html
Disallow: /members.php
Disallow: /mont-tremblant/Nightlife.html
Disallow: /montpellier/Nightlife.html
Disallow: /montreal/Nightlife.html
Disallow: /montreal/Ontario/Toronto/Late_Night_Food
Disallow: /montreal/nightlife.html
Disallow: /musique/tuyau-concerts-finale-des-francouvertes-jason-collett-et-gogol-bordello
Disallow: /nanaimo/Nightlife.html
Disallow: /new_carlisle/Nightlife.html
Disallow: /newest/AB/Banff/Escorts
Disallow: /newest/AB/Lethbridge/Gay_Bars/Clubs
Disallow: /newest/BC/Fernie/Escorts
Disallow: /newest/BC/Kitchener/Jazz_Bars/Clubs
Disallow: /newest/ON/Napanee/Escorts
Disallow: /newest/Ontario/Ottawa
Disallow: /newest/Ontario/Toronto
Disallow: /newest/QC/Mont-Tremblant/Escorts
Disallow: /newmarket/Nightlife.html
Disallow: /news/view/1186
Disallow: /news/view/802
Disallow: /news/view/897
Disallow: /niagara_falls/Nightlife.html
Disallow: /north_bay/Nightlife.html
Disallow: /odessa/Nightlife.html
Disallow: /ont/Hamilton
Disallow: /ontario/toronto/Night_Clubs/show/60
Disallow: /oshawa/Nightlife.html
Disallow: /osoyoos/Nightlife.html
Disallow: /ottawa/Nightlife.html
Disallow: /petawawa/Nightlife.html
Disallow: /photo/view/541/
Disallow: /photos.php
Disallow: /pickering/Nightlife.html
Disallow: /ponoka/Nightlife.html
Disallow: /press/view/73
Disallow: /princeton/Nightlife.html
Disallow: /quesnel/Nightlife.html
Disallow: /rating_process.php?id=834&rating=5
Disallow: /relocate
Disallow: /repentigny/Nightlife.html
Disallow: /revelstoke/Nightlife.html
Disallow: /reviews.php
Disallow: /rimouski/Nightlife.html
Disallow: /saint-constant/Nightlife.html
Disallow: /salt_spring_island/Nightlife.html
Disallow: /sarnia/Nightlife.html
Disallow: /sauble_beach/Nightlife.html
Disallow: /services.php
Disallow: /slave_lake/Nightlife.html
Disallow: /sorties/le-consulat-stiletos-sabstenir
Disallow: /spruce_grove/Nightlife.html
Disallow: /squamish/Nightlife.html
Disallow: /st_thomas/Nightlife.html
Disallow: /stouffville/Nightlife.html
Disallow: /strathmore/Nightlife.html
Disallow: /sunglasses-night-01-ziad-touma
Disallow: /timmins/Nightlife.html
Disallow: /toronto/Ontario/Toronto/Ontario/Toronto/Rock_Bars/Clubs
Disallow: /trenton/Nightlife.html
Disallow: /turner_valley/Nightlife.html
Disallow: /upload_photos.php?venue=140
Disallow: /user/ALICIA
Disallow: /user/AthenaNike
Disallow: /user/BPM
Disallow: /user/BapTasha
Disallow: /user/BigB58
Disallow: /user/Blanch
Disallow: /user/CanadianGoddess
Disallow: /user/CaptainMorgan
Disallow: /user/ChrisFraser
Disallow: /user/Cuba61383
Disallow: /user/Curdawg
Disallow: /user/Dale
Disallow: /user/DiSkO
Disallow: /user/DiskoDave
Disallow: /user/HAYATI
Disallow: /user/JDon
Disallow: /user/JohnnyQ
Disallow: /user/Markhamguy
Disallow: /user/Marroo
Disallow: /user/Monkey
Disallow: /user/MrPalooza
Disallow: /user/MrTalented
Disallow: /user/Nicki12
Disallow: /user/OrchidNightclub
Disallow: /user/RainbowCanada
Disallow: /user/Raven0069
Disallow: /user/RickMontrealHotGirls
Disallow: /user/Sandra
Disallow: /user/Sotto
Disallow: /user/Suga-B
Disallow: /user/Summerbliss
Disallow: /user/SwiftAffinity
Disallow: /user/TGillespie
Disallow: /user/Tatunguita
Disallow: /user/Treen
Disallow: /user/Trilly
Disallow: /user/Violet
Disallow: /user/Wholewheatcrackers
Disallow: /user/asianfantasy
Disallow: /user/bozno
Disallow: /user/c.man1288
Disallow: /user/carleyxoxo
Disallow: /user/chelseachelschelsea
Disallow: /user/chris222
Disallow: /user/crystalballproductions
Disallow: /user/csgpromotions
Disallow: /user/daboss007
Disallow: /user/danfoti
Disallow: /user/dannygingras
Disallow: /user/delvichi
Disallow: /user/denisecharron
Disallow: /user/deptrai01
Disallow: /user/dirtyholtz
Disallow: /user/djOtis
Disallow: /user/djjaune
Disallow: /user/djkast
Disallow: /user/djochacha
Disallow: /user/dk007
Disallow: /user/downunder
Disallow: /user/ewelinakoma
Disallow: /user/fashiontren
Disallow: /user/geogypsy
Disallow: /user/givemetatts
Disallow: /user/heatheru
Disallow: /user/hedleylvr
Disallow: /user/honeyzworld
Disallow: /user/jennydreamer
Disallow: /user/jeremiah
Disallow: /user/jharding
Disallow: /user/kitchenercpl
Disallow: /user/kpanosian
Disallow: /user/kymber
Disallow: /user/lallie
Disallow: /user/lindss13
Disallow: /user/madboymatt
Disallow: /user/mama-cta
Disallow: /user/marissa
Disallow: /user/melina_21
Disallow: /user/mojoe63
Disallow: /user/mrcapriesque
Disallow: /user/natalie
Disallow: /user/nightlife.ca
Disallow: /user/none.com
Disallow: /user/noshoes
Disallow: /user/oceanna
Disallow: /user/oky
Disallow: /user/pramic40
Disallow: /user/ramslefunk
Disallow: /user/ryan64
Disallow: /user/s0n1k
Disallow: /user/s_a_parker
Disallow: /user/seniya
Disallow: /user/sparasra
Disallow: /user/steph_ne
Disallow: /user/sternchen
Disallow: /user/sue-b
Disallow: /user/thehypnotizer
Disallow: /user/vballchica63
Disallow: /user/wellfedartist
Disallow: /user/www.angelfire.com/ns/sites/fun.html
Disallow: /user/www.myspace.com
Disallow: /user/www.myspace.com/chasingdreamsent
Disallow: /user/www.nightlife.ca
Disallow: /user/www.satasushi.com
Disallow: /user/www.thecouncilmusic.com
Disallow: /user/zorba
Disallow: /user/zoro12345
Disallow: /vancouver/Nightlife.html
Disallow: /venue/AB/Brooks/Restaurants/15058/
Disallow: /venue/ontario/princeton/night_clubs/1993/nikki
Disallow: /venues.php
Disallow: /venues/
Disallow: /vernon/Nightlife.html
Disallow: /video/view/131/?pageID=6
Disallow: /wainwright/Nightlife.html
Disallow: /wetaskiwin/Nightlife.html
Disallow: /whistler/Nightlife.html
Disallow: /whitecourt/Nightlife.html
Disallow: /woodbridge/Nightlife.html