# Please do not crawl HostelManagement.com with automated bots unless
# you are a major search engine that is going to display our pages in
# your index and send traffic to the site.

User-agent: ia_archiver
Disallow: /

User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: wget
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: *
# Directories
Disallow: /database/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/
Disallow: /themes/
Disallow: /scripts/
Disallow: /updates/
Disallow: /profiles/
# Clean paths and additional
Disallow: /admin/
Disallow: /aggregator
Disallow: /comment/
Disallow: /logout
Disallow: /search/
Disallow: /user
Disallow: /images/
Disallow: /css/
Disallow: /forward/
Disallow: /contact
Disallow: /node
Disallow: /book
Disallow: /*/feed$
Disallow: /*/track$
Disallow: /front
Disallow: /tracker
Disallow: /spam
Disallow: /book/print
Disallow: /directory
Disallow: /taxonomy
Disallow: /survey
Disallow: /*sort=
Disallow: /*size=
Disallow: /*mini=
Disallow: /old-
Disallow: /error_
Disallow: /tagadelic
Disallow: /magp
Disallow: /sections/marketplace?page=
Disallow: /me$
Disallow: /stats$
Disallow: /_OLD

Disallow: /forum/calendar.php
Disallow: /forum/member.php
Disallow: /forum/misc.php
Disallow: /forum/faq.php
Disallow: /forum/memberlist.php
Disallow: /forum/register.php
Disallow: /forum/search.php
Disallow: /forum/tags.php
Disallow: /forum/usercp.php

# Archive is indexed, but only 20 entrance pages per month from the archive
# blocked 6dec07
# Disallow: /forum/archive/
# re-enabled 7jul08 as sitemap
Disallow: /forum/archive/index.php?
Disallow: /forum/archive/login
Disallow: /forum/archive/pda

# Block 302 redirects in forum
Disallow: /*goto=

Disallow: /forum/members/
Disallow: /forum/print/
Disallow: /forum/showpost/
Disallow: /forum/member/
Disallow: /forum/report.php
Disallow: /forum/postings.php
Disallow: /forum/profile.php
Disallow: /forum/external.php?type=rss&

# This blocks social groups and albums with dynamic URLs
Disallow: /forum/group.php
Disallow: /forum/album.php
Disallow: /forum/groupsubscription.php

# block redirect
Disallow: /wiki

# Calendar
Disallow: /calendar/

# Forum section is blocked from unregistered users
Disallow: /forum/f21/
# Allow only paginated topic list:
Allow: /forum/f21/$
Allow: /forum/f21/i2.html
Allow: /forum/f21/i3.html
Allow: /forum/f21/i4.html
Allow: /forum/f21/i5.html
Allow: /forum/f21/i6.html
Allow: /forum/f21/i7.html
Allow: /forum/f21/i8.html
Allow: /forum/f21/i9.html
Allow: /forum/f21/i10.html
Allow: /forum/f21/i11.html
Allow: /forum/f21/i12.html
Allow: /forum/f21/i13.html
Allow: /forum/f21/i14.html
Allow: /forum/f21/i15.html
Allow: /forum/f21/i16.html
Allow: /forum/f21/i17.html
Allow: /forum/f21/i18.html
Allow: /forum/f21/i19.html
Allow: /forum/f21/i20.html
Allow: /forum/f21/i21.html
Allow: /forum/f21/i22.html
Allow: /forum/f21/i23.html
Allow: /forum/f21/i24.html
Allow: /forum/f21/i25.html

# Forum section is blocked from unregistered users
Disallow: /forum/f40/
# Allow only paginated topic list:
Allow: /forum/f40/$
Allow: /forum/f40/i2.html
Allow: /forum/f40/i3.html
Allow: /forum/f40/i4.html
Allow: /forum/f40/i5.html
Allow: /forum/f40/i6.html
Allow: /forum/f40/i7.html
Allow: /forum/f40/i8.html
Allow: /forum/f40/i9.html
Allow: /forum/f40/i10.html
Allow: /forum/f40/i11.html
Allow: /forum/f40/i12.html
Allow: /forum/f40/i13.html
Allow: /forum/f40/i14.html
Allow: /forum/f40/i15.html
Allow: /forum/f40/i16.html
Allow: /forum/f40/i17.html
Allow: /forum/f40/i18.html
Allow: /forum/f40/i19.html
Allow: /forum/f40/i20.html
Allow: /forum/f40/i21.html
Allow: /forum/f40/i22.html
Allow: /forum/f40/i23.html
Allow: /forum/f40/i24.html
Allow: /forum/f40/i25.html

Allow: /forum/members/hostels-albums-travel-photos.html

Disallow: /enewsletter/

# deleted page
Disallow: /phpinfo

# other
Disallow: /blog/url-redirection-

# spam
Disallow: /forum/f33/f-s-yamaha-o2r96v2-digital-mixer-1915.html

Disallow: /*fbc_channel=
Disallow: /*prev=

Disallow: /travel-news?page=
Disallow: /404.php