User-agent: Slurp
Disallow:
Crawl-delay: 2


User-agent: Yahoo-Yahoo-YSM
Disallow:
Crawl-delay: 10


User-agent: YahooYSMcm
Disallow:
Crawl-delay: 10


User-agent: *
Disallow: /css/
Disallow: /javascript/
# Old domain urls
Disallow: /domain/Entertainment/
Disallow: /domain/News/
Disallow: /domain/Information_Technology/
Disallow: /domain/General/
Disallow: /domain/Politics/
Disallow: /domain/available/
# Ajax requests
Disallow: /asset_news/index.php?*Action=AssetNews.AssetNewsNext
Disallow: /asset_pages_share/index.php?*Action=AssetShared.AssetMembers
Disallow: /asset_pages_share/index.php?*Action=AssetShared.AssetPositions
Disallow: /asset_pages_share/index.php?*Action=AssetShared.AssetProperties
Disallow: /asset_pages_share/index.php?*Action=AssetShared.CommunityMember
Disallow: /asset_pages_share/index.php?*Action=AssetShared.FeaturedAssets
Disallow: /asset_pages_share/index.php?*Action=AssetShared.ForumTopics
Disallow: /asset_pages_share/index.php?*Action=AssetShared.RecentAssets
Disallow: /asset_pages_share/index.php?*Action=AssetShared.StateCities
Disallow: /asset_pages_share/asset_gallery_images.php
Disallow: /asset_pages_share/asset_gallery_videos.php
Disallow: /asset_poll/index.php?*Action=AssetPoll.VoteCast
Disallow: /buysell/index.php?*Action=buysell.NewOfferDiv
Disallow: /celebrity/available/index.php?*Action=available.GetRelatedImages
Disallow: /celebrity/available/index.php?*Action=available.GetImageGallery
Disallow: /celebrity/available/index.php?*Action=available.GetVideoGallery
Disallow: /domain/available/index.php?*Action=available.GetRelatedImages
Disallow: /domain/available/index.php?*Action=available.GetImageGallery
Disallow: /domain/available/index.php?*Action=available.GetVideoGallery
Disallow: /image_gallery/index.php?*Action=ImageGallery.AddRating
Disallow: /image_gallery/index.php?*Action=ImageGallery.confirm_report
Disallow: /image_gallery/index.php?*Action=ImageGallery.delete_comment
Disallow: /image_gallery/index.php?*Action=ImageGallery.post_Comments
Disallow: /image_gallery/index.php?*Action=ImageGallery.related_image_gallery
Disallow: /image_gallery/index.php?*Action=ImageGallery.remove_report
Disallow: /image_gallery/index.php?*Action=ImageGallery.report_it
Disallow: /includes/tiny_mce/tiny_mce_gzip.php
Disallow: /myweblo/index.php?*Action=MyWeblo.postvote
Disallow: /property/real_estate/index.php?*Action=available.GetRelatedImages
Disallow: /property/real_estate/index.php?*Action=available.GetImageGallery
Disallow: /property/real_estate/index.php?*Action=available.GetVideoGallery
Disallow: /review/index.php?*Action=Review.AddComment
Disallow: /review/index.php?*Action=Review.delete_review_ajax
Disallow: /signin/index.php?*Action=SignIn.SignInAjax
# Other irrelevant Urls
Disallow: /asset_content/
Disallow: /captcha.php
Disallow: /celebrity/index.php?*Action=celebrity.celebrity_register_step2
Disallow: /domain/index.php?*Action=domain.register_domain_step2
Disallow: /image_gallery/index.php?*Action=ImageGallery.TellAFriend
Disallow: /map/
Disallow: /profile/showimage.php
Disallow: /property/index.php?*Action=Property.getLocalizedRegularProperties
Disallow: /property/index.php?*Action=Property.RegisterProperty
Disallow: /signin/index.php?*Action=SignIn.SignIn
# Sitemap
Sitemap: http://www.weblo.com/sitemap.xml