User-agent: *
Disallow: /add_file.html
Disallow: /add_package.html
Disallow: /adclick.php
Disallow: /adview.php
Disallow: /adjs.php
Disallow: /ads/adclick.php
Disallow: /ads/adview.php
Disallow: /ads/index.php
Disallow: /ads/adimage.php
Disallow: /banner/
Disallow: /beta
Disallow: /blog/package/*/post/latest.xml
Disallow: /blog/package/*/post/latest.rss
Disallow: /blog/category/*/post/latest.xml
Disallow: /blog/category/*/post/latest.rss
Disallow: /browse/feed/
Disallow: /browse.html/download/
Disallow: /browse.html/view/html/
Disallow: /contribute.html
Disallow: /design/theme/
Disallow: /design/turn/
Disallow: /design.html
Disallow: /discuss/design/
Disallow: /discuss/package/*/latest/latest.xml
Disallow: /discuss/package/*/latest/latest.rss
Disallow: /edit_package_recommendation/
Disallow: /faq/
Disallow: /favicon.ico
Disallow: /friends/
Disallow: /graphics/
Disallow: /group_member.html
Disallow: /goto/
Disallow: /install
Disallow: /job_application.html
Disallow: /logout.html
Disallow: /md5.js
Disallow: /mirror_request.html
Disallow: /newsletter/
Disallow: /options.html
Disallow: /packages.json
Disallow: /paypal_pdt.html
Disallow: /paypal_ipn
Disallow: /pingback
Disallow: /post_job.html
Disallow: /post_package_recommendation/
Disallow: /premium/
Disallow: /professionals/locations/locations.kml
Disallow: /professionals/country/*/locations/locations.kml
Disallow: /professionals/contact/
Disallow: /rate.html
Disallow: /recommend.html
Disallow: /recommend_package/
Disallow: /remote_repositories.html
Disallow: /requirement.html
Disallow: /reviews/buy/
Disallow: /reviews/order/
Disallow: /search.html
Disallow: /screen.js
Disallow: /sponsor.html
Disallow: /sponsor
Disallow: /subscription.html
Disallow: /submit_user_group.html
Disallow: /trackback
Disallow: /u/
Disallow: /user_options.html
Disallow: /unsub/
Disallow: /vote.html

User-agent: Mediapartners-Google*
Disallow:

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: AhrefsBot 
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: JobboerseBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: webprosbot
Disallow: /

User-agent: ClaudeBot
Disallow: /