#                                                  .^^                                             
#                                                 :~!77~.                                            
#                                              .~77?777~.                                            
#                                           :^!????7777~.                                            
#                                        .^!????77777!!~^^:...                                       
#                                     .^!7?777777!!!!!!!!!!!!!~~^..                                  
#                                  .^~7777777!!!!!~~~~~~~~~~!!!77!!~^.                               
#                                .^!777!!!!!!!!~~~~~~~~~~~~~~!!!!!7777~:.                            
#                                .:~~!!!!!~~~~~~~~~~~~~~~~~~~~~~!!!!!777!^.                          
#                           .:^:.  .:^^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~!!!777!^.                        
#                         .^~!!~~^:. ..::^~~~~~~~~~~~~~~~~~~~~~~~~~~!!!!!!77~:                       
#                        :~!!!~~~~~~^:....::^~~~~~~~~~~^:^^^^~~~~~~~~~!!!77777^                      
#                       :!7!!~~~~~~~~~~~:.  .:^~!7!!!~~^. ..::^~~~!!!!!777???J?~                     
#       :::::::::::::::^!7!!!~~~~~~~~!7?!^^^^^^~~!?JJ??7^^^^^^^~!???JJJJYYY5555Y!::::::::::::.       
#      ^P#############G?77!!~~~~~~~!!JG#####################################################BG5?^    
#      ^P##BYGG?7YB##BJ!77!~~~~~~~~!Y#####&###################BB##BB############################B5^  
#      ^5##P!7!JJ~GBBP777!!~~~~~~~~J###BG5??G#BBBBBBBBBBBBBBG!::J7:.J##BBBBBBBBBBBBBBBBBBBBBBBBBB#B! 
#      ^5BBGJ7JP55BBGY777!!~~~~~~~7B&#BBJ. ^P#BBBBBBBBBBBBBBG5JJPPJJPBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBG^
#      :5BGGJ!~^~JGGG?77!!~~~~~~~!Y##BBG?. ^PBBGGGGGJ75BBGGGGGBBGG5YGBGGGGGG5J5BBBGGGGPJ7~^~7JGBBGGG!
#      :5GGP?~^~7YGGP?77!!~~~~~~~!5&#BGG?. ^PBGGGGGY: .~YBGGGGGGJ:.:GBGGGG5~..?BGGGGG5^ .~7~. :YGGGG!
#      :YGGP?777?JPGP?!7!!~~~~~~~!Y&#BGG?. ^PBGGGGGGP?. :YBGGGGG?. :GBGPPG5^ .JBGGGGG7..^G#G?. ^PGGG!
#      :YGP5!Y?YY!PGPJ77!!~~~~~~~~?B#BGG?. ^PBGGPPPPPY:  ~PGPPPP!. .5GGPPPJ: .7PGPPPP!  :5G5!. !GGPG~
#      :YGP5!~^~~!PGPY77!!~~~~~~~~!5&BGG?. ^5BGJ^::::. ....::::.... .:::::. .. .::::. .. .:. :!PGPPG!
#      :YGGPJ7777JGGGP?!!!~~~~~~~~~!5&#B5JJYGGPYJJJJJJY5PYJJJJJJY5P5JJJJJJJ5PPYJJJJJJY55YJJJYPGGGGGG~
#      :5BGG5J7^!YGGGGY7!!!~~~~~~~~~!Y##BBBBGGGBBBBBBBBGGBBBBBBBBBGBBBBBBBGY775BBBBBBBBBBBBBGGGGGGBJ:
#      :5BBGJ~:!?YGBGBGY!!!!~~~~~~~~~~?PB#BBBGBBBBBBBBBBBBBBBBBBBBBBBBBBBBG?^^JBBBBBBBBBBBBBBBBBBBJ: 
#      ^P##BGPPPPGB####BY7!!~~~~~~~~~~~~7YGBBBBBBB#########B#BBBBBBBBBBBBBB####B#############BBGJ~.  
#      .7JJJYYYYYYJJJJYJJ!!!!~~~~~~~~~~~~~~7JYYYYJJJJJJYY555555PPPPPPPPPPPPPP5YJJJYJYJJJYYJJ?7~:     
#                        .:~!!~~~~~~~~~~~~~~^^^^^^^^^^^^~~~~~!!!!77777777777!^.                      
#                         .:^!!~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~!!!!7!^:                        
#                           .:^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^:.                         
#                              :^^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^..                           
#                                ..:^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^:..                             
#                                   ..:^^^~~~~~~~~~~~~~~~~~~~^^^^:...                                
#                                       ...:::^^^^^^^^^^^^^:::..                                     
#                                                ......  ..         

# Global rules
# -----------------
User-agent: *
Disallow: /print/
Disallow: /print?ID=*
Disallow: /print?ID=

# blocking search results to prevent search result spam
Disallow: /search/
Disallow: /search?q=
Disallow: /search?q=*

# Ahref
User-agent: AhrefsBot
Crawl-Delay: 10
Disallow:

# Prevent crawling CF challenge URLs
Disallow: /cdn-cgi/bm/cv/
Disallow: /cdn-cgi/challenge-platform/

# Sitemap
# -----------------
sitemap: https://www.mobtada.com/sitemap_index.xml
sitemap: https://www.mobtada.com/news_sitemap.xml

# Ban bots that don't benefit us.
# --------------------------------

User-agent: Nuclei
User-agent: WikiDo
User-agent: Riddler
User-agent: PetalBot
User-agent: Zoominfobot
User-agent: Go-http-client
User-agent: Node/simplecrawler
User-agent: CazoodleBot
User-agent: dotbot/1.0
User-agent: Gigabot
User-agent: Barkrowler
User-agent: BLEXBot
User-agent: magpie-crawler
Disallow: /