User-agent: *
Disallow: /mediawiki/
# attempt to reduce duplicate titles with the Images: namespace
Disallow: /images/
Disallow: /trap/
Disallow: /currentdump.xml.gz
Disallow: /currentdump.xml
Disallow: /approbackups/
Disallow: /Special:Random
Disallow: /Special%3ARandom
Disallow: /Special:Search
Disallow: /Special%3ASearch

# temporary exclusion of duplicate content pages ported from wikipedia
Disallow: /ELDIS_(from_Wikipedia)
Disallow: /Rio_Declaration_on_Environment_and_Development_(from_Wikipedia)
Disallow: /Green_Gross_Domestic_Product_(from_Wikipedia)
Disallow: /Mexico_City_Policy_(from_Wikipedia)
Disallow: /Harris-Todaro_Model_(from_Wikipedia)
Disallow: /Output-based_aid_(from_Wikipedia)
Disallow: /World_Business_Council_for_Sustainable_Development_(from_Wikipedia)
Disallow: /Conditionality_(from_Wikipedia)
Disallow: /Southern_African_Development_Community_(from_Wikipedia)
Disallow: /Category:Country_classifications_(from_Wikipedia)
Disallow: /Stabilisation_policy_(from_Wikipedia)
Disallow: /International_Development_Research_Centre_(from_Wikipedia)
Disallow: /Poverty_Reduction_Strategy_Paper_(from_Wikipedia)
Disallow: /International_Finance_Facility_(from_Wikipedia)
Disallow: /United_Nations_Conference_on_Trade_and_Development_(from_Wikipedia)
Disallow: /Maldevelopment_(from_Wikipedia)
Disallow: /Trade_and_development_(from_Wikipedia)
Disallow: /Category:Make_Poverty_History_(from_Wikipedia)
Disallow: /Development_studies_(from_Wikipedia)
Disallow: /Integrated_farming_(from_Wikipedia)
Disallow: /Counterpart_fund_(from_Wikipedia)
Disallow: /New_Partnership_for_Africa's_Development_(from_Wikipedia)
Disallow: /African_Peer_Review_Mechanism_(from_Wikipedia)
Disallow: /Private_sector_development_(from_Wikipedia)
Disallow: /Financial_sector_development_(from_Wikipedia)
Disallow: /International_economic_cooperation_policy_of_Japan_(from_Wikipedia)
Disallow: /Cleveland:_Now!_(from_Wikipedia)
Disallow: /Developed_market_(from_Wikipedia)
Disallow: /Capacity_building_(from_Wikipedia)
Disallow: /Category:Development_studies_(from_Wikipedia)
Disallow: /Category:Foreign_aid_by_country_(from_Wikipedia)
Disallow: /MAGIC_Fund_(Minot)_(from_Wikipedia)
Disallow: /Developmental_state_(from_Wikipedia)
Disallow: /CILAE_(Centro_de_Investigación_Latinoamérica_Europa)_(from_Wikipedia)
Disallow: /User_fees_(from_Wikipedia)
Disallow: /Category:Appropriate_technology_(from_Wikipedia)
Disallow: /Category:Development_specialists_(from_Wikipedia)
Disallow: /Hind/CM_(from_Wikipedia)
Disallow: /Nouvelle_Planète_(from_Wikipedia)
Disallow: /Category:Microfinance_(from_Wikipedia)
Disallow: /Development_as_Freedom_(from_Wikipedia)
Disallow: /Institute_for_International_Development_(from_Wikipedia)
Disallow: /International_Year_of_Microcredit_(from_Wikipedia)
Disallow: /Lahash_International_(from_Wikipedia)
Disallow: /Development_aid_(from_Wikipedia)
Disallow: /Sector-Wide_Approach_(from_Wikipedia)
Disallow: /16th_World_Economic_Forum_on_Africa_(from_Wikipedia)
Disallow: /Davenant_International_(from_Wikipedia)
Disallow: /My_Global_Life_(from_Wikipedia)
Disallow: /Globaloria_(from_Wikipedia)
Disallow: /LINCOS_(from_Wikipedia)
Disallow: /Haiti_Partnership_(from_Wikipedia)
Disallow: /TeleTalk_(from_Wikipedia)
Disallow: /Monterrey_Consensus_(from_Wikipedia)
Disallow: /Official_development_assistance_(from_Wikipedia)
Disallow: /Faith-based_foreign_aid_(from_Wikipedia)
Disallow: /New_International_Economic_Order_(from_Wikipedia)
Disallow: /Conservation_development_(from_Wikipedia)
Disallow: /Economic_aid_to_Maldives_(from_Wikipedia)
Disallow: /Debt_relief_(from_Wikipedia)
Disallow: /International_Development_Association_(from_Wikipedia)
Disallow: /Agricultural_extension_(from_Wikipedia)
Disallow: /Category:Rural_community_development_(from_Wikipedia)
Disallow: /Participatory_rural_appraisal_(from_Wikipedia)
Disallow: /Participatory_technology_development_(from_Wikipedia)
Disallow: /Farmer_Field_School_(from_Wikipedia)
Disallow: /Science_and_Development_Network_(from_Wikipedia)
Disallow: /United_Nations_Industrial_Development_Organization_(from_Wikipedia)
Disallow: /Volunteers_for_Economic_Growth_Alliance_(from_Wikipedia)
Disallow: /Comilla_Model_(from_Wikipedia)
Disallow: /Orangi_Pilot_Project_(from_Wikipedia)
Disallow: /Sex_determination_and_differentiation_(human)_(from_Wikipedia)
Disallow: /BMRDA_(from_Wikipedia)
Disallow: /Jacqueline_Novogratz_(from_Wikipedia)
Disallow: /Modernization_theory_(from_Wikipedia)
Disallow: /Development_Assistance_Committee_(from_Wikipedia)
Disallow: /Next_Eleven_(from_Wikipedia)
Disallow: /Slum_Networking_(from_Wikipedia)
Disallow: /Tied_aid_(from_Wikipedia)
Disallow: /Category:Human_Development_Index_(from_Wikipedia)
Disallow: /Development_geography_(from_Wikipedia)
Disallow: /Inter-American_Development_Bank_(from_Wikipedia)
Disallow: /Development_theory_(from_Wikipedia)
Disallow: /Low-Income_Countries_Under_Stress_(from_Wikipedia)
Disallow: /Development_management_(from_Wikipedia)
Disallow: /Tianhua_GX-1C_(from_Wikipedia)
Disallow: /VIA_pc-1_Initiative_(from_Wikipedia)
Disallow: /Remittances_(from_Wikipedia)
Disallow: /Sandbæk_Report_(from_Wikipedia)
Disallow: /Budget_support_(from_Wikipedia)
Disallow: /International_Trade_Centre_(from_Wikipedia)
Disallow: /John_Hatch_(from_Wikipedia)
Disallow: /Village_Banking_(from_Wikipedia)
Disallow: /Category:Sustainable_development_(from_Wikipedia)
Disallow: /Category:Economic_development_(from_Wikipedia)
Disallow: /Barefoot_doctor_(from_Wikipedia)
Disallow: /G20_developing_nations_(from_Wikipedia)
Disallow: /Category:International_development_(from_Wikipedia)
Disallow: /Trade_justice_(from_Wikipedia)
Disallow: /Category:Energy_development_(from_Wikipedia)
Disallow: /Trade_in_services_statistics_(from_Wikipedia)
Disallow: /The_End_of_Poverty_(from_Wikipedia)
Disallow: /Global_Environment_and_Trade_Study_(from_Wikipedia)
Disallow: /Barnita_Bagchi_(from_Wikipedia)
Disallow: /Category:Infrastructure_(from_Wikipedia)
Disallow: /Global_digital_divide_(from_Wikipedia)
Disallow: /World_Summit_on_the_Information_Society_(from_Wikipedia)
Disallow: /Janadesh_2007_(from_Wikipedia)
Disallow: /Inclusive_business_(from_Wikipedia)
Disallow: /Legatum_(from_Wikipedia)
Disallow: /Untied_aid_(from_Wikipedia)
Disallow: /Lacostian_view_(from_Wikipedia)
Disallow: /Disaster_risk_reduction_(from_Wikipedia)
Disallow: /Third_World_Network_(from_Wikipedia)
Disallow: /Inter_Press_Service_(from_Wikipedia)
Disallow: /Adventure_capital_(from_Wikipedia)
Disallow: /InkMedia_(from_Wikipedia)
Disallow: /Multilateral_development_bank_(from_Wikipedia)
Disallow: /Asset-Based_Community_Development_(from_Wikipedia)
Disallow: /Good_governance_(from_Wikipedia)
Disallow: /Category:Development_organizations_(from_Wikipedia)
Disallow: /Community_development_(from_Wikipedia)
Disallow: /HIV/AIDS_in_Africa_(from_Wikipedia)
Disallow: /Ingrid_Munro_(from_Wikipedia)
Disallow: /Category:Least_Developed_Countries_(from_Wikipedia)
Disallow: /Structuralist_economics_(from_Wikipedia)
Disallow: /Category:Mine_action_(from_Wikipedia)
Disallow: /Postdevelopment_Theory_(from_Wikipedia)
Disallow: /Underdevelopment_(from_Wikipedia)
Disallow: /Digital_Textbook_(from_Wikipedia)
Disallow: /Rural_community_development_(from_Wikipedia)
Disallow: /Black_billionaires_(from_Wikipedia)
Disallow: /Category:Arab_League_(from_Wikipedia)
Disallow: /VISTA_(economics)_(from_Wikipedia)
Disallow: /International_Standards_of_Accounting_and_Reporting_(from_Wikipedia)
Disallow: /List_of_most_highly-populated_countries_(from_Wikipedia)
Disallow: /Saudi_foreign_assistance_(from_Wikipedia)
Disallow: /Poverty_trap_(from_Wikipedia)
Disallow: /Semi-periphery_countries_(from_Wikipedia)
Disallow: /Periphery_countries_(from_Wikipedia)
Disallow: /Core_countries_(from_Wikipedia)
Disallow: /Lemote_(from_Wikipedia)
Disallow: /Foreign_direct_investment_(from_Wikipedia)
Disallow: /CVECA_(from_Wikipedia)
Disallow: /Child_poverty_(from_Wikipedia)
Disallow: /Christian_Aid_Week_(from_Wikipedia)
Disallow: /Poler_(from_Wikipedia)
Disallow: /ShoreBank_(from_Wikipedia)
Disallow: /Theories_of_poverty_(from_Wikipedia)
Disallow: /Self-help_group_(finance)_(from_Wikipedia)
Disallow: /Developing_countries'_debt_(from_Wikipedia)
Disallow: /Multilateral_Investment_Fund_(from_Wikipedia)
Disallow: /Human_development_(humanity)_(from_Wikipedia)
Disallow: /United_Nations_Economic_and_Social_Council_(from_Wikipedia)
Disallow: /Category:Southern_African_Development_Community_(from_Wikipedia)
Disallow: /Cambridge_University_International_Development_(from_Wikipedia)
Disallow: /Tharwa_Foundation_(from_Wikipedia)
Disallow: /Capacity_Development_(from_Wikipedia)
Disallow: /Stomach_theory_(from_Wikipedia)
Disallow: /STEPS_Centre_(from_Wikipedia)
Disallow: /PIGS_(economics)_(from_Wikipedia)
Disallow: /Development_communication_(from_Wikipedia)
Disallow: /Civil_service_reform_in_developing_countries_(from_Wikipedia)
Disallow: /Category:Sustainable_transport_(from_Wikipedia)
Disallow: /Millennium_Development_Goals_(from_Wikipedia)
Disallow: /Free_Country_(politics)_(from_Wikipedia)
Disallow: /United_Nations_Development_Programme_(from_Wikipedia)
Disallow: /Infrastructure_(from_Wikipedia)
Disallow: /MediaGlobal_(from_Wikipedia)
Disallow: /South-South_Cooperation_(from_Wikipedia)
Disallow: /Legatum_Prosperity_Index_(from_Wikipedia)
Disallow: /Economy_of_Africa_(from_Wikipedia)
Disallow: /Aid_effectiveness_(from_Wikipedia)
Disallow: /OPEC_Fund_for_International_Development_(from_Wikipedia)
Disallow: /World_Development_Report_(from_Wikipedia)
Disallow: /The_Gene_Revolution:_GM_Crops_and_Unequal_Development_(from_Wikipedia)
Disallow: /International_Aid_Transparency_Initiative_(from_Wikipedia)
Disallow: /Gamelan_Council_(from_Wikipedia)
Disallow: /Microfinance_(from_Wikipedia)
Disallow: /Aid_(from_Wikipedia)
Disallow: /Trillion_dollar_club_(from_Wikipedia)
Disallow: /Category:Investment_agencies_(from_Wikipedia)
Disallow: /Odious_debt_(from_Wikipedia)
Disallow: /Microcredit_(from_Wikipedia)
Disallow: /Operation_Barga_(from_Wikipedia)
Disallow: /Urbanization_(from_Wikipedia)
Disallow: /International_Finance_Corporation_(from_Wikipedia)
Disallow: /Make_Poverty_History_(from_Wikipedia)
Disallow: /World_Bank_Group_(from_Wikipedia)
Disallow: /Developing_country_(from_Wikipedia)
Disallow: /Slum_(from_Wikipedia)
Disallow: /Fetal_protein_(from_Wikipedia)
Disallow: /Overpopulation_(from_Wikipedia)
Disallow: /Developed_country_(from_Wikipedia)
Disallow: /Lifestyle_diseases_(from_Wikipedia)
Disallow: /Category:Information_and_communication_technologies_for_development_(from_Wikipedia)
Disallow: /Marshall_Plan_(from_Wikipedia)
Disallow: /Oral_rehydration_therapy_(from_Wikipedia)

#Seems to be sticking up google-bot
Disallow: /Special:RecentChangesLinked
Disallow: /Special%3ARecentChangesLinked

#Looks like Slurp keeps getting stuck on this
#Disallowed for all bots... but let us know if 
#we should allow this for others
Disallow: /Special:UncategorizedImages
Disallow: /Special%3AUncategorizedImages
Disallow: /Special:MostImages
Disallow: /Special%3AMostImages
Disallow: /Special:UnusedImages*
Disallow: /Special%3AMostImages*

# from http://en.wikipedia.org/robots.txt
# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.
#
User-agent: wget
Disallow: /

User-agent: VoilaBot
Disallow: /

# from http://en.wikipedia.org/robots.txt
# The 'grub' distributed client has been *very* poorly behaved.
#
User-agent: grub-client
Disallow: /

#Duplicate content with the front page
Disallow: /Main_Page_tests
Disallow: /Appropedia:Announcements/test

User-agent: *
Disallow: /*?*