User-Agent: *
Disallow: /*.html?sme=
Disallow: /*hidden
Disallow: /*shtml

#Disallow crawling of worldmap
Disallow: /worldmap/ # This is an infinite virtual URL space
Disallow: /en/campaigns/worldmap/

Disallow: /*en/express/resource_centre/integrated_shipping_solutions/developer_download_centre.html
Disallow: /*en/express/resource_centre/integrated_shipping_solutions/developer_download_centre1.html
Disallow: /content/dam/downloads/uk/Express/PDFs/developer_centre/* 
Disallow: /content/dam/downloads/uk/Express/PDFs/express_structured_url_document_v1.3.pdf
Disallow: /content/dam/downloads/uk/Express/PDFs/express_dhlis16_on_demand_delivery_odd_v1.1cf.pdf
Disallow: /content/dam/downloads/uk/Express/PDFs/express_dhlis15_advance_shipment_datastaging_v1.2cf.pdf 
Disallow: /content/dam/downloads/uk/Express/PDFs/express_dhlis13_shipping_dangerous_goods_v2%202.pdf                 
Disallow: /content/dam/downloads/uk/Express/PDFs/express_dhl_express_3pv_onboarding_process_v1.1.pdf
Disallow: /en/contact_centre/contact_express/contact_express_supplies_ordering.html
Disallow: /en/legal/purchase_terms_conditions.html