User-agent: *
Disallow: /sr/
Disallow: /cs/
Disallow: /id/
Disallow: /fi/
Disallow: /iw/
Disallow: /et/
Disallow: /ru/
Disallow: /hu/
Disallow: /sl/
Disallow: /ca/
Disallow: /hr/
Disallow: /tr/
Disallow: /de/
Disallow: /pt/
Disallow: /it/
Disallow: /fr/
Disallow: /ar/
Disallow: /sq/
Disallow: /lv/
Allow: /urllist.txt
Disallow: /th/
Disallow: /ja/
Disallow: /no/
Disallow: /pl/
Allow: /
Disallow: /hi/
Disallow: /gl/
Disallow: /es/
Disallow: /bg/
Disallow: /lt/
Disallow: /zt/
Disallow: /uk/
Disallow: /nl/
Disallow: /el/
Allow: /site_map.xml