# robots.txt for mothsordbog.dk User-agent: * Disallow: / User-agent: PetalBot Disallow: / User-agent: Googlebot Disallow: /billeder/ Disallow: /ordbog/*aselect= Disallow: /ordbog/*mselect= Disallow: /ordbog/*select= Disallow: /ordbog/*=rel404 Disallow: /ddo Disallow: /ods Disallow: /ho Disallow: /meyer Disallow: /moth Disallow: /go Disallow: /lada Disallow: /ko Disallow: /lada Disallow: /korpusdk Disallow: /sdo User-agent: ia_archiver Disallow: /ordbog User-Agent: W3C-checklink Disallow: /ordbog