User-agent: SemrushBot
Disallow: /
User-agent: *
crawl-delay: 10
Disallow: /admin
Disallow: /tutorial
Disallow: /eNews
Disallow: /IBuySpy
Disallow: /PortalCS
Disallow: /jdbcdemo
Disallow: /forums
Disallow: /xslt
Disallow: /webapp
Disallow: /xqdemo
Disallow: /fct/login.vsp
Disallow: /rdfdesc
Disallow: /sparql
Disallow: /c
Disallow: /DAV
Disallow: /about
Disallow: /describe
Disallow: /fct
Disallow: /val
Disallow: /ods
Disallow: /about
Disallow: /HtmlPivotViewer
Disallow: /PivotViewer