User-agent: *
Disallow: /layout/
Disallow: /csl-layout/
Disallow: /endnote/
Disallow: /bib/
Disallow: /publ/
Disallow: /concept/
Disallow: /search/
Disallow: /documents/
Disallow: /bookbib/
Disallow: /xml/
Disallow: /swrc/
Disallow: /publrss/
Disallow: /burst/
Disallow: /memento/
Disallow: /history/
Disallow: /deletePost
Disallow: /editBookmark
Disallow: /editPublication
Disallow: /ShowBookmarkEntry
Disallow: /BibtexHandler
Disallow: /api
Disallow: /ajax/
Disallow: /help_en/Login.jsp
Disallow: /help_ru/Login.jsp
Disallow: /help_de/Login.jsp
Disallow: /help_en/Edit.jsp
Disallow: /help_de/Edit.jsp
Disallow: /help_ru/Edit.jsp

User-agent: Vegi bot
Crawl-delay: 5