# Allow the adsense robot to read content User-agent: Mediapartners-Google* Disallow: User-agent: * # Logs must not be indexed Disallow: /logs/ Disallow: /page/management/LogViewer.class # Never ending response (server push) Disallow: /page/example/PushUpdate.class Disallow: /page/tools/stats/ Disallow: /status/ Disallow: /page/tools/management/ # Don't allow the whole Internet to be pulled through the mobiliser! Disallow: /page/example/Mobiliser.class Disallow: /mobilise/ # User content should not be indexed Disallow: /user/ Disallow: /nodes/