# robots.txt # deny special pages User-agent: * Disallow: /database/ Disallow: /img/ Disallow: /inc/ Disallow: /work/ # User-agent: TurnitinBot Disallow: / #Will disallow all urls on your site