User-agent: * Disallow: /yourls/admin Disallow: /yourls/css Disallow: /yourls/images Disallow: /yourls/includes Disallow: /yourls/js Disallow: /yourls/pages