iframe-proxy | Sunbelt Computer Software

21 lines (15 loc) · 547 Bytes

const defaultResponse = 'User-agent: *'
const disallowAll = `User-agent: *
Disallow: /`
module.exports = function robots (req, res, next) {
  if (req.path !== '/robots.txt') return next()
  res.type('text/plain')
  // remove subdomain from host
  // docs-internal-12345--branch-name.herokuapp.com -> herokuapp.com
  const rootDomain = req.hostname.split('.').slice(1).join('.')
  // prevent crawlers from indexing staging apps
  if (rootDomain === 'herokuapp.com') {
    return res.send(disallowAll)
  return res.send(defaultResponse)

Sunbelt Computer Software

PL/B Language Development and Support

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Uh oh!

Sunbelt Computer Software

PL/B Language Development and Support

Uh oh!

FilesExpand file tree

robots.js

Latest commit

History

robots.js

File metadata and controls