egghead-next/next-sitemap.js at main · correasebastian/egghead-next · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
require('dotenv-flow').config()

module.exports = {
  siteUrl: process.env.NEXT_PUBLIC_DEPLOYMENT_URL,
  changefreq: 'daily',
  priority: 0.7,
  sitemapSize: 5000,
  generateRobotsTxt: true,
  exclude: ['/purchase/*', '/discord/*'],
  robotsTxtOptions: {
    policies: [
      {
        userAgent: 'Twitterbot',
        disallow: '',
      },
      {
        userAgent: 'AhrefsSiteAudit',
        allow: ['/'],
        disallow: ['/discord', '/_next', '/purchase'],
      },
      {
        userAgent: '*',
        disallow: ['/'],
      },
    ],
    additionalSitemaps: [
      'https://next.egghead.io/tags-sitemap-0.xml',
      'https://next.egghead.io/tags-sitemap-1.xml',
      'https://next.egghead.io/tags-sitemap-2.xml',
      'https://next.egghead.io/tags-sitemap-3.xml',
      'https://next.egghead.io/tags-sitemap-4.xml',
      'https://next.egghead.io/tags-sitemap-5.xml',
      'https://next.egghead.io/tags-sitemap-6.xml',
      'https://next.egghead.io/tags-sitemap-7.xml',
    ],
  },
}