diff --git a/.gitignore b/.gitignore index f2fb734cc..f0c3a2ff4 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,4 @@ nextjs/node_modules/ /node_modules/ -/nextjs/node_modules/ \ No newline at end of file +/nextjs/node_modules/ +/jenkins/ \ No newline at end of file diff --git a/nextjs/out/robots.txt b/nextjs/out/robots.txt new file mode 100644 index 000000000..6df063916 --- /dev/null +++ b/nextjs/out/robots.txt @@ -0,0 +1,8 @@ +# crawl setup + +User-agent: * +Disallow: /Login* + +# Sitemap + +Sitemap: https://app.talentstube.com/sitemap_local.xml \ No newline at end of file diff --git a/nextjs/robots.txt b/nextjs/robots.txt new file mode 100644 index 000000000..1f53798bb --- /dev/null +++ b/nextjs/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /