From 077df034069385efed4cf68cb40faaa890b124d4 Mon Sep 17 00:00:00 2001 From: Huaoe Date: Tue, 17 Sep 2019 11:28:32 +0200 Subject: [PATCH] after merge --- .gitignore | 3 ++- nextjs/out/robots.txt | 8 ++++++++ nextjs/robots.txt | 2 ++ 3 files changed, 12 insertions(+), 1 deletion(-) create mode 100644 nextjs/out/robots.txt create mode 100644 nextjs/robots.txt diff --git a/.gitignore b/.gitignore index f2fb734cc..f0c3a2ff4 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,4 @@ nextjs/node_modules/ /node_modules/ -/nextjs/node_modules/ \ No newline at end of file +/nextjs/node_modules/ +/jenkins/ \ No newline at end of file diff --git a/nextjs/out/robots.txt b/nextjs/out/robots.txt new file mode 100644 index 000000000..6df063916 --- /dev/null +++ b/nextjs/out/robots.txt @@ -0,0 +1,8 @@ +# crawl setup + +User-agent: * +Disallow: /Login* + +# Sitemap + +Sitemap: https://app.talentstube.com/sitemap_local.xml \ No newline at end of file diff --git a/nextjs/robots.txt b/nextjs/robots.txt new file mode 100644 index 000000000..1f53798bb --- /dev/null +++ b/nextjs/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /