after merge

2019-09-17 11:28:32 +02:00
parent 9becfbe2fc
commit 077df03406
3 changed files with 12 additions and 1 deletions
@@ -1,3 +1,4 @@
 nextjs/node_modules/
 /node_modules/
 /nextjs/node_modules/
+/jenkins/
@@ -0,0 +1,8 @@
+# crawl setup
+
+User-agent: *
+Disallow: /Login*
+
+# Sitemap
+
+Sitemap: https://app.talentstube.com/sitemap_local.xml
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /