compare init, robots, sign lang and local js

src/main/java/stirling/software/SPDF/controller/web/GeneralWebController.java

@@ -1,8 +1,10 @@
 package stirling.software.SPDF.controller.web;
 
+import org.springframework.http.MediaType;
 import org.springframework.stereotype.Controller;
 import org.springframework.ui.Model;
 import org.springframework.web.bind.annotation.GetMapping;
+import org.springframework.web.bind.annotation.ResponseBody;
 
 import io.swagger.v3.oas.annotations.Hidden;
 
@@ -67,14 +69,26 @@ public class GeneralWebController {
         return "split-pdfs";
     }
     
-    
-    
-    
     @GetMapping("/sign")
     @Hidden
     public String signForm(Model model) {
         model.addAttribute("currentPage", "sign");
         return "sign";
     }
+
+    @GetMapping(value = "/robots.txt", produces = MediaType.TEXT_PLAIN_VALUE)
+    @ResponseBody
+    public String getRobotsTxt() {
+        String allowGoogleVisibility = System.getProperty("ALLOW_GOOGLE_VISABILITY");
+        if (allowGoogleVisibility == null)
+            allowGoogleVisibility = System.getenv("ALLOW_GOOGLE_VISABILITY");
+        if (allowGoogleVisibility == null)
+            allowGoogleVisibility = "true";
+        if (Boolean.parseBoolean(allowGoogleVisibility)) {
+            return "User-agent: Googlebot\nAllow: /\n\nUser-agent: *\nDisallow: /";
+        } else {
+            return "User-agent: Googlebot\nDisallow: /\n\nUser-agent: *\nDisallow: /";
+        }
+    }
     
 }