jane remover

cmd/robots2policy/main.go

@@ -12,7 +12,7 @@ import (
 	"regexp"
 	"strings"
 
-	"github.com/TecharoHQ/anubis/lib/config"
+	"git.sad.ovh/sophie/nuke/lib/config"
 
 	"sigs.k8s.io/yaml"
 )
@@ -36,7 +36,7 @@ type RobotsRule struct {
 	IsBlacklist bool // true if this is a specifically denied user agent
 }
 
-type AnubisRule struct {
+type NukeRule struct {
 	Expression *config.ExpressionOrList `yaml:"expression,omitempty" json:"expression,omitempty"`
 	Challenge  *config.ChallengeRules   `yaml:"challenge,omitempty" json:"challenge,omitempty"`
 	Weight     *config.Weight           `yaml:"weight,omitempty" json:"weight,omitempty"`
@@ -95,11 +95,11 @@ func main() {
 		log.Fatalf("failed to parse robots.txt: %v", err)
 	}
 
-	// Convert to Anubis rules
-	anubisRules := convertToAnubisRules(rules)
+	// Convert to Nuke rules
+	nukeRules := convertToNukeRules(rules)
 
 	// Check if any rules were generated
-	if len(anubisRules) == 0 {
+	if len(nukeRules) == 0 {
 		log.Fatal("no valid rules generated from robots.txt - file may be empty or contain no disallow directives")
 	}
 
@@ -107,9 +107,9 @@ func main() {
 	var output []byte
 	switch strings.ToLower(*outputFormat) {
 	case "yaml":
-		output, err = yaml.Marshal(anubisRules)
+		output, err = yaml.Marshal(nukeRules)
 	case "json":
-		output, err = json.MarshalIndent(anubisRules, "", "  ")
+		output, err = json.MarshalIndent(nukeRules, "", "  ")
 	default:
 		log.Fatalf("unsupported output format: %s (use yaml or json)", *outputFormat)
 	}
@@ -126,7 +126,7 @@ func main() {
 		if err != nil {
 			log.Fatalf("failed to write output file: %v", err)
 		}
-		fmt.Printf("Generated Anubis policy written to %s\n", *outputFile)
+		fmt.Printf("Generated Nuke policy written to %s\n", *outputFile)
 	}
 }
 
@@ -227,8 +227,8 @@ func parseIntSafe(s string) (int, error) {
 	return result, err
 }
 
-func convertToAnubisRules(robotsRules []RobotsRule) []AnubisRule {
-	var anubisRules []AnubisRule
+func convertToNukeRules(robotsRules []RobotsRule) []NukeRule {
+	var nukeRules []NukeRule
 	ruleCounter := 0
 
 	// Process each robots rule individually
@@ -238,7 +238,7 @@ func convertToAnubisRules(robotsRules []RobotsRule) []AnubisRule {
 		// Handle crawl delay
 		if robotsRule.CrawlDelay > 0 && *crawlDelay > 0 {
 			ruleCounter++
-			rule := AnubisRule{
+			rule := NukeRule{
 				Name:   fmt.Sprintf("%s-crawl-delay-%d", *policyName, ruleCounter),
 				Action: "WEIGH",
 				Weight: &config.Weight{Adjust: *crawlDelay},
@@ -266,13 +266,13 @@ func convertToAnubisRules(robotsRules []RobotsRule) []AnubisRule {
 					Any: expressions,
 				}
 			}
-			anubisRules = append(anubisRules, rule)
+			nukeRules = append(nukeRules, rule)
 		}
 
 		// Handle blacklisted user agents
 		if robotsRule.IsBlacklist {
 			ruleCounter++
-			rule := AnubisRule{
+			rule := NukeRule{
 				Name:   fmt.Sprintf("%s-blacklist-%d", *policyName, ruleCounter),
 				Action: *userAgentDeny,
 			}
@@ -306,7 +306,7 @@ func convertToAnubisRules(robotsRules []RobotsRule) []AnubisRule {
 					Any: expressions,
 				}
 			}
-			anubisRules = append(anubisRules, rule)
+			nukeRules = append(nukeRules, rule)
 		}
 
 		// Handle specific disallow rules
@@ -316,7 +316,7 @@ func convertToAnubisRules(robotsRules []RobotsRule) []AnubisRule {
 			}
 
 			ruleCounter++
-			rule := AnubisRule{
+			rule := NukeRule{
 				Name:   fmt.Sprintf("%s-disallow-%d", *policyName, ruleCounter),
 				Action: *baseAction,
 			}
@@ -338,7 +338,7 @@ func convertToAnubisRules(robotsRules []RobotsRule) []AnubisRule {
 						continue // Skip wildcard as it's handled separately
 					}
 					ruleCounter++
-					subRule := AnubisRule{
+					subRule := NukeRule{
 						Name:   fmt.Sprintf("%s-disallow-%d", *policyName, ruleCounter),
 						Action: *baseAction,
 						Expression: &config.ExpressionOrList{
@@ -348,7 +348,7 @@ func convertToAnubisRules(robotsRules []RobotsRule) []AnubisRule {
 							},
 						},
 					}
-					anubisRules = append(anubisRules, subRule)
+					nukeRules = append(nukeRules, subRule)
 				}
 				continue
 			}
@@ -361,11 +361,11 @@ func convertToAnubisRules(robotsRules []RobotsRule) []AnubisRule {
 				All: conditions,
 			}
 
-			anubisRules = append(anubisRules, rule)
+			nukeRules = append(nukeRules, rule)
 		}
 	}
 
-	return anubisRules
+	return nukeRules
 }
 
 func buildPathCondition(robotsPath string) string {