From fc24566d48004bd084a9b621d2bad8a77ae04145 Mon Sep 17 00:00:00 2001
From: Zachary Keeping <zacharykeeping@icloud.com>
Date: Tue, 3 Feb 2026 13:40:57 +1100
Subject: [PATCH] Implement stripTrailingSlash function to normalize URLs by
 removing trailing slashes

---
 docker/sswlinkauditor.go | 23 +++++++++++++++++++++--
 1 file changed, 21 insertions(+), 2 deletions(-)

diff --git a/docker/sswlinkauditor.go b/docker/sswlinkauditor.go
index ebbeff4f..7f9bd3d4 100644
--- a/docker/sswlinkauditor.go
+++ b/docker/sswlinkauditor.go
@@ -80,6 +80,21 @@ func getHref(t html.Token) (ok bool, href string) {
 	return
 }
 
+func stripTrailingSlash(url string) string {
+	if url == "" {
+		return url
+	}
+	
+	parsed, err := urlP.Parse(url)
+	if err != nil {
+		// If parsing fails, do simple string trim
+		return strings.TrimRight(url, "/")
+	}
+	
+	// Strip trailing slash from path
+	parsed.Path = strings.TrimRight(parsed.Path, "/")
+	return parsed.String()
+}
 
 func addClientHeaders(r *http.Request) {
 	if r != nil {
@@ -141,9 +156,11 @@ func getRedirectChainFinalUrl(url string) string {
 func check(link Link, linkch chan LinkStatus, number int) {
 	fmt.Println("CHEC", number, link.url)
 
+	normalizedUrl := stripTrailingSlash(link.url)
+
 	ctx, cancel := context.WithCancel(context.Background())
 	defer cancel()
-	r, e := http.NewRequestWithContext(ctx, "GET", link.url, nil)
+	r, e := http.NewRequestWithContext(ctx, "GET", normalizedUrl, nil)
 	if r != nil {
 		addClientHeaders(r)
 		r.Header.Add("Accept", "*/*")
@@ -220,7 +237,9 @@ func isSameOriginAndPath(baseUrl string, targetUrl string) bool {
 
 func crawl(link Link, ch chan Link, linkch chan LinkStatus, number int) {
 	fmt.Println("CRAW", number, link.url)
-	resp, err := noRedirectsClient.Get(link.url)
+	
+	normalizedUrl := stripTrailingSlash(link.url)
+	resp, err := noRedirectsClient.Get(normalizedUrl)
 	dnsErr := new(net.DNSError)
 
 	defer func() {