fixed tld bug

textsubs.go

@@ -84,7 +84,8 @@ func getSubdomains(text string) ([]string, error) {
 				)
 
 				if err != nil {
-					return subdomains, err
+					// TLD is not in the publicsuffix list, skip
+					// return subdomains, err
 				}
 
 				if len(domain) != 0 && item[0] != '-' {
@@ -125,7 +126,8 @@ func SubdomainsOnly(text string, removeDuplicates bool) ([]string, error) {
 		)
 
 		if err != nil {
-			return results, err
+			// TLD is not in the publicsuffix list, skip
+			// return results, err
 		}
 
 		if domain != item {
@@ -166,7 +168,8 @@ func DomainsOnly(text string, removeDuplicates bool) ([]string, error) {
 		)
 
 		if err != nil {
-			return results, err
+			// TLD is not in the publicsuffix list, skip
+			// return results, err
 		}
 
 		results = append(results, domain)
@@ -210,7 +213,8 @@ func SubdomainAndDomainPair(text string, removeDuplicates bool) ([]SubAndDom, er
 		)
 
 		if err != nil {
-			return results, err
+			// TLD is not in the publicsuffix list, skip
+			// return results, err
 		}
 
 		var pair SubAndDom

textsubs_test.go

@@ -18,23 +18,38 @@ func TestMyFunction(t *testing.T) {
 	}
 
 	t.Log("Found subdomains: ")
-	output_subdomains := SubdomainsOnly(string(data), true)
+	output_subdomains, err := SubdomainsOnly(string(data), true)
+
+	if err != nil {
+		t.Error(err)
+	}
+
 	for index, item := range output_subdomains {
 		t.Log("\t" + strconv.Itoa(index+1) + ". " + item)
 	}
 
 	t.Log("")
 
 	t.Log("Found domains: ")
-	output_domains := DomainsOnly(string(data), true)
+	output_domains, err := DomainsOnly(string(data), true)
+
+	if err != nil {
+		t.Error(err)
+	}
+
 	for index, item := range output_domains {
 		t.Log("\t" + strconv.Itoa(index+1) + ". " + item)
 	}
 
 	t.Log("")
 
 	t.Log("Paired outputs: ")
-	output_pairs := SubdomainAndDomainPair(string(data), true)
+	output_pairs, err := SubdomainAndDomainPair(string(data), true)
+
+	if err != nil {
+		t.Error(err)
+	}
+
 	for index, item := range output_pairs {
 		output_pair_bytes, _ := json.Marshal(item)
 		t.Log("\t" + strconv.Itoa(index+1) + ". " + string(output_pair_bytes))