removed error signature from Tokenize function

Author: n3integration

VERSION

@@ -1 +1 @@
-version=0.1.0
+version=0.2.0

classifier.go

@@ -15,19 +15,15 @@ type Classifier interface {
 }
 
 // Tokenize extracts and normalizes all words from a text corpus
-func Tokenize(doc string) ([]string, error) {
+func Tokenize(doc string) []string {
 	tokenizer := regexp.MustCompile("\\W+")
 	tokens := tokenizer.Split(doc, -1)
-	return Map(Filter(tokens, IsNotStopWord), strings.ToLower), nil
+	return Map(Filter(tokens, IsNotStopWord), strings.ToLower)
 }
 
 // WordCounts extracts term frequencies from a text corpus
 func WordCounts(doc string) (map[string]int, error) {
-	tokens, err := Tokenize(doc)
-	if err != nil {
-		return nil, err
-	}
-
+	tokens := Tokenize(doc)
 	wc := make(map[string]int)
 	for _, token := range tokens {
 		wc[token] = wc[token] + 1

classifier_test.go

@@ -8,11 +8,7 @@ var (
 )
 
 func TestTokenize(t *testing.T) {
-	tokens, err := Tokenize(text)
-
-	if err != nil {
-		t.Error("failed to tokenize text:", err)
-	}
+	tokens := Tokenize(text)
 
 	if len(tokens) != expected {
 		t.Errorf("Expected %d tokens; actual: %d", expected, len(tokens))

naive/naive.go

@@ -27,10 +27,7 @@ func New() *Classifier {
 
 // Train provides supervisory training to the classifier
 func (c *Classifier) Train(doc string, category string) error {
-	features, err := classifier.Tokenize(doc)
-	if err != nil {
-		return err
-	}
+	features := classifier.Tokenize(doc)
 
 	c.Lock()
 	defer c.Unlock()
@@ -139,10 +136,7 @@ func (c *Classifier) probability(doc string, category string) (float64, error) {
 }
 
 func (c *Classifier) docProbability(doc string, category string) (float64, error) {
-	features, err := classifier.Tokenize(doc)
-	if err != nil {
-		return 0.0, err
-	}
+	features := classifier.Tokenize(doc)
 	probability := 1.0
 	for _, feature := range features {
 		probability *= c.weightedProbability(feature, category)