tokenize.go 121B

12345678
  1. package tokenize
  2. import "strings"
  3. func Tokenize(str string) []string {
  4. tokens := strings.Fields(str)
  5. return tokens
  6. }