tokenmap_test.go 1.2 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243
  1. // Copyright (c) 2014 Couchbase, Inc.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package analysis
  15. import (
  16. "reflect"
  17. "testing"
  18. )
  19. func TestTokenMapLoadFile(t *testing.T) {
  20. tokenMap := NewTokenMap()
  21. err := tokenMap.LoadFile("test_words.txt")
  22. if err != nil {
  23. t.Fatal(err)
  24. }
  25. expectedTokens := NewTokenMap()
  26. expectedTokens.AddToken("marty")
  27. expectedTokens.AddToken("steve")
  28. expectedTokens.AddToken("dustin")
  29. expectedTokens.AddToken("siri")
  30. expectedTokens.AddToken("multiple")
  31. expectedTokens.AddToken("words")
  32. expectedTokens.AddToken("with")
  33. expectedTokens.AddToken("different")
  34. expectedTokens.AddToken("whitespace")
  35. if !reflect.DeepEqual(tokenMap, expectedTokens) {
  36. t.Errorf("expected %#v, got %#v", expectedTokens, tokenMap)
  37. }
  38. }