- for (final String normalized : tokenSet) {\r
- // System.out.println("Inserting: " + normalized);\r
- if ("die".equals(normalized) || "eine".equals(normalized)) {\r
- // System.out.println("hello");\r
- }\r
- final Node node = root.getIndexNode(normalized, 0, true);\r
- node.offsets.add(new EntryDescriptor((int) fileLocation, tokens.length));\r
- assert node == root.getIndexNode(normalized, 0, false);\r
- assert normalized\r
- .equals(root.getIndexNode(normalized, 0, false).sequence);\r
+ for (final Map.Entry<String, String> tokenToNormalized : tokenToNormalizedMap.entrySet()) {\r
+ final String normalizedToken = tokenToNormalized.getValue();\r
+ final Node node = root.getNode(normalizedToken, 0, true);\r
+ node.addToken(tokenToNormalized.getKey(), new EntryDescriptor((int) fileLocation, tokens.length));\r
+ assert node == root.getNode(normalizedToken, 0, false);\r
+ assert normalizedToken\r
+ .equals(root.getNode(normalizedToken, 0, false).normalizedToken);\r