@Test
    void testAnnotateField() {
        HitField hf = new HitField("boo", "The <hi>Eclipse</hi> SDK \uFFF9include\uFFFAincludes\uFFFB the <hi>Eclipse</hi> Platform");
        assertEquals(11, hf.getTokenizedContent().size());
        hf = new HitField("boo", "\uFFF9include\uFFFAincludes\uFFFB the <hi>Eclipse</hi> Platform");
        assertEquals(6, hf.getTokenizedContent().size());
        hf = new HitField("boo", "clude\uFFFAincludes\uFFFB the <hi>Eclipse</hi> Platform");
        assertEquals(5, hf.getTokenizedContent().size());
        hf = new HitField("boo", "\uFFFAincludes\uFFFB the <hi>Eclipse</hi> Platform");
        assertEquals(5, hf.getTokenizedContent().size());
        hf = new HitField("boo", "cludes\uFFFB the <hi>Eclipse</hi> Platform");
        assertEquals(5, hf.getTokenizedContent().size());
        hf = new HitField("boo", "\uFFFB the <hi>Eclipse</hi> Platform");
        assertEquals(5, hf.getTokenizedContent().size());
        hf = new HitField("boo", "The <hi>Eclipse</hi> SDK \uFFF9include\uFFFAincludes\uFFFB");
        assertEquals(6, hf.getTokenizedContent().size());
        hf = new HitField("boo", "The <hi>Eclipse</hi> SDK \uFFF9include\uFFFAincl");
        assertEquals(6, hf.getTokenizedContent().size());
        hf = new HitField("boo", "The <hi>Eclipse</hi> SDK \uFFF9include\uFFFA");
        assertEquals(6, hf.getTokenizedContent().size());
        hf = new HitField("boo", "The <hi>Eclipse</hi> SDK \uFFF9incl");
        assertEquals(6, hf.getTokenizedContent().size());
        hf = new HitField("boo", "The <hi>Eclipse</hi> SDK \uFFF9");
        assertEquals(6, hf.getTokenizedContent().size());
        hf = new HitField("boo", "The <hi>Eclipse</hi> SDK \uFFF9include\uFFFAincludes\uFFFB the <hi>Eclipse</hi> \uFFF9platform\uFFFAPlatforms\uFFFB test");
        assertEquals(12, hf.getTokenizedContent().size());
    }
Tests the HitField class

@author Lars Chr Jensen
container-search/src/test/java/com/yahoo/prelude/hitfield/test/HitFieldTestCase.java