@Test
    public void testPhrasesWithPunctuation() {
        var parameters = new LinguisticsParameters(Language.ENGLISH, StemMode.NONE, false, true);
        var tester = new OpenNlpLinguisticsTester();
        tester.assertTokenize("PHY_101.html a space/time or space-time course", parameters,
                              List.of("phy", "101", "html", "a", "space", "time", "or", "space", "time", "course"),
                              null);
        tester.assertTokenize("PHY_101.", parameters, List.of("phy", "101"), null);
        tester.assertTokenize("101.3", parameters, List.of("101", "3"), null);
    }
Test of tokenization, with stemming and accent removal

@author matskin
@author bratseth
opennlp-linguistics/src/test/java/com/yahoo/language/opennlp/OpenNlpTokenizationTestCase.java