@Test
    public void testWordPieceSegmentation() {
        var tester = new EmbedderTester(new WordPieceEmbedder.Builder(vocabulary).build());
        tester.assertSegmented("what was the impact of the manhattan project",
                               "what", "was", "the", "impact", "of", "the", "manhattan", "project");
        tester.assertSegmented("overcommunication", "over", "##com", "##mun", "##ication");
    }
Tests the WordPiece embedder

@author bratseth
linguistics-components/src/test/java/com/yahoo/language/wordpiece/WordPieceEmbedderTest.java