[java] Fix errors by collapsed white spaces and <br>

java/src/main/java/com/google/budoux/HTMLProcessor.java

@@ -97,7 +97,12 @@ public void head(Node node, int depth) {
                 .map(attribute -> " " + attribute)
                 .collect(Collectors.joining(""));
         final String nodeName = node.nodeName();
-        if (skipNodes.contains(nodeName.toUpperCase(Locale.ENGLISH))) {
+        final String upperNodeName = nodeName.toUpperCase(Locale.ENGLISH);
+        if (upperNodeName.equals("BR")) {
+          // Match jsoup `Element.wholeText()` returning `\n` for `<br>`.
+          // Assume phrasesJoined.charAt(scanIndex) == '\n'.
+          scanIndex++;
+        } else if (skipNodes.contains(upperNodeName)) {
           if (!toSkip && phrasesJoined.charAt(scanIndex) == SEP) {
             output.append(separator);
             scanIndex++;
@@ -110,6 +115,7 @@ public void head(Node node, int depth) {
         for (int i = 0; i < data.length(); i++) {
           char c = data.charAt(i);
           if (c != phrasesJoined.charAt(scanIndex)) {
+            // Assume phrasesJoined.charAt(scanIndex) == SEP.
             if (!toSkip) {
               output.append(separator);
             }
@@ -169,6 +175,6 @@ public static String resolve(List<String> phrases, String html, String separator
    * @return the text content.
    */
   public static String getText(String html) {
-    return Jsoup.parseBodyFragment(html).text();
+    return Jsoup.parseBodyFragment(html).wholeText();
   }
 }

java/src/test/java/com/google/budoux/HTMLProcessorTest.java

@@ -106,10 +106,34 @@ public void testResolveWithNothingToSplit() {
     assertEquals(this.wrap("abcdef"), result);
   }
 
+  @Test
+  public void testResolveBR() {
+    String html = " 1  <br>  2 ";
+    String text = HTMLProcessor.getText(html);
+    assertEquals(" 1  \n  2 ", text);
+    List<String> phrases = Arrays.asList(" 1  \n  2 ");
+    String result = HTMLProcessor.resolve(phrases, html, "<wbr>");
+    assertEquals(this.wrap(" 1  <br>  2 "), result);
+  }
+
   @Test
   public void testGetText() {
     String html = "Hello <button><b>W</b>orld</button>!";
     String result = HTMLProcessor.getText(html);
     assertEquals("Hello World!", result);
   }
+
+  @Test
+  public void testGetTextWhiteSpace() {
+    String html = " H    e  ";
+    String result = HTMLProcessor.getText(html);
+    assertEquals(" H    e  ", result);
+  }
+
+  @Test
+  public void testGetTextWhiteSpaceAcrossElements() {
+    String html = "<div> 1 </div><div> 2 </div>";
+    String result = HTMLProcessor.getText(html);
+    assertEquals(" 1  2 ", result);
+  }
 }

java/src/test/java/com/google/budoux/ParserTest.java

@@ -64,4 +64,12 @@ public void testTranslateHTMLString() {
             + " href=\"http://example.com\">xyz\u200ba</a>bc</span>",
         result);
   }
+
+  @Test
+  public void testNewline() {
+    Parser parser = Parser.loadDefaultJapaneseParser();
+    List<String> result = parser.parse(" 1  \n  2 ");
+    List<String> expected = Arrays.asList(" 1  \n  2 ");
+    assertEquals(expected, result);
+  }
 }