Add test for default attributes in USFM

machine/corpora/usfm_token.py

@@ -95,7 +95,6 @@ def set_attributes(
             if default_attribute_name is not None:
                 self.attributes = [UsfmAttribute(default_attribute_name, default_value)]
                 self._default_attribute_name = default_attribute_name
-                self._is_default_attribute = True
                 return text
             return None
 

tests/corpora/test_usfm_file_text.py

@@ -108,7 +108,7 @@ def test_get_rows_include_markers() -> None:
     assert rows[5].text == "Chapter \\add two\\add*, verse \\f + \\fr 2:1: \\ft This is a footnote.\\f*one."
 
     assert verse_ref(rows[6]).exact_equals(VerseRef.from_string("MAT 2:2", corpus.versification))
-    assert rows[6].text == "Chapter two, verse \\fm ∆\\fm*two. Chapter two, verse three."
+    assert rows[6].text == "Chapter two, verse \\fm ∆\\fm*two. Chapter two, verse \\w three|lemma\\w*."
     assert rows[6].is_in_range
     assert rows[6].is_range_start
 

tests/corpora/test_usfm_tokenizer.py

@@ -7,7 +7,7 @@ def test_tokenize() -> None:
     usfm = _read_usfm()
     usfm_tokenizer = UsfmTokenizer()
     tokens = usfm_tokenizer.tokenize(usfm)
-    assert len(tokens) == 131
+    assert len(tokens) == 136
 
     assert tokens[0].type is UsfmTokenType.BOOK
     assert tokens[0].marker == "id"

tests/testutils/data/usfm/Tes/41MATTes.SFM

@@ -19,7 +19,7 @@
 \p
 \v 1 Chapter \add two\add*, verse \f + \fr 2:1: \ft This is a footnote.\f*one.
 \v 2-3 Chapter two, verse \fm ∆\fm*two.
-\v 3-4a Chapter two, verse three.
+\v 3-4a Chapter two, verse \w three|lemma\w*.
 \v 4b Chapter two, verse four.
 \p
 \v 6 Chapter two, verse \w six|strong="12345" \w*.