Root Zanli
Home
Console
Upload
information
Create File
Create Folder
About
Tools
:
/
opt
/
gsutil
/
third_party
/
pyparsing
/
examples
/
Filename :
test_bibparse.py
back
Copy
""" Test for bibparse grammar """ import unittest from pyparsing import ParseException from .btpyparse import Macro from . import btpyparse as bp class TestBibparse(unittest.TestCase): def test_names(self): # check various types of names # All names can contains alphas, but not some special chars bad_chars = "\"#%'(),={}" for name_type, dig1f in ( (bp.macro_def, False), (bp.field_name, False), (bp.entry_type, False), (bp.cite_key, True), ): if dig1f: # can start with digit self.assertEqual("2t", name_type.parseString("2t")[0]) else: self.assertRaises(ParseException, name_type.parseString, "2t") # All of the names cannot contain some characters for char in bad_chars: self.assertRaises(ParseException, name_type.parseString, char) # standard strings all OK self.assertEqual("simple_test", name_type.parseString("simple_test")[0]) # Test macro ref mr = bp.macro_ref # can't start with digit self.assertRaises(ParseException, mr.parseString, "2t") for char in bad_chars: self.assertRaises(ParseException, mr.parseString, char) self.assertEqual("simple_test", mr.parseString("simple_test")[0].name) def test_numbers(self): self.assertEqual("1066", bp.number.parseString("1066")[0]) self.assertEqual("0", bp.number.parseString("0")[0]) self.assertRaises(ParseException, bp.number.parseString, "-4") self.assertRaises(ParseException, bp.number.parseString, "+4") self.assertRaises(ParseException, bp.number.parseString, ".4") # something point something leaves a trailing .4 unmatched self.assertEqual("0", bp.number.parseString("0.4")[0]) def test_parse_string(self): # test string building blocks self.assertEqual(bp.chars_no_quotecurly.parseString("x")[0], "x") self.assertEqual(bp.chars_no_quotecurly.parseString("a string")[0], "a string") self.assertEqual(bp.chars_no_quotecurly.parseString('a "string')[0], "a ") self.assertEqual(bp.chars_no_curly.parseString("x")[0], "x") self.assertEqual(bp.chars_no_curly.parseString("a string")[0], "a string") self.assertEqual(bp.chars_no_curly.parseString("a {string")[0], "a ") self.assertEqual(bp.chars_no_curly.parseString("a }string")[0], "a ") # test more general strings together for obj in (bp.curly_string, bp.string, bp.field_value): self.assertEqual(obj.parseString("{}").asList(), []) self.assertEqual(obj.parseString('{a "string}')[0], 'a "string') self.assertEqual( ["a ", ["nested"], " string"], obj.parseString("{a {nested} string}").asList(), ) self.assertEqual( ["a ", ["double ", ["nested"]], " string"], obj.parseString("{a {double {nested}} string}").asList(), ) for obj in (bp.quoted_string, bp.string, bp.field_value): self.assertEqual([], obj.parseString('""').asList()) self.assertEqual("a string", obj.parseString('"a string"')[0]) self.assertEqual( ["a ", ["nested"], " string"], obj.parseString('"a {nested} string"').asList(), ) self.assertEqual( ["a ", ["double ", ["nested"]], " string"], obj.parseString('"a {double {nested}} string"').asList(), ) # check macro def in string self.assertEqual(Macro("someascii"), bp.string.parseString("someascii")[0]) self.assertRaises(ParseException, bp.string.parseString, "%#= validstring") # check number in string self.assertEqual(bp.string.parseString("1994")[0], "1994") def test_parse_field(self): # test field value - hashes included fv = bp.field_value # Macro self.assertEqual(Macro("aname"), fv.parseString("aname")[0]) self.assertEqual(Macro("aname"), fv.parseString("ANAME")[0]) # String and macro self.assertEqual( [Macro("aname"), "some string"], fv.parseString('aname # "some string"').asList(), ) # Nested string self.assertEqual( [Macro("aname"), "some ", ["string"]], fv.parseString("aname # {some {string}}").asList(), ) # String and number self.assertEqual( ["a string", "1994"], fv.parseString('"a string" # 1994').asList() ) # String and number and macro self.assertEqual( ["a string", "1994", Macro("a_macro")], fv.parseString('"a string" # 1994 # a_macro').asList(), ) def test_comments(self): res = bp.comment.parseString("@Comment{about something}") self.assertEqual(res.asList(), ["comment", "{about something}"]) self.assertEqual( ["comment", "{about something"], bp.comment.parseString("@COMMENT{about something").asList(), ) self.assertEqual( ["comment", "(about something"], bp.comment.parseString("@comment(about something").asList(), ) self.assertEqual( ["comment", " about something"], bp.comment.parseString("@COMment about something").asList(), ) self.assertRaises( ParseException, bp.comment.parseString, "@commentabout something" ) self.assertRaises( ParseException, bp.comment.parseString, "@comment+about something" ) self.assertRaises( ParseException, bp.comment.parseString, '@comment"about something' ) def test_preamble(self): res = bp.preamble.parseString('@preamble{"about something"}') self.assertEqual(res.asList(), ["preamble", "about something"]) self.assertEqual( ["preamble", "about something"], bp.preamble.parseString("@PREamble{{about something}}").asList(), ) self.assertEqual( ["preamble", "about something"], bp.preamble.parseString( """@PREamble{ {about something} }""" ).asList(), ) def test_macro(self): res = bp.macro.parseString('@string{ANAME = "about something"}') self.assertEqual(res.asList(), ["string", "aname", "about something"]) self.assertEqual( ["string", "aname", "about something"], bp.macro.parseString("@string{aname = {about something}}").asList(), ) def test_entry(self): txt = """@some_entry{akey, aname = "about something", another={something else}}""" res = bp.entry.parseString(txt) self.assertEqual( [ "some_entry", "akey", ["aname", "about something"], ["another", "something else"], ], res.asList(), ) # Case conversion txt = """@SOME_ENTRY{akey, ANAME = "about something", another={something else}}""" res = bp.entry.parseString(txt) self.assertEqual( [ "some_entry", "akey", ["aname", "about something"], ["another", "something else"], ], res.asList(), ) def test_bibfile(self): txt = """@some_entry{akey, aname = "about something", another={something else}}""" res = bp.bibfile.parseString(txt) self.assertEqual( [ [ "some_entry", "akey", ["aname", "about something"], ["another", "something else"], ] ], res.asList(), ) def test_bib1(self): # First pass whole bib-like tests txt = """ Some introductory text (implicit comment) @ARTICLE{Brett2002marsbar, author = {Matthew Brett and Jean-Luc Anton and Romain Valabregue and Jean-Baptise Poline}, title = {{Region of interest analysis using an SPM toolbox}}, journal = {Neuroimage}, year = {2002}, volume = {16}, pages = {1140--1141}, number = {2} } @some_entry{akey, aname = "about something", another={something else}} """ res = bp.bibfile.parseString(txt) self.assertEqual(len(res), 3) res2 = bp.parse_str(txt) self.assertEqual(res.asList(), res2.asList()) res3 = [r.asList()[0] for r, start, end in bp.definitions.scanString(txt)] self.assertEqual(res.asList(), res3) if __name__ == "__main__": unittest.main()