"Test hyperparser, coverage 98%." from idlelib.hyperparser import HyperParser import unittest from test.support import requires from tkinter import Tk, Text from idlelib.editor import EditorWindow class DummyEditwin: def __init__(self, text): self.text = text self.indentwidth = 8 self.tabwidth = 8 self.prompt_last_line = '>>>' self.num_context_lines = 50, 500, 1000 _build_char_in_string_func = EditorWindow._build_char_in_string_func is_char_in_string = EditorWindow.is_char_in_string class HyperParserTest(unittest.TestCase): code = ( '"""This is a module docstring"""\n' '# this line is a comment\n' 'x = "this is a string"\n' "y = 'this is also a string'\n" 'l = [i for i in range(10)]\n' 'm = [py*py for # comment\n' ' py in l]\n' 'x.__len__\n' "z = ((r'asdf')+('a')))\n" '[x for x in\n' 'for = False\n' 'cliché = "this is a string with unicode, what a cliché"' ) @classmethod def setUpClass(cls): requires('gui') cls.root = Tk() cls.root.withdraw() cls.text = Text(cls.root) cls.editwin = DummyEditwin(cls.text) @classmethod def tearDownClass(cls): del cls.text, cls.editwin cls.root.destroy() del cls.root def setUp(self): self.text.insert('insert', self.code) def tearDown(self): self.text.delete('1.0', 'end') self.editwin.prompt_last_line = '>>>' def get_parser(self, index): """ Return a parser object with index at 'index' """ return HyperParser(self.editwin, index) def test_init(self): """ test corner cases in the init method """ with self.assertRaises(ValueError) as ve: self.text.tag_add('console', '1.0', '1.end') p = self.get_parser('1.5') self.assertIn('precedes', str(ve.exception)) # test without ps1 self.editwin.prompt_last_line = '' # number of lines lesser than 50 p = self.get_parser('end') self.assertEqual(p.rawtext, self.text.get('1.0', 'end')) # number of lines greater than 50 self.text.insert('end', self.text.get('1.0', 'end')*4) p = self.get_parser('54.5') def test_is_in_string(self): get = self.get_parser p = get('1.0') self.assertFalse(p.is_in_string()) p = get('1.4') self.assertTrue(p.is_in_string()) p = get('2.3') self.assertFalse(p.is_in_string()) p = get('3.3') self.assertFalse(p.is_in_string()) p = get('3.7') self.assertTrue(p.is_in_string()) p = get('4.6') self.assertTrue(p.is_in_string()) p = get('12.54') self.assertTrue(p.is_in_string()) def test_is_in_code(self): get = self.get_parser p = get('1.0') self.assertTrue(p.is_in_code()) p = get('1.1') self.assertFalse(p.is_in_code()) p = get('2.5') self.assertFalse(p.is_in_code()) p = get('3.4') self.assertTrue(p.is_in_code()) p = get('3.6') self.assertFalse(p.is_in_code()) p = get('4.14') self.assertFalse(p.is_in_code()) def test_get_surrounding_bracket(self): get = self.get_parser def without_mustclose(parser): # a utility function to get surrounding bracket # with mustclose=False return parser.get_surrounding_brackets(mustclose=False) def with_mustclose(parser): # a utility function to get surrounding bracket # with mustclose=True return parser.get_surrounding_brackets(mustclose=True) p = get('3.2') self.assertIsNone(with_mustclose(p)) self.assertIsNone(without_mustclose(p)) p = get('5.6') self.assertTupleEqual(without_mustclose(p), ('5.4', '5.25')) self.assertTupleEqual(without_mustclose(p), with_mustclose(p)) p = get('5.23') self.assertTupleEqual(without_mustclose(p), ('5.21', '5.24')) self.assertTupleEqual(without_mustclose(p), with_mustclose(p)) p = get('6.15') self.assertTupleEqual(without_mustclose(p), ('6.4', '6.end')) self.assertIsNone(with_mustclose(p)) p = get('9.end') self.assertIsNone(with_mustclose(p)) self.assertIsNone(without_mustclose(p)) def test_get_expression(self): get = self.get_parser p = get('4.2') self.assertEqual(p.get_expression(), 'y ') p = get('4.7') with self.assertRaises(ValueError) as ve: p.get_expression() self.assertIn('is inside a code', str(ve.exception)) p = get('5.25') self.assertEqual(p.get_expression(), 'range(10)') p = get('6.7') self.assertEqual(p.get_expression(), 'py') p = get('6.8') self.assertEqual(p.get_expression(), '') p = get('7.9') self.assertEqual(p.get_expression(), 'py') p = get('8.end') self.assertEqual(p.get_expression(), 'x.__len__') p = get('9.13') self.assertEqual(p.get_expression(), "r'asdf'") p = get('9.17') with self.assertRaises(ValueError) as ve: p.get_expression() self.assertIn('is inside a code', str(ve.exception)) p = get('10.0') self.assertEqual(p.get_expression(), '') p = get('10.6') self.assertEqual(p.get_expression(), '') p = get('10.11') self.assertEqual(p.get_expression(), '') p = get('11.3') self.assertEqual(p.get_expression(), '') p = get('11.11') self.assertEqual(p.get_expression(), 'False') p = get('12.6') self.assertEqual(p.get_expression(), 'cliché') def test_eat_identifier(self): def is_valid_id(candidate): result = HyperParser._eat_identifier(candidate, 0, len(candidate)) if result == len(candidate): return True elif result == 0: return False else: err_msg = "Unexpected result: {} (expected 0 or {}".format( result, len(candidate) ) raise Exception(err_msg) # invalid first character which is valid elsewhere in an identifier self.assertFalse(is_valid_id('2notid')) # ASCII-only valid identifiers self.assertTrue(is_valid_id('valid_id')) self.assertTrue(is_valid_id('_valid_id')) self.assertTrue(is_valid_id('valid_id_')) self.assertTrue(is_valid_id('_2valid_id')) # keywords which should be "eaten" self.assertTrue(is_valid_id('True')) self.assertTrue(is_valid_id('False')) self.assertTrue(is_valid_id('None')) # keywords which should not be "eaten" self.assertFalse(is_valid_id('for')) self.assertFalse(is_valid_id('import')) self.assertFalse(is_valid_id('return')) # valid unicode identifiers self.assertTrue(is_valid_id('cliche')) self.assertTrue(is_valid_id('cliché')) self.assertTrue(is_valid_id('a٢')) # invalid unicode identifiers self.assertFalse(is_valid_id('2a')) self.assertFalse(is_valid_id('٢a')) self.assertFalse(is_valid_id('a²')) # valid identifier after "punctuation" self.assertEqual(HyperParser._eat_identifier('+ var', 0, 5), len('var')) self.assertEqual(HyperParser._eat_identifier('+var', 0, 4), len('var')) self.assertEqual(HyperParser._eat_identifier('.var', 0, 4), len('var')) # invalid identifiers self.assertFalse(is_valid_id('+')) self.assertFalse(is_valid_id(' ')) self.assertFalse(is_valid_id(':')) self.assertFalse(is_valid_id('?')) self.assertFalse(is_valid_id('^')) self.assertFalse(is_valid_id('\\')) self.assertFalse(is_valid_id('"')) self.assertFalse(is_valid_id('"a string"')) def test_eat_identifier_various_lengths(self): eat_id = HyperParser._eat_identifier for length in range(1, 21): self.assertEqual(eat_id('a' * length, 0, length), length) self.assertEqual(eat_id('é' * length, 0, length), length) self.assertEqual(eat_id('a' + '2' * (length - 1), 0, length), length) self.assertEqual(eat_id('é' + '2' * (length - 1), 0, length), length) self.assertEqual(eat_id('é' + 'a' * (length - 1), 0, length), length) self.assertEqual(eat_id('é' * (length - 1) + 'a', 0, length), length) self.assertEqual(eat_id('+' * length, 0, length), 0) self.assertEqual(eat_id('2' + 'a' * (length - 1), 0, length), 0) self.assertEqual(eat_id('2' + 'é' * (length - 1), 0, length), 0) if __name__ == '__main__': unittest.main(verbosity=2)