Gecko [ beriskala.com ]

Name	Size	Permission	Date
__pycache__	[ DIR ]	drwxr-xr-x	2026-05-01 04:20
data	[ DIR ]	drwxr-xr-x	2026-05-01 04:20
__init__.py	184 B	-rw-r--r--	2024-04-17 20:40
__main__.py	58 B	-rw-r--r--	2024-04-17 20:40
pytree_idempotency.py	2.4 KB	-rwxr-xr-x	2024-04-17 20:40
support.py	1.67 KB	-rw-r--r--	2024-04-17 20:40
test_all_fixers.py	624 B	-rw-r--r--	2024-04-17 20:40
test_fixers.py	120.61 KB	-rw-r--r--	2024-04-17 20:40
test_main.py	5.61 KB	-rw-r--r--	2024-04-17 20:40
test_parser.py	7.02 KB	-rw-r--r--	2024-04-17 20:40
test_pytree.py	16.06 KB	-rw-r--r--	2024-04-17 20:40
test_refactor.py	11.57 KB	-rw-r--r--	2024-04-17 20:40
test_util.py	20.74 KB	-rw-r--r--	2024-04-17 20:40

Rename

"""Test suite for 2to3's parser and grammar files.

This is the place to add tests for changes to 2to3's grammar, such as those
merging the grammars for Python 2 and 3. In addition to specific tests for
parts of the grammar we've changed, we also make sure we can parse the
test_grammar.py files from both Python 2 and Python 3.
"""

from __future__ import with_statement

# Testing imports
from . import support
from .support import driver, test_dir
from test.support import verbose

# Python imports
import os
import sys
import unittest
import warnings
import subprocess

# Local imports
from lib2to3.pgen2 import tokenize
from ..pgen2.parse import ParseError
from lib2to3.pygram import python_symbols as syms

class TestDriver(support.TestCase):

def test_formfeed(self):
        s = """print 1\n\x0Cprint 2\n"""
        t = driver.parse_string(s)
        self.assertEqual(t.children[0].children[0].type, syms.print_stmt)
        self.assertEqual(t.children[1].children[0].type, syms.print_stmt)

class GrammarTest(support.TestCase):
    def validate(self, code):
        support.parse_string(code)

def invalid_syntax(self, code):
        try:
            self.validate(code)
        except ParseError:
            pass
        else:
            raise AssertionError("Syntax shouldn't have been valid")

class TestMatrixMultiplication(GrammarTest):
    def test_matrix_multiplication_operator(self):
        self.validate("a @ b")
        self.validate("a @= b")

class TestYieldFrom(GrammarTest):
    def test_matrix_multiplication_operator(self):
        self.validate("yield from x")
        self.validate("(yield from x) + y")
        self.invalid_syntax("yield from")

class TestRaiseChanges(GrammarTest):
    def test_2x_style_1(self):
        self.validate("raise")

def test_2x_style_2(self):
        self.validate("raise E, V")

def test_2x_style_3(self):
        self.validate("raise E, V, T")

def test_2x_style_invalid_1(self):
        self.invalid_syntax("raise E, V, T, Z")

def test_3x_style(self):
        self.validate("raise E1 from E2")

def test_3x_style_invalid_1(self):
        self.invalid_syntax("raise E, V from E1")

def test_3x_style_invalid_2(self):
        self.invalid_syntax("raise E from E1, E2")

def test_3x_style_invalid_3(self):
        self.invalid_syntax("raise from E1, E2")

def test_3x_style_invalid_4(self):
        self.invalid_syntax("raise E from")

# Adapted from Python 3's Lib/test/test_grammar.py:GrammarTests.testFuncdef
class TestFunctionAnnotations(GrammarTest):
    def test_1(self):
        self.validate("""def f(x) -> list: pass""")

def test_2(self):
        self.validate("""def f(x:int): pass""")

def test_3(self):
        self.validate("""def f(*x:str): pass""")

def test_4(self):
        self.validate("""def f(**x:float): pass""")

def test_5(self):
        self.validate("""def f(x, y:1+2): pass""")

def test_6(self):
        self.validate("""def f(a, (b:1, c:2, d)): pass""")

def test_7(self):
        self.validate("""def f(a, (b:1, c:2, d), e:3=4, f=5, *g:6): pass""")

def test_8(self):
        s = """def f(a, (b:1, c:2, d), e:3=4, f=5,
                        *g:6, h:7, i=8, j:9=10, **k:11) -> 12: pass"""
        self.validate(s)

class TestExcept(GrammarTest):
    def test_new(self):
        s = """
            try:
                x
            except E as N:
                y"""
        self.validate(s)

def test_old(self):
        s = """
            try:
                x
            except E, N:
                y"""
        self.validate(s)

# Adapted from Python 3's Lib/test/test_grammar.py:GrammarTests.testAtoms
class TestSetLiteral(GrammarTest):
    def test_1(self):
        self.validate("""x = {'one'}""")

def test_2(self):
        self.validate("""x = {'one', 1,}""")

def test_3(self):
        self.validate("""x = {'one', 'two', 'three'}""")

def test_4(self):
        self.validate("""x = {2, 3, 4,}""")

class TestNumericLiterals(GrammarTest):
    def test_new_octal_notation(self):
        self.validate("""0o7777777777777""")
        self.invalid_syntax("""0o7324528887""")

def test_new_binary_notation(self):
        self.validate("""0b101010""")
        self.invalid_syntax("""0b0101021""")

class TestClassDef(GrammarTest):
    def test_new_syntax(self):
        self.validate("class B(t=7): pass")
        self.validate("class B(t, *args): pass")
        self.validate("class B(t, **kwargs): pass")
        self.validate("class B(t, *args, **kwargs): pass")
        self.validate("class B(t, y=9, *args, **kwargs): pass")

class TestParserIdempotency(support.TestCase):

"""A cut-down version of pytree_idempotency.py."""

# Issue 13125
    @unittest.expectedFailure
    def test_all_project_files(self):
        for filepath in support.all_project_files():
            with open(filepath, "rb") as fp:
                encoding = tokenize.detect_encoding(fp.readline)[0]
            self.assertIsNotNone(encoding,
                                 "can't detect encoding for %s" % filepath)
            with open(filepath, "r", encoding=encoding) as fp:
                source = fp.read()
            try:
                tree = driver.parse_string(source)
            except ParseError as err:
                if verbose > 0:
                    warnings.warn('ParseError on file %s (%s)' % (filepath, err))
                continue
            new = str(tree)
            x = diff(filepath, new)
            if x:
                self.fail("Idempotency failed: %s" % filepath)

def test_extended_unpacking(self):
        driver.parse_string("a, *b, c = x\n")
        driver.parse_string("[*a, b] = x\n")
        driver.parse_string("(z, *y, w) = m\n")
        driver.parse_string("for *z, m in d: pass\n")

class TestLiterals(GrammarTest):

def validate(self, s):
        driver.parse_string(support.dedent(s) + "\n\n")

def test_multiline_bytes_literals(self):
        s = """
            md5test(b"\xaa" * 80,
                    (b"Test Using Larger Than Block-Size Key "
                     b"and Larger Than One Block-Size Data"),
                    "6f630fad67cda0ee1fb1f562db3aa53e")
            """
        self.validate(s)

def test_multiline_bytes_tripquote_literals(self):
        s = '''
            b"""
            <?xml version="1.0" encoding="UTF-8"?>
            <!DOCTYPE plist PUBLIC "-//Apple Computer//DTD PLIST 1.0//EN">
            """
            '''
        self.validate(s)

def test_multiline_str_literals(self):
        s = """
            md5test("\xaa" * 80,
                    ("Test Using Larger Than Block-Size Key "
                     "and Larger Than One Block-Size Data"),
                    "6f630fad67cda0ee1fb1f562db3aa53e")
            """
        self.validate(s)

def diff(fn, result):
    try:
        with open('@', 'w') as f:
            f.write(str(result))
        fn = fn.replace('"', '\\"')
        return subprocess.call(['diff', '-u', fn, '@'], stdout=(subprocess.DEVNULL if verbose < 1 else None))
    finally:
        try:
            os.remove("@")
        except OSError:
            pass