123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182 |
- import importlib.util
- import itertools
- import os
- import re
- from collections import defaultdict
- from typing import Optional
- import pytest
- try:
- from mypy import api
- except ImportError:
- NO_MYPY = True
- else:
- NO_MYPY = False
- DATA_DIR = os.path.join(os.path.dirname(__file__), "data")
- PASS_DIR = os.path.join(DATA_DIR, "pass")
- FAIL_DIR = os.path.join(DATA_DIR, "fail")
- REVEAL_DIR = os.path.join(DATA_DIR, "reveal")
- MYPY_INI = os.path.join(DATA_DIR, "mypy.ini")
- CACHE_DIR = os.path.join(DATA_DIR, ".mypy_cache")
- def get_test_cases(directory):
- for root, _, files in os.walk(directory):
- for fname in files:
- if os.path.splitext(fname)[-1] == ".py":
- fullpath = os.path.join(root, fname)
- # Use relative path for nice py.test name
- relpath = os.path.relpath(fullpath, start=directory)
- yield pytest.param(
- fullpath,
- # Manually specify a name for the test
- id=relpath,
- )
- @pytest.mark.slow
- @pytest.mark.skipif(NO_MYPY, reason="Mypy is not installed")
- @pytest.mark.parametrize("path", get_test_cases(PASS_DIR))
- def test_success(path):
- stdout, stderr, exitcode = api.run([
- "--config-file",
- MYPY_INI,
- "--cache-dir",
- CACHE_DIR,
- path,
- ])
- assert exitcode == 0, stdout
- assert re.match(r"Success: no issues found in \d+ source files?", stdout.strip())
- @pytest.mark.slow
- @pytest.mark.skipif(NO_MYPY, reason="Mypy is not installed")
- @pytest.mark.parametrize("path", get_test_cases(FAIL_DIR))
- def test_fail(path):
- __tracebackhide__ = True
- stdout, stderr, exitcode = api.run([
- "--config-file",
- MYPY_INI,
- "--cache-dir",
- CACHE_DIR,
- path,
- ])
- assert exitcode != 0
- with open(path) as fin:
- lines = fin.readlines()
- errors = defaultdict(lambda: "")
- error_lines = stdout.rstrip("\n").split("\n")
- assert re.match(
- r"Found \d+ errors? in \d+ files? \(checked \d+ source files?\)",
- error_lines[-1].strip(),
- )
- for error_line in error_lines[:-1]:
- error_line = error_line.strip()
- if not error_line:
- continue
- match = re.match(
- r"^.+\.py:(?P<lineno>\d+): (error|note): .+$",
- error_line,
- )
- if match is None:
- raise ValueError(f"Unexpected error line format: {error_line}")
- lineno = int(match.group('lineno'))
- errors[lineno] += error_line
- for i, line in enumerate(lines):
- lineno = i + 1
- if line.startswith('#') or (" E:" not in line and lineno not in errors):
- continue
- target_line = lines[lineno - 1]
- if "# E:" in target_line:
- marker = target_line.split("# E:")[-1].strip()
- expected_error = errors.get(lineno)
- _test_fail(path, marker, expected_error, lineno)
- else:
- pytest.fail(f"Error {repr(errors[lineno])} not found")
- _FAIL_MSG1 = """Extra error at line {}
- Extra error: {!r}
- """
- _FAIL_MSG2 = """Error mismatch at line {}
- Expected error: {!r}
- Observed error: {!r}
- """
- def _test_fail(path: str, error: str, expected_error: Optional[str], lineno: int) -> None:
- if expected_error is None:
- raise AssertionError(_FAIL_MSG1.format(lineno, error))
- elif error not in expected_error:
- raise AssertionError(_FAIL_MSG2.format(lineno, expected_error, error))
- @pytest.mark.slow
- @pytest.mark.skipif(NO_MYPY, reason="Mypy is not installed")
- @pytest.mark.parametrize("path", get_test_cases(REVEAL_DIR))
- def test_reveal(path):
- __tracebackhide__ = True
- stdout, stderr, exitcode = api.run([
- "--config-file",
- MYPY_INI,
- "--cache-dir",
- CACHE_DIR,
- path,
- ])
- with open(path) as fin:
- lines = fin.read().replace('*', '').split("\n")
- stdout_list = stdout.replace('*', '').split("\n")
- for error_line in stdout_list:
- error_line = error_line.strip()
- if not error_line:
- continue
- match = re.match(
- r"^.+\.py:(?P<lineno>\d+): note: .+$",
- error_line,
- )
- if match is None:
- raise ValueError(f"Unexpected reveal line format: {error_line}")
- lineno = int(match.group('lineno')) - 1
- assert "Revealed type is" in error_line
- marker = lines[lineno].split("# E:")[-1].strip()
- _test_reveal(path, marker, error_line, 1 + lineno)
- _REVEAL_MSG = """Reveal mismatch at line {}
- Expected reveal: {!r}
- Observed reveal: {!r}
- """
- def _test_reveal(path: str, reveal: str, expected_reveal: str, lineno: int) -> None:
- if reveal not in expected_reveal:
- raise AssertionError(_REVEAL_MSG.format(lineno, expected_reveal, reveal))
- @pytest.mark.slow
- @pytest.mark.skipif(NO_MYPY, reason="Mypy is not installed")
- @pytest.mark.parametrize("path", get_test_cases(PASS_DIR))
- def test_code_runs(path):
- path_without_extension, _ = os.path.splitext(path)
- dirname, filename = path.split(os.sep)[-2:]
- spec = importlib.util.spec_from_file_location(f"{dirname}.{filename}", path)
- test_module = importlib.util.module_from_spec(spec)
- spec.loader.exec_module(test_module)
|