Merge branch 'RustPython:main' into main

Author: MichaReiser

.github/workflows/ci.yaml

@@ -37,12 +37,10 @@ jobs:
 
       - uses: Swatinem/rust-cache@v2
 
-      - name: run tests with default features
-        run: cargo test --all
-      - name: run tests with embedded parser
-        run: cargo test --all --no-default-features
-      - name: run tests with generated parser
-        run: cargo test --all --all-features
+      - name: run tests with num-bigint
+        run: cargo test --all --no-default-features --features num-bigint
+      - name: run tests with malachite-bigint and all features
+        run: cargo test --all --features location,malachite-bigint,constant-optimization,fold,unparse,visitor,all-nodes-with-ranges,full-lexer,serde --exclude rustpython-ast-pyo3
 
   lint:
     name: Check Rust code with rustfmt and clippy
@@ -55,7 +53,9 @@ jobs:
       - name: run rustfmt
         run: cargo fmt --all -- --check
       - name: run clippy
-        run: cargo clippy --all --all-features -- -Dwarnings
+        run: cargo clippy --all --no-default-features --features num-bigint
+      - name: run clippy
+        run: cargo clippy --all --features location,malachite-bigint,constant-optimization,fold,unparse,visitor,all-nodes-with-ranges,full-lexer,serde --exclude rustpython-ast-pyo3 -- -Dwarnings
 
       - uses: actions/setup-python@v4
         with:

Cargo.toml

@@ -12,6 +12,7 @@ include = ["LICENSE", "Cargo.toml", "src/**/*.rs"]
 resolver = "2"
 members = [
     "ast", "core", "format", "literal", "parser",
+    "ast-pyo3",
     "ruff_text_size", "ruff_source_location",
 ]
 
@@ -20,7 +21,7 @@ rustpython-ast = { path = "ast", default-features = false }
 rustpython-parser-core = { path = "core", features = [] }
 rustpython-literal = { path = "literal" }
 rustpython-format = { path = "format" }
-rustpython-parser = { path = "parser" }
+rustpython-parser = { path = "parser", default-features = false }
 
 ahash = "0.7.6"
 anyhow = "1.0.45"
@@ -32,7 +33,9 @@ log = "0.4.16"
 num-complex = "0.4.0"
 num-bigint = "0.4.3"
 num-traits = "0.2"
-pyo3 = { version = "0.18.3" }
+pyo3 = { version = "0.19.0" }
+malachite-bigint = { version = "0.1.0" }
+memchr = "2.5.0"
 rand = "0.8.5"
 serde = "1.0"
 static_assertions = "1.1"

README.md

@@ -8,8 +8,10 @@ We try to keep these crates as a well-packaged library for more potential users.
 
 - [RustPython][RustPython] is a Python interpreter
 - [Ruff][Ruff] is an extremely fast Python linter
+- [Pylyzer][Pylyzer] is a static code analyzer / language server for Python
 - [Baembal][Baembal] is a Python package to accelerate `ast.parse`
 
 [RustPython]: https://github.com/RustPython/RustPython
 [Ruff]: https://github.com/charliermarsh/ruff
+[Pylyzer]: https://github.com/mtshiba/pylyzer
 [Baembal]: https://github.com/youknowone/baembal

ast-pyo3/.gitignore

@@ -0,0 +1,72 @@
+/target
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+.pytest_cache/
+*.py[cod]
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+.venv/
+env/
+bin/
+build/
+develop-eggs/
+dist/
+eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+include/
+man/
+venv/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+pip-selfcheck.json
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.coverage
+.cache
+nosetests.xml
+coverage.xml
+
+# Translations
+*.mo
+
+# Mr Developer
+.mr.developer.cfg
+.project
+.pydevproject
+
+# Rope
+.ropeproject
+
+# Django stuff:
+*.log
+*.pot
+
+.DS_Store
+
+# Sphinx documentation
+docs/_build/
+
+# PyCharm
+.idea/
+
+# VSCode
+.vscode/
+
+# Pyenv
+.python-version

ast-pyo3/Cargo.toml

@@ -0,0 +1,23 @@
+[package]
+name = "rustpython-ast-pyo3"
+version = "0.0.1"
+edition = "2021"
+
+[features]
+# abi3 = ["pyo3/abi3-py37"]  # will be supported from next pyo3 version
+# This feature is experimental
+# It reimplements AST types, but currently both slower than python AST types and limited to use in other API
+wrapper = []
+
+[lib]
+name = "rustpython_ast"
+crate-type = ["cdylib"]
+
+[dependencies]
+rustpython-ast = { workspace = true, features = ["location"] }
+rustpython-parser = { workspace = true, features = ["num-bigint"] }
+num-complex = { workspace = true }
+num-traits = { workspace = true }
+once_cell = { workspace = true }
+
+pyo3 = { workspace = true, features = ["num-bigint", "num-complex"] }

ast-pyo3/pyproject.toml

@@ -0,0 +1,15 @@
+[build-system]
+requires = ["maturin>=0.15,<0.16"]
+build-backend = "maturin"
+
+[project]
+name = "rustpython_ast"
+requires-python = ">=3.7"
+classifiers = [
+    "Programming Language :: Rust",
+    "Programming Language :: Python :: Implementation :: CPython",
+]
+
+[tool.maturin]
+# module-name = "_rustpython_ast"
+features = ["pyo3/extension-module"]

ast-pyo3/rustpython_ast/__init__.py

@@ -0,0 +1,3 @@
+from rustpython_ast.rustpython_ast import parse
+
+__all__ = ["parse"]