Use tree-sitter-python from crates.io

CHANGELOG.md

@@ -11,7 +11,7 @@ with YAML.
 Improved language detection when one argument is a named pipe.
 
 Updated to the latest tree-sitter parser for C#, Haskell, Objective-C,
-OCaml, Ruby and Scala.
+OCaml, Python, Ruby and Scala.
 
 ### Syntax Highlighting
 

Cargo.toml

@@ -84,6 +84,7 @@ tree-sitter-scala = "0.23.3"
 tree-sitter-objc = "3.0.2"
 tree-sitter-ocaml = "0.23.2"
 tree-sitter-c-sharp = "0.23.1"
+tree-sitter-python = "0.23.5"
 
 [dev-dependencies]
 # assert_cmd 2.0.10 requires predicates 3.

build.rs

@@ -249,11 +249,6 @@ fn main() {
             src_dir: "vendored_parsers/tree-sitter-php-src",
             extra_files: vec!["scanner.cc"],
         },
-        TreeSitterParser {
-            name: "tree-sitter-python",
-            src_dir: "vendored_parsers/tree-sitter-python-src",
-            extra_files: vec!["scanner.c"],
-        },
         TreeSitterParser {
             name: "tree-sitter-qmljs",
             src_dir: "vendored_parsers/tree-sitter-qmljs-src",

src/parse/tree_sitter_parser.rs

@@ -98,7 +98,6 @@ extern "C" {
     fn tree_sitter_pascal() -> ts::Language;
     fn tree_sitter_php() -> ts::Language;
     fn tree_sitter_perl() -> ts::Language;
-    fn tree_sitter_python() -> ts::Language;
     fn tree_sitter_qmljs() -> ts::Language;
     fn tree_sitter_r() -> ts::Language;
     fn tree_sitter_racket() -> ts::Language;
@@ -869,16 +868,14 @@ pub(crate) fn from_language(language: guess::Language) -> TreeSitterConfig {
             }
         }
         Python => {
-            let language = unsafe { tree_sitter_python() };
+            let language_fn = tree_sitter_python::LANGUAGE;
+            let language = tree_sitter::Language::new(language_fn);
             TreeSitterConfig {
                 language: language.clone(),
                 atom_nodes: vec!["string"].into_iter().collect(),
                 delimiter_tokens: vec![("(", ")"), ("[", "]"), ("{", "}")],
-                highlight_query: ts::Query::new(
-                    &language,
-                    include_str!("../../vendored_parsers/highlights/python.scm"),
-                )
-                .unwrap(),
+                highlight_query: ts::Query::new(&language, tree_sitter_python::HIGHLIGHTS_QUERY)
+                    .unwrap(),
                 sub_languages: vec![],
             }
         }