Merge pull request #122 from supabase/feat/tree-sitter-sql

feat: add tree-sitter-sql integration

Author: psteinroe

.gitmodules

@@ -1,3 +1,7 @@
 [submodule "libpg_query"]
 	path = libpg_query
 	url = https://github.com/pganalyze/libpg_query.git
+[submodule "crates/tree_sitter_sql/tree-sitter-sql"]
+	path = crates/tree_sitter_sql/tree-sitter-sql
+	url = https://github.com/DerekStride/tree-sitter-sql
+	branch = gh-pages

Cargo.lock

@@ -9,6 +9,7 @@ resolver = "2"
 rust-version = "1.71"
 
 [workspace.dependencies]
+tree_sitter_sql = { path = "./crates/tree_sitter_sql", version = "0.0.0" }
 schema_cache = { path = "./crates/schema_cache", version = "0.0.0" }
 parser = { path = "./crates/parser", version = "0.0.0" }
 codegen = { path = "./crates/codegen", version = "0.0.0" }

Cargo.toml

@@ -7,9 +7,10 @@ mod schema_cache;
 mod schemas;
 mod tables;
 
-use schema_cache::SchemaCache;
 use sqlx::postgres::PgPool;
 
+pub use schema_cache::SchemaCache;
+
 #[derive(Debug, Clone)]
 struct SchemaCacheManager {
     pub cache: SchemaCache,

crates/schema_cache/src/lib.rs

@@ -0,0 +1,15 @@
+[package]
+name = "tree_sitter_sql"
+version = "0.0.0"
+edition = "2021"
+
+build = "build.rs"
+
+[build-dependencies]
+cc="*"
+
+[dependencies]
+tree-sitter = "0.20.10"
+
+[lib]
+doctest = false

crates/tree_sitter_sql/Cargo.toml

@@ -0,0 +1,16 @@
+fn main() {
+    let src_dir = std::path::Path::new("./tree-sitter-sql/src");
+    let mut config = cc::Build::new();
+    config.include(&src_dir);
+    config
+        .flag_if_supported("-Wno-unused-parameter")
+        .flag_if_supported("-Wno-unused-but-set-variable")
+        .flag_if_supported("-Wno-trigraphs");
+    let parser_path = src_dir.join("parser.c");
+    let scanner_path = src_dir.join("scanner.c");
+    println!("cargo:rerun-if-changed={}", parser_path.to_str().unwrap());
+    println!("cargo:rerun-if-changed={}", scanner_path.to_str().unwrap());
+    config.file(&parser_path);
+    config.file(&scanner_path);
+    config.compile("parser-scanner");
+}

crates/tree_sitter_sql/build.rs

@@ -0,0 +1,47 @@
+use tree_sitter::Language;
+
+extern "C" {
+    fn tree_sitter_sql() -> Language;
+}
+
+pub fn language() -> Language {
+    unsafe { tree_sitter_sql() }
+}
+
+#[cfg(test)]
+mod tests {
+    use tree_sitter::{Query, QueryCursor};
+
+    #[test]
+    fn test_can_load_grammar() {
+        let mut parser = tree_sitter::Parser::new();
+        parser
+            .set_language(super::language())
+            .expect("Error loading sql language");
+        let source_code = "SELECT 1 FROM public.table where id = 4";
+
+        let query = Query::new(
+            parser.language().unwrap(),
+            "(
+  relation (
+    (
+      object_reference
+      schema: (identifier)
+      name: (identifier)
+    ) @reference
+  )
+)
+",
+        )
+        .unwrap();
+
+        let tree = parser.parse(source_code, None).unwrap();
+
+        let mut cursor = QueryCursor::new();
+
+        let mut captures = cursor.captures(&query, tree.root_node(), source_code.as_bytes());
+        let (match_, idx) = captures.next().unwrap();
+        let capture = match_.captures[idx];
+        assert_eq!(capture.node.kind(), "object_reference");
+    }
+}