feat: optimize athena tables

DerekStride · Jun 17, 2023 · f3c3515 · f3c3515
1 parent b620971
commit f3c3515
Show file tree

Hide file tree

Showing 2 changed files with 45 additions and 0 deletions.
diff --git a/grammar.js b/grammar.js
@@ -223,6 +223,9 @@ module.exports = grammar({
     keyword_compute: _ => make_keyword("compute"),
     keyword_stats: _ => make_keyword("stats"),
     keyword_statistics: _ => make_keyword("statistics"),
+    keyword_optimize: _ => make_keyword("optimize"),
+    keyword_rewrite: _ => make_keyword("rewrite"),
+    keyword_bin_pack: _ => make_keyword("bin_pack"),
     keyword_incremental: _ => make_keyword("incremental"),
     keyword_location: _ => make_keyword("location"),
     keyword_partitioned: _ => make_keyword("partitioned"),
@@ -1349,6 +1352,7 @@ module.exports = grammar({
 
     // Compute stats for Impala and Hive
     _compute_stats: $ => choice(
+      // Hive
       seq(
         $.keyword_analyze,
         $.keyword_table,
@@ -1370,6 +1374,7 @@ module.exports = grammar({
         ),
         optional($.keyword_noscan),
       ),
+      // Impala
       seq(
         $.keyword_compute,
         optional(
@@ -1384,6 +1389,18 @@ module.exports = grammar({
           )
         )
       ),
+      // Athena/Iceberg
+      seq(
+        $.keyword_optimize,
+        $.table_reference,
+        $.keyword_rewrite,
+        $.keyword_data,
+        $.keyword_using,
+        $.keyword_bin_pack,
+        optional(
+          $.where,
+        )
+      ),
     ),
 
     // TODO: this does not account for partitions specs like

diff --git a/test/corpus/optimize.txt b/test/corpus/optimize.txt
@@ -68,3 +68,31 @@ NOSCAN
     (keyword_cache)
     (keyword_metadata)
     (keyword_noscan)))
+
+================================================================================
+Athena/Iceberg: Optimize table
+================================================================================
+
+OPTIMIZE mytable REWRITE DATA USING BIN_PACK
+  WHERE col1 is not null
+--------------------------------------------------------------------------------
+
+(program
+  (statement
+    (keyword_optimize)
+    (table_reference
+      (identifier))
+    (keyword_rewrite)
+    (keyword_data)
+    (keyword_using)
+    (keyword_bin_pack)
+    (where
+      (keyword_where)
+      (binary_expression
+        (field
+          (identifier))
+        (is_not
+          (keyword_is)
+          (keyword_not))
+        (literal
+          (keyword_null))))))