feat: add support for GetTimestamp, parse_to_date, parse_to_timestamp expressions

native/Cargo.toml

@@ -39,6 +39,7 @@ async-trait = { version = "0.1" }
 bytes = { version = "1.10.0" }
 parquet = { version = "57.2.0", default-features = false, features = ["experimental"] }
 datafusion = { version = "51.0.0", default-features = false, features = ["unicode_expressions", "crypto_expressions", "nested_expressions", "parquet"] }
+datafusion-common = { version = "51.0.0"}
 datafusion-datasource = { version = "51.0.0" }
 datafusion-spark = { version = "51.0.0" }
 datafusion-comet-spark-expr = { path = "spark-expr" }

native/spark-expr/Cargo.toml

@@ -30,6 +30,7 @@ edition = { workspace = true }
 arrow = { workspace = true }
 chrono = { workspace = true }
 datafusion = { workspace = true }
+datafusion-common = { workspace = true }
 chrono-tz = { workspace = true }
 num = { workspace = true }
 regex = { workspace = true }

native/spark-expr/src/comet_scalar_funcs.rs

@@ -15,6 +15,7 @@
 // specific language governing permissions and limitations
 // under the License.
 
+use crate::datetime_funcs::to_timestamp;
 use crate::hash_funcs::*;
 use crate::math_funcs::abs::abs;
 use crate::math_funcs::checked_arithmetic::{checked_add, checked_div, checked_mul, checked_sub};
@@ -177,6 +178,10 @@ pub fn create_comet_physical_fun_with_eval_mode(
             let func = Arc::new(spark_modulo);
             make_comet_scalar_udf!("spark_modulo", func, without data_type, fail_on_error)
         }
+        "to_timestamp" => {
+            let func = Arc::new(to_timestamp);
+            make_comet_scalar_udf!("to_timestamp", func, without data_type)
+        }
         "abs" => {
             let func = Arc::new(abs);
             make_comet_scalar_udf!("abs", func, without data_type)

native/spark-expr/src/datetime_funcs/mod.rs

@@ -19,6 +19,7 @@ mod date_diff;
 mod date_trunc;
 mod extract_date_part;
 mod timestamp_trunc;
+mod to_timestamp;
 mod unix_timestamp;
 
 pub use date_diff::SparkDateDiff;
@@ -27,4 +28,5 @@ pub use extract_date_part::SparkHour;
 pub use extract_date_part::SparkMinute;
 pub use extract_date_part::SparkSecond;
 pub use timestamp_trunc::TimestampTruncExpr;
+pub use to_timestamp::to_timestamp;
 pub use unix_timestamp::SparkUnixTimestamp;