| // Licensed to the Apache Software Foundation (ASF) under one |
| // or more contributor license agreements. See the NOTICE file |
| // distributed with this work for additional information |
| // regarding copyright ownership. The ASF licenses this file |
| // to you under the Apache License, Version 2.0 (the |
| // "License"); you may not use this file except in compliance |
| // with the License. You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, |
| // software distributed under the License is distributed on an |
| // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| // KIND, either express or implied. See the License for the |
| // specific language governing permissions and limitations |
| // under the License. |
| |
| //! "crypto" DataFusion functions |
| use crate::crypto::basic::md5; |
| use arrow::datatypes::DataType; |
| use datafusion_common::{ |
| plan_err, |
| types::{logical_binary, logical_string, NativeType}, |
| Result, |
| }; |
| use datafusion_expr::{ |
| ColumnarValue, Documentation, ScalarFunctionArgs, ScalarUDFImpl, Signature, |
| TypeSignature, Volatility, |
| }; |
| use datafusion_expr_common::signature::{Coercion, TypeSignatureClass}; |
| use datafusion_macros::user_doc; |
| use std::any::Any; |
| |
| #[user_doc( |
| doc_section(label = "Hashing Functions"), |
| description = "Computes an MD5 128-bit checksum for a string expression.", |
| syntax_example = "md5(expression)", |
| sql_example = r#"```sql |
| > select md5('foo'); |
| +-------------------------------------+ |
| | md5(Utf8("foo")) | |
| +-------------------------------------+ |
| | <md5_checksum_result> | |
| +-------------------------------------+ |
| ```"#, |
| standard_argument(name = "expression", prefix = "String") |
| )] |
| #[derive(Debug, PartialEq, Eq, Hash)] |
| pub struct Md5Func { |
| signature: Signature, |
| } |
| impl Default for Md5Func { |
| fn default() -> Self { |
| Self::new() |
| } |
| } |
| |
| impl Md5Func { |
| pub fn new() -> Self { |
| Self { |
| signature: Signature::one_of( |
| vec![ |
| TypeSignature::Coercible(vec![Coercion::new_implicit( |
| TypeSignatureClass::Native(logical_binary()), |
| vec![TypeSignatureClass::Native(logical_string())], |
| NativeType::String, |
| )]), |
| TypeSignature::Coercible(vec![Coercion::new_implicit( |
| TypeSignatureClass::Native(logical_binary()), |
| vec![TypeSignatureClass::Native(logical_binary())], |
| NativeType::Binary, |
| )]), |
| ], |
| Volatility::Immutable, |
| ), |
| } |
| } |
| } |
| impl ScalarUDFImpl for Md5Func { |
| fn as_any(&self) -> &dyn Any { |
| self |
| } |
| |
| fn name(&self) -> &str { |
| "md5" |
| } |
| |
| fn signature(&self) -> &Signature { |
| &self.signature |
| } |
| |
| fn return_type(&self, arg_types: &[DataType]) -> Result<DataType> { |
| use DataType::*; |
| Ok(match &arg_types[0] { |
| LargeUtf8 | LargeBinary => Utf8View, |
| Utf8View | Utf8 | Binary | BinaryView => Utf8View, |
| Null => Null, |
| Dictionary(_, t) => match **t { |
| LargeUtf8 | LargeBinary => Utf8View, |
| Utf8 | Binary | BinaryView => Utf8View, |
| Null => Null, |
| _ => { |
| return plan_err!( |
| "the md5 can only accept strings but got {:?}", |
| **t |
| ); |
| } |
| }, |
| other => { |
| return plan_err!( |
| "The md5 function can only accept strings. Got {other}" |
| ); |
| } |
| }) |
| } |
| fn invoke_with_args(&self, args: ScalarFunctionArgs) -> Result<ColumnarValue> { |
| md5(&args.args) |
| } |
| |
| fn documentation(&self) -> Option<&Documentation> { |
| self.doc() |
| } |
| } |