added CRC32, CRC32C, SHA1, SHA256 and CRC64NVME

Author: HJLebbink

Cargo.toml

@@ -24,7 +24,7 @@ http2 = ["reqwest/http2"]
 localhost = []
 
 [workspace.dependencies]
-uuid = "1.18"
+uuid = "1.19"
 futures-util = "0.3"
 futures-io = "0.3"
 reqwest = { version = "0.12", default-features = false }
@@ -49,7 +49,7 @@ async-stream = "0.3"
 async-trait = "0.1"
 base64 = "0.22"
 chrono = { workspace = true, features = ["serde"] }
-crc = "3.4"
+crc-fast = "1.8"
 dashmap = "6.1.0"
 env_logger = "0.11"
 hmac = { version = "0.12", optional = true }
@@ -64,6 +64,7 @@ regex = "1.12"
 ring = { version = "0.17", optional = true, default-features = false, features = ["alloc"] }
 serde = { version = "1.0", features = ["derive"] }
 serde_json = "1.0"
+sha1 = "0.10"
 sha2 = { version = "0.10", optional = true }
 urlencoding = "2.1"
 xmltree = "0.12"
@@ -104,3 +105,8 @@ name = "load_balancing_with_hooks"
 name = "s3-api"
 path = "benches/s3/api_benchmarks.rs"
 harness = false
+
+[[bench]]
+name = "bench_checksums"
+path = "benches/s3/bench_checksums.rs"
+harness = false

benches/s3/bench_checksums.rs

@@ -0,0 +1,53 @@
+// MinIO Rust Library for Amazon S3 Compatible Cloud Storage
+// Copyright 2025 MinIO, Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+use criterion::{Criterion, Throughput, criterion_group, criterion_main};
+use minio::s3::utils::{
+    crc32_checksum, crc32c, crc64nvme_checksum, md5sum_hash, sha1_hash, sha256_checksum,
+};
+
+fn bench_checksums(c: &mut Criterion) {
+    let sizes = vec![
+        ("1KB", 1024),
+        ("10KB", 10 * 1024),
+        ("100KB", 100 * 1024),
+        ("1MB", 1024 * 1024),
+        ("10MB", 10 * 1024 * 1024),
+    ];
+
+    for (name, size) in sizes {
+        let data = vec![0u8; size];
+
+        let mut group = c.benchmark_group(format!("checksum_{}", name));
+        group.throughput(Throughput::Bytes(size as u64));
+
+        group.bench_function("CRC32", |b| b.iter(|| crc32_checksum(&data)));
+
+        group.bench_function("CRC32C", |b| b.iter(|| crc32c(&data)));
+
+        group.bench_function("CRC64NVME", |b| b.iter(|| crc64nvme_checksum(&data)));
+
+        group.bench_function("MD5", |b| b.iter(|| md5sum_hash(&data)));
+
+        group.bench_function("SHA1", |b| b.iter(|| sha1_hash(&data)));
+
+        group.bench_function("SHA256", |b| b.iter(|| sha256_checksum(&data)));
+
+        group.finish();
+    }
+}
+
+criterion_group!(benches, bench_checksums);
+criterion_main!(benches);

macros/src/lib.rs

@@ -74,6 +74,14 @@ extern crate proc_macro;
 ///    // this test will not run if the MinIO server is NOT running in Express mode
 /// }
 /// ```
+/// - `ignore`: Mark the test as ignored (skipped by default). Run with `cargo test -- --ignored` to include.
+/// ```no_run
+/// use minio_common::test_context::TestContext;
+/// #[minio_macros::test(ignore = "Requires newer server version")]
+/// async fn my_test(ctx: TestContext, bucket_name: String) {
+///    // this test is skipped by default
+/// }
+/// ```
 #[proc_macro_attribute]
 pub fn test(
     args: proc_macro::TokenStream,

macros/src/test_attr.rs

@@ -32,6 +32,8 @@ pub(crate) struct MacroArgs {
     no_bucket: darling::util::Flag,
     object_lock: darling::util::Flag,
     no_cleanup: darling::util::Flag,
+    /// Mark test as ignored (skipped by default, run with `cargo test -- --ignored`)
+    ignore: Option<String>,
 }
 
 impl MacroArgs {
@@ -171,28 +173,33 @@ fn generate_tokio_test_header(args: &MacroArgs, sig: TokenStream) -> TokenStream
         .as_ref()
         .map(ToString::to_string)
         .or(std::env::var("MINIO_TEST_TOKIO_RUNTIME_FLAVOR").ok());
-    match (flavor, args.worker_threads) {
+
+    // Generate #[ignore = "reason"] if specified
+    let ignore_attr = args
+        .ignore
+        .as_ref()
+        .map(|reason| quote!(#[ignore = #reason]));
+
+    let tokio_attr = match (flavor, args.worker_threads) {
         (Some(flavor), None) => {
-            quote!(#[::tokio::test(flavor = #flavor)]
-            #sig
-                )
+            quote!(#[::tokio::test(flavor = #flavor)])
         }
         (None, Some(worker_threads)) => {
-            quote!(#[::tokio::test(worker_threads = #worker_threads)]
-            #sig
-                )
+            quote!(#[::tokio::test(worker_threads = #worker_threads)])
         }
         (None, None) => {
-            quote!(#[::tokio::test]
-            #sig
-                )
+            quote!(#[::tokio::test])
         }
         (Some(flavor), Some(worker_threads)) => {
-            quote!(#[::tokio::test(flavor = #flavor, worker_threads = #worker_threads)]
-            #sig
-                )
+            quote!(#[::tokio::test(flavor = #flavor, worker_threads = #worker_threads)])
         }
-    }
+    };
+
+    quote!(
+        #ignore_attr
+        #tokio_attr
+        #sig
+    )
 }
 
 fn generate_express_skip_logic(args: &MacroArgs, span: proc_macro2::Span) -> TokenStream {