diff --git a/arrow/benches/concatenate_elements.rs b/arrow/benches/concatenate_elements.rs
index 0b197a54ceae..2e841eb031a1 100644
--- a/arrow/benches/concatenate_elements.rs
+++ b/arrow/benches/concatenate_elements.rs
@@ -22,7 +22,6 @@ extern crate criterion;
 use criterion::Criterion;
 
 use arrow::array::*;
-use arrow::datatypes::*;
 use arrow::util::bench_util::*;
 use arrow_string::concat_elements::concat_elements_dyn;
 use std::hint;
@@ -70,22 +69,6 @@ fn add_benchmark(c: &mut Criterion) {
             c.bench_function(&id, |b| b.iter(|| bench_concat(&array, &array)));
         }
     }
-
-    let v1 = create_string_array_with_len::<i32>(10, 0.0, 20);
-    let v1 = create_dict_from_values::<Int32Type>(1024, 0.0, &v1);
-    let v2 = create_string_array_with_len::<i32>(10, 0.0, 20);
-    let v2 = create_dict_from_values::<Int32Type>(1024, 0.0, &v2);
-    c.bench_function("concat str_dict 1024", |b| {
-        b.iter(|| bench_concat(&v1, &v2))
-    });
-
-    let v1 = create_string_array_with_len::<i32>(1024, 0.0, 20);
-    let v1 = create_sparse_dict_from_values::<Int32Type>(1024, 0.0, &v1, 10..20);
-    let v2 = create_string_array_with_len::<i32>(1024, 0.0, 20);
-    let v2 = create_sparse_dict_from_values::<Int32Type>(1024, 0.0, &v2, 30..40);
-    c.bench_function("concat str_dict_sparse 1024", |b| {
-        b.iter(|| bench_concat(&v1, &v2))
-    });
 }
 
 criterion_group!(benches, add_benchmark);