Is this a bug?

[de-sh]

use std::sync::Arc;

use arrow::datatype::{DataType, Field, Schema}; // 53.4.0
use iceberg::arrow::arrow_schema_to_schema; // "0.4.0"

fn main() -> Result<(), Box<dyn std::error::Error>> {
    let arrow_schema = Arc::new(Schema::new(vec![
        Field::new("id", DataType::Int32, false),
        Field::new("name", DataType::Utf8, false),
    ]));
    let iceberg_schema = arrow_schema_to_schema(arrow_schema)?;
}

Running the above code returns: DataInvalid => Field id not found in metadata

Am I doing something wrong or is this a bug?

[liurenjie1024]

Hi, @de-sh This is not a bug. Iceberg schema's field requires a field id, so when converting from arrow schema to iceberg schema, it expects that arrow field stores a field id in metadata, see

iceberg-rust/crates/iceberg/src/arrow/schema.rs

Line 229 in 3ac0651

pub(super) fn get_field_id(field: &Field) -> Result<i32> {

[de-sh]

Thanks, this requirement was not clear to us!