Untitled

 avatar
unknown
plain_text
4 months ago
634 B
3
Indexable
import pandas as pd


def validate_non_null_fields(file_name, src_df, non_nullable_fields):

    for field in non_nullable_fields:
        if field not in src_df.columns:
            raise ValueError(f"Field {field} not found in file {file_name}")
        if src_df[field].isnull().any():
            return False
    return True


def validate_fields_dtype_and_length(src_df, max_length=2000):

    for field in src_df.columns:
        if not pd.api.types.is_string_dtype(src_df[field]):
            return False

        if src_df[field].map(len).max() > max_length:
            return False

    return True
Editor is loading...
Leave a Comment