How to use _serialize_dataframe_stats method in pandera

Best Python code snippet using pandera_python

io.py

Source:io.py Github

copy

Full Screen

...49 serialized_check_stats = {}50 for arg, stat in check_stats.items():51 serialized_check_stats[arg] = handle_stat_dtype(stat)52 return serialized_check_stats53def _serialize_dataframe_stats(dataframe_checks):54 """55 Serialize global dataframe check statistics into json/yaml-compatible56 format.57 """58 serialized_checks = {}59 for check_name, check_stats in dataframe_checks.items():60 # The case that `check_name` is not registered is handled in61 # `parse_checks` so we know that `check_name` exists.62 # infer dtype of statistics and serialize them63 serialized_checks[check_name] = _serialize_check_stats(check_stats)64 return serialized_checks65def _serialize_component_stats(component_stats):66 """67 Serialize column or index statistics into json/yaml-compatible format.68 """69 serialized_checks = None70 if component_stats["checks"] is not None:71 serialized_checks = {}72 for check_name, check_stats in component_stats["checks"].items():73 serialized_checks[check_name] = _serialize_check_stats(74 check_stats, component_stats["dtype"]75 )76 dtype = component_stats.get("dtype")77 if dtype:78 dtype = str(dtype)79 return {80 "dtype": dtype,81 "nullable": component_stats["nullable"],82 "checks": serialized_checks,83 **{84 key: component_stats.get(key)85 for key in [86 "name",87 "unique",88 "coerce",89 "required",90 "regex",91 ]92 if key in component_stats93 },94 }95def _serialize_schema(dataframe_schema):96 """Serialize dataframe schema into into json/yaml-compatible format."""97 from pandera import __version__ # pylint: disable=import-outside-toplevel98 statistics = get_dataframe_schema_statistics(dataframe_schema)99 columns, index, checks = None, None, None100 if statistics["columns"] is not None:101 columns = {102 col_name: _serialize_component_stats(column_stats)103 for col_name, column_stats in statistics["columns"].items()104 }105 if statistics["index"] is not None:106 index = [107 _serialize_component_stats(index_stats)108 for index_stats in statistics["index"]109 ]110 if statistics["checks"] is not None:111 checks = _serialize_dataframe_stats(statistics["checks"])112 return {113 "schema_type": "dataframe",114 "version": __version__,115 "columns": columns,116 "checks": checks,117 "index": index,118 "coerce": dataframe_schema.coerce,119 "strict": dataframe_schema.strict,120 "unique": dataframe_schema.unique,121 }122def _deserialize_check_stats(check, serialized_check_stats, dtype=None):123 def handle_stat_dtype(stat):124 try:125 if pandas_engine.Engine.dtype(dtypes.DateTime).check(dtype):...

Full Screen

Full Screen

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.

LambdaTest Learning Hubs:

YouTube

You could also refer to video tutorials over LambdaTest YouTube channel to get step by step demonstration from industry experts.

Run pandera automation tests on LambdaTest cloud grid

Perform automation testing on 3000+ real desktop and mobile devices online.

Try LambdaTest Now !!

Get 100 minutes of automation test minutes FREE!!

Next-Gen App & Browser Testing Cloud

Was this article helpful?

Helpful

NotHelpful