dataprofiler.profilers package

Subpackages

• dataprofiler.profilers.helpers package
  • Submodules
    • dataprofiler.profilers.helpers.report_helpers module
      • calculate_quantiles()
      • flat_dict()
  • Module contents
    • calculate_quantiles()

Submodules

• dataprofiler.profilers.base_column_profilers module
  • BaseColumnProfiler
    • BaseColumnProfiler.col_type
    • BaseColumnProfiler.diff()
    • BaseColumnProfiler.update()
    • BaseColumnProfiler.profile
    • BaseColumnProfiler.report()
    • BaseColumnProfiler.load_from_dict()
  • BaseColumnPrimitiveTypeProfiler
    • BaseColumnPrimitiveTypeProfiler.sample_size
    • BaseColumnPrimitiveTypeProfiler.col_type
    • BaseColumnPrimitiveTypeProfiler.diff()
    • BaseColumnPrimitiveTypeProfiler.load_from_dict()
    • BaseColumnPrimitiveTypeProfiler.profile
    • BaseColumnPrimitiveTypeProfiler.report()
    • BaseColumnPrimitiveTypeProfiler.update()
    • BaseColumnPrimitiveTypeProfiler.name
    • BaseColumnPrimitiveTypeProfiler.metadata
    • BaseColumnPrimitiveTypeProfiler.times
    • BaseColumnPrimitiveTypeProfiler.thread_safe
• dataprofiler.profilers.categorical_column_profile module
  • CategoricalColumn
    • CategoricalColumn.type
    • CategoricalColumn.gini_impurity
    • CategoricalColumn.unalikeability
    • CategoricalColumn.diff()
    • CategoricalColumn.report()
    • CategoricalColumn.load_from_dict()
    • CategoricalColumn.profile
    • CategoricalColumn.categories
    • CategoricalColumn.categorical_counts
    • CategoricalColumn.unique_ratio
    • CategoricalColumn.unique_count
    • CategoricalColumn.is_match
    • CategoricalColumn.col_type
    • CategoricalColumn.name
    • CategoricalColumn.sample_size
    • CategoricalColumn.metadata
    • CategoricalColumn.times
    • CategoricalColumn.thread_safe
    • CategoricalColumn.update()
• dataprofiler.profilers.column_profile_compilers module
  • BaseCompiler
    • BaseCompiler.report()
    • BaseCompiler.profile
    • BaseCompiler.diff()
    • BaseCompiler.update_profile()
    • BaseCompiler.load_from_dict()
  • ColumnPrimitiveTypeProfileCompiler
    • ColumnPrimitiveTypeProfileCompiler.report()
    • ColumnPrimitiveTypeProfileCompiler.profile
    • ColumnPrimitiveTypeProfileCompiler.selected_data_type
    • ColumnPrimitiveTypeProfileCompiler.diff()
    • ColumnPrimitiveTypeProfileCompiler.load_from_dict()
    • ColumnPrimitiveTypeProfileCompiler.update_profile()
  • ColumnStatsProfileCompiler
    • ColumnStatsProfileCompiler.report()
    • ColumnStatsProfileCompiler.diff()
    • ColumnStatsProfileCompiler.load_from_dict()
    • ColumnStatsProfileCompiler.profile
    • ColumnStatsProfileCompiler.update_profile()
  • ColumnDataLabelerCompiler
    • ColumnDataLabelerCompiler.report()
    • ColumnDataLabelerCompiler.diff()
    • ColumnDataLabelerCompiler.load_from_dict()
    • ColumnDataLabelerCompiler.profile
    • ColumnDataLabelerCompiler.update_profile()
  • UnstructuredCompiler
    • UnstructuredCompiler.report()
    • UnstructuredCompiler.diff()
    • UnstructuredCompiler.load_from_dict()
    • UnstructuredCompiler.profile
    • UnstructuredCompiler.update_profile()
• dataprofiler.profilers.data_labeler_column_profile module
  • DataLabelerColumn
    • DataLabelerColumn.type
    • DataLabelerColumn.thread_safe
    • DataLabelerColumn.assert_equal_conditions()
    • DataLabelerColumn.reverse_label_mapping
    • DataLabelerColumn.possible_data_labels
    • DataLabelerColumn.rank_distribution
    • DataLabelerColumn.sum_predictions
    • DataLabelerColumn.data_label
    • DataLabelerColumn.avg_predictions
    • DataLabelerColumn.label_representation
    • DataLabelerColumn.profile
    • DataLabelerColumn.load_from_dict()
    • DataLabelerColumn.report()
    • DataLabelerColumn.col_type
    • DataLabelerColumn.diff()
    • DataLabelerColumn.name
    • DataLabelerColumn.sample_size
    • DataLabelerColumn.metadata
    • DataLabelerColumn.times
    • DataLabelerColumn.update()
• dataprofiler.profilers.datetime_column_profile module
  • DateTimeColumn
    • DateTimeColumn.type
    • DateTimeColumn.report()
    • DateTimeColumn.load_from_dict()
    • DateTimeColumn.profile
    • DateTimeColumn.data_type_ratio
    • DateTimeColumn.diff()
    • DateTimeColumn.update()
    • DateTimeColumn.col_type
    • DateTimeColumn.match_count
    • DateTimeColumn.sample_size
    • DateTimeColumn.name
    • DateTimeColumn.metadata
    • DateTimeColumn.times
    • DateTimeColumn.thread_safe
• dataprofiler.profilers.float_column_profile module
  • FloatColumn
    • FloatColumn.type
    • FloatColumn.diff()
    • FloatColumn.report()
    • FloatColumn.load_from_dict()
    • FloatColumn.profile
    • FloatColumn.precision
    • FloatColumn.data_type_ratio
    • FloatColumn.col_type
    • FloatColumn.is_float()
    • FloatColumn.is_int()
    • FloatColumn.kurtosis
    • FloatColumn.mean
    • FloatColumn.median
    • FloatColumn.median_abs_deviation
    • FloatColumn.mode
    • FloatColumn.np_type_to_type()
    • FloatColumn.skewness
    • FloatColumn.stddev
    • FloatColumn.update()
    • FloatColumn.variance
    • FloatColumn.match_count
    • FloatColumn.sample_size
    • FloatColumn.name
    • FloatColumn.metadata
    • FloatColumn.times
    • FloatColumn.thread_safe
• dataprofiler.profilers.graph_profiler module
  • GraphProfiler
    • GraphProfiler.times
    • GraphProfiler.profile
    • GraphProfiler.diff()
    • GraphProfiler.report()
    • GraphProfiler.update()
    • GraphProfiler.save()
    • GraphProfiler.load()
• dataprofiler.profilers.histogram_utils module
• dataprofiler.profilers.int_column_profile module
  • IntColumn
    • IntColumn.type
    • IntColumn.report()
    • IntColumn.load_from_dict()
    • IntColumn.profile
    • IntColumn.data_type_ratio
    • IntColumn.update()
    • IntColumn.col_type
    • IntColumn.diff()
    • IntColumn.is_float()
    • IntColumn.is_int()
    • IntColumn.kurtosis
    • IntColumn.mean
    • IntColumn.median
    • IntColumn.median_abs_deviation
    • IntColumn.mode
    • IntColumn.np_type_to_type()
    • IntColumn.skewness
    • IntColumn.stddev
    • IntColumn.variance
    • IntColumn.match_count
    • IntColumn.sample_size
    • IntColumn.name
    • IntColumn.metadata
    • IntColumn.times
    • IntColumn.thread_safe
• dataprofiler.profilers.json_decoder module
  • get_column_profiler_class()
  • get_compiler_class()
  • get_option_class()
  • get_profiler_class()
  • get_structured_col_profiler_class()
  • load_column_profile()
  • load_compiler()
  • load_option()
  • load_profiler()
  • load_structured_col_profiler()
• dataprofiler.profilers.json_encoder module
  • ProfileEncoder
    • ProfileEncoder.default()
    • ProfileEncoder.encode()
    • ProfileEncoder.item_separator
    • ProfileEncoder.iterencode()
    • ProfileEncoder.key_separator
• dataprofiler.profilers.numerical_column_stats module
  • abstractstaticmethod
  • NumericStatsMixin
    • NumericStatsMixin.type
    • NumericStatsMixin.profile()
    • NumericStatsMixin.report()
    • NumericStatsMixin.diff()
    • NumericStatsMixin.mean
    • NumericStatsMixin.mode
    • NumericStatsMixin.median
    • NumericStatsMixin.variance
    • NumericStatsMixin.stddev
    • NumericStatsMixin.skewness
    • NumericStatsMixin.kurtosis
    • NumericStatsMixin.median_abs_deviation
    • NumericStatsMixin.col_type
    • NumericStatsMixin.load_from_dict()
    • NumericStatsMixin.name
    • NumericStatsMixin.sample_size
    • NumericStatsMixin.metadata
    • NumericStatsMixin.times
    • NumericStatsMixin.thread_safe
    • NumericStatsMixin.update()
    • NumericStatsMixin.is_float()
    • NumericStatsMixin.is_int()
    • NumericStatsMixin.np_type_to_type()
• dataprofiler.profilers.order_column_profile module
  • Comparable
  • OrderColumn
    • OrderColumn.type
    • OrderColumn.report()
    • OrderColumn.load_from_dict()
    • OrderColumn.profile
    • OrderColumn.diff()
    • OrderColumn.update()
    • OrderColumn.col_type
    • OrderColumn.name
    • OrderColumn.sample_size
    • OrderColumn.metadata
    • OrderColumn.times
    • OrderColumn.thread_safe
• dataprofiler.profilers.profile_builder module
  • StructuredColProfiler
    • StructuredColProfiler.update_column_profilers()
    • StructuredColProfiler.diff()
    • StructuredColProfiler.report()
    • StructuredColProfiler.load_from_dict()
    • StructuredColProfiler.profile
    • StructuredColProfiler.update_profile()
    • StructuredColProfiler.clean_data_and_get_base_stats()
  • BaseProfiler
    • BaseProfiler.diff()
    • BaseProfiler.profile
    • BaseProfiler.report()
    • BaseProfiler.load_from_dict()
    • BaseProfiler.update_profile()
    • BaseProfiler.save()
    • BaseProfiler.load()
  • UnstructuredProfiler
    • UnstructuredProfiler.diff()
    • UnstructuredProfiler.profile
    • UnstructuredProfiler.report()
    • UnstructuredProfiler.load_from_dict()
    • UnstructuredProfiler.save()
    • UnstructuredProfiler.load()
    • UnstructuredProfiler.update_profile()
  • StructuredProfiler
    • StructuredProfiler.diff()
    • StructuredProfiler.profile
    • StructuredProfiler.report()
    • StructuredProfiler.load_from_dict()
    • StructuredProfiler.save()
    • StructuredProfiler.load()
    • StructuredProfiler.update_profile()
  • Profiler
    • Profiler.load()
• dataprofiler.profilers.profiler_options module
  • BaseOption
    • BaseOption.properties
    • BaseOption.set()
    • BaseOption.validate()
    • BaseOption.load_from_dict()
  • BooleanOption
    • BooleanOption.load_from_dict()
    • BooleanOption.properties
    • BooleanOption.set()
    • BooleanOption.validate()
  • HistogramAndQuantilesOption
    • HistogramAndQuantilesOption.load_from_dict()
    • HistogramAndQuantilesOption.properties
    • HistogramAndQuantilesOption.set()
    • HistogramAndQuantilesOption.validate()
  • ModeOption
    • ModeOption.load_from_dict()
    • ModeOption.properties
    • ModeOption.set()
    • ModeOption.validate()
  • BaseInspectorOptions
    • BaseInspectorOptions.is_prop_enabled()
    • BaseInspectorOptions.load_from_dict()
    • BaseInspectorOptions.properties
    • BaseInspectorOptions.set()
    • BaseInspectorOptions.validate()
  • NumericalOptions
    • NumericalOptions.is_numeric_stats_enabled
    • NumericalOptions.properties
    • NumericalOptions.is_prop_enabled()
    • NumericalOptions.load_from_dict()
    • NumericalOptions.set()
    • NumericalOptions.validate()
  • IntOptions
    • IntOptions.is_numeric_stats_enabled
    • IntOptions.is_prop_enabled()
    • IntOptions.load_from_dict()
    • IntOptions.properties
    • IntOptions.set()
    • IntOptions.validate()
  • PrecisionOptions
    • PrecisionOptions.load_from_dict()
    • PrecisionOptions.properties
    • PrecisionOptions.set()
    • PrecisionOptions.validate()
  • FloatOptions
    • FloatOptions.is_numeric_stats_enabled
    • FloatOptions.is_prop_enabled()
    • FloatOptions.load_from_dict()
    • FloatOptions.properties
    • FloatOptions.set()
    • FloatOptions.validate()
  • TextOptions
    • TextOptions.is_numeric_stats_enabled
    • TextOptions.is_prop_enabled()
    • TextOptions.load_from_dict()
    • TextOptions.properties
    • TextOptions.set()
    • TextOptions.validate()
  • DateTimeOptions
    • DateTimeOptions.is_prop_enabled()
    • DateTimeOptions.load_from_dict()
    • DateTimeOptions.properties
    • DateTimeOptions.set()
    • DateTimeOptions.validate()
  • OrderOptions
    • OrderOptions.is_prop_enabled()
    • OrderOptions.load_from_dict()
    • OrderOptions.properties
    • OrderOptions.set()
    • OrderOptions.validate()
  • CategoricalOptions
    • CategoricalOptions.is_prop_enabled()
    • CategoricalOptions.load_from_dict()
    • CategoricalOptions.properties
    • CategoricalOptions.set()
    • CategoricalOptions.validate()
  • CorrelationOptions
    • CorrelationOptions.is_prop_enabled()
    • CorrelationOptions.load_from_dict()
    • CorrelationOptions.properties
    • CorrelationOptions.set()
    • CorrelationOptions.validate()
  • HyperLogLogOptions
    • HyperLogLogOptions.load_from_dict()
    • HyperLogLogOptions.properties
    • HyperLogLogOptions.set()
    • HyperLogLogOptions.validate()
  • UniqueCountOptions
    • UniqueCountOptions.load_from_dict()
    • UniqueCountOptions.properties
    • UniqueCountOptions.set()
    • UniqueCountOptions.validate()
  • RowStatisticsOptions
    • RowStatisticsOptions.load_from_dict()
    • RowStatisticsOptions.properties
    • RowStatisticsOptions.set()
    • RowStatisticsOptions.validate()
  • DataLabelerOptions
    • DataLabelerOptions.properties
    • DataLabelerOptions.load_from_dict()
    • DataLabelerOptions.is_prop_enabled()
    • DataLabelerOptions.set()
    • DataLabelerOptions.validate()
  • TextProfilerOptions
    • TextProfilerOptions.is_prop_enabled()
    • TextProfilerOptions.load_from_dict()
    • TextProfilerOptions.properties
    • TextProfilerOptions.set()
    • TextProfilerOptions.validate()
  • StructuredOptions
    • StructuredOptions.enabled_profiles
    • StructuredOptions.load_from_dict()
    • StructuredOptions.properties
    • StructuredOptions.set()
    • StructuredOptions.validate()
  • UnstructuredOptions
    • UnstructuredOptions.enabled_profiles
    • UnstructuredOptions.load_from_dict()
    • UnstructuredOptions.properties
    • UnstructuredOptions.set()
    • UnstructuredOptions.validate()
  • ProfilerOptions
    • ProfilerOptions.load_from_dict()
    • ProfilerOptions.properties
    • ProfilerOptions.validate()
    • ProfilerOptions.set()
• dataprofiler.profilers.profiler_utils module
  • recursive_dict_update()
  • KeyDict
    • KeyDict.clear()
    • KeyDict.copy()
    • KeyDict.default_factory
    • KeyDict.fromkeys()
    • KeyDict.get()
    • KeyDict.items()
    • KeyDict.keys()
    • KeyDict.pop()
    • KeyDict.popitem()
    • KeyDict.setdefault()
    • KeyDict.update()
    • KeyDict.values()
  • shuffle_in_chunks()
  • warn_on_profile()
  • partition()
  • auto_multiprocess_toggle()
  • suggest_pool_size()
  • generate_pool()
  • overlap()
  • add_nested_dictionaries()
  • biased_skew()
  • biased_kurt()
  • Subtractable
  • find_diff_of_numbers()
  • find_diff_of_strings_and_bools()
  • find_diff_of_lists_and_sets()
  • find_diff_of_dates()
  • find_diff_of_dicts()
  • find_diff_of_matrices()
  • find_diff_of_dicts_with_diff_keys()
  • get_memory_size()
  • method_timeit()
  • perform_chi_squared_test_for_homogeneity()
  • chunk()
  • merge()
  • merge_profile_list()
  • reload_labeler_from_options_or_get_new()
• dataprofiler.profilers.text_column_profile module
  • TextColumn
    • TextColumn.type
    • TextColumn.report()
    • TextColumn.profile
    • TextColumn.diff()
    • TextColumn.data_type_ratio
    • TextColumn.update()
    • TextColumn.load_from_dict()
    • TextColumn.col_type
    • TextColumn.is_float()
    • TextColumn.is_int()
    • TextColumn.kurtosis
    • TextColumn.mean
    • TextColumn.median
    • TextColumn.median_abs_deviation
    • TextColumn.mode
    • TextColumn.np_type_to_type()
    • TextColumn.skewness
    • TextColumn.stddev
    • TextColumn.variance
    • TextColumn.min
    • TextColumn.max
    • TextColumn.sum
    • TextColumn.max_histogram_bin
    • TextColumn.min_histogram_bin
    • TextColumn.histogram_bin_method_names
    • TextColumn.histogram_selection
    • TextColumn.user_set_histogram_bin
    • TextColumn.bias_correction
    • TextColumn.num_zeros
    • TextColumn.num_negatives
    • TextColumn.histogram_methods
    • TextColumn.quantiles
    • TextColumn.match_count
    • TextColumn.name
    • TextColumn.sample_size
    • TextColumn.metadata
    • TextColumn.times
    • TextColumn.thread_safe
• dataprofiler.profilers.unstructured_labeler_profile module
  • UnstructuredLabelerProfile
    • UnstructuredLabelerProfile.type
    • UnstructuredLabelerProfile.report()
    • UnstructuredLabelerProfile.diff()
    • UnstructuredLabelerProfile.label_encoding
    • UnstructuredLabelerProfile.update()
    • UnstructuredLabelerProfile.profile
• dataprofiler.profilers.unstructured_text_profile module
  • TextProfiler
    • TextProfiler.type
    • TextProfiler.diff()
    • TextProfiler.report()
    • TextProfiler.profile
    • TextProfiler.update()

Module contents

Package for providing statistics and predictions for a given dataset.