Référence API

API publique

• API publique (import racine)
  • I/O Lakehouse et Warehouse
    • read_lakehouse()
    • write_lakehouse()
    • merge_lakehouse()
    • delete_all_lakehouse_tables()
    • read_warehouse()
    • write_warehouse()
  • Qualité des données et pipelines Silver
    • clean_data()
    • add_silver_metadata()
    • scan_data_errors()
    • clean_and_write_data()
    • clean_and_write_all_tables()
  • Dimensions (calendrier et géographie)
    • build_dimension_date()
    • build_dimension_country()
    • build_dimension_city()
    • generate_dimensions()
  • Couche préparée (prepared)
    • snapshot_source_schema()
    • resolve_columns()
    • transform_to_prepared()
    • write_prepared_table()
    • generate_prepared_aggregations()
    • publish_semantic_model()
    • prepare_and_write_data()
    • prepare_and_write_all_tables()
  • Transformations DataFrame
    • filter_by_value_list()
    • drop_rows_over_empty_percent()
    • merge_dataframes()
    • remove_columns()
    • rename_columns_normalized()
    • rename_columns_pq_serial_to_dates()
    • rename_columns_pq_serial_to_mois_annee()
    • rename_columns_month_year_block_labels()
    • month_start_from_ca_monthly_col()
    • resolve_dataframe_column()
    • wide_value_columns()
    • dataframe_unpivot_wide_month_suffix()
    • dataframe_last_nonnull_wide_month_from_long()
    • dataframe_pivot_category_wide_month_from_long()
    • transform_wide_month_suffix()
    • norm_text()
    • empty_or_null()
    • coalesce_dim()

Implémentation

• Noyau applicatif (core)
  • log()
  • build_lakehouse_read_path_candidates()
  • build_lakehouse_write_path()
  • get_lakehouse_abfs_path()
  • get_warehouse_jdbc_url()
  • get_spark()
  • build_lakehouse_read_path_candidates()
  • build_lakehouse_write_path()
  • get_lakehouse_abfs_path()
  • get_spark()
  • get_warehouse_jdbc_url()
  • log()
• Dimensions (calendrier et géographie)
  • build_dimension_date()
  • build_dimension_city()
  • build_dimension_country()
  • generate_dimensions()
  • build_dimension_city()
  • build_dimension_country()
  • build_dimension_date()
  • generate_dimensions()
• I/O Lakehouse et Warehouse
  • filter_pipeline_discovered_tables()
  • get_fs_entry_name()
  • list_lakehouse_tables()
  • list_lakehouse_tables_for_pipeline()
  • delete_all_lakehouse_tables()
  • merge_lakehouse()
  • read_lakehouse()
  • resolve_lakehouse_read_candidate()
  • write_lakehouse()
  • read_warehouse()
  • write_warehouse()
  • delete_all_lakehouse_tables()
  • filter_pipeline_discovered_tables()
  • list_lakehouse_tables()
  • list_lakehouse_tables_for_pipeline()
  • merge_lakehouse()
  • read_lakehouse()
  • read_warehouse()
  • resolve_lakehouse_read_candidate()
  • write_lakehouse()
  • write_warehouse()
• Pipelines — configuration des jobs
  • TableJobConfig
    • TableJobConfig.merge_condition
    • TableJobConfig.mode
    • TableJobConfig.partition_by
    • TableJobConfig.source_relative_path
    • TableJobConfig.target_relative_path
  • build_table_jobs_from_config()
  • build_table_jobs_from_discovery()
  • TableJobConfig
    • TableJobConfig.merge_condition
    • TableJobConfig.mode
    • TableJobConfig.partition_by
    • TableJobConfig.source_relative_path
    • TableJobConfig.target_relative_path
  • build_table_jobs_from_config()
  • build_table_jobs_from_discovery()
• Couche préparée (prepared)
  • generate_prepared_aggregations()
  • prepare_and_write_all_tables()
  • prepare_and_write_data()
  • resolve_columns()
  • snapshot_source_schema()
  • publish_semantic_model()
  • transform_to_prepared()
  • write_prepared_table()
  • generate_prepared_aggregations()
  • make_business_ready()
  • prepare_and_write_all_tables()
  • prepare_and_write_data()
  • publish_semantic_model()
  • resolve_columns()
  • snapshot_source_schema()
  • transform_to_prepared()
  • write_prepared_table()
• Qualité des données et pipelines Silver
  • add_silver_metadata()
  • clean_data()
  • detect_and_cast_columns()
  • clean_and_write_all_tables()
  • clean_and_write_data()
  • scan_data_errors()
  • add_silver_metadata()
  • clean_and_write_all_tables()
  • clean_and_write_data()
  • clean_data()
  • scan_data_errors()
• Transformations DataFrame
  • cast_columns()
  • coalesce_dim()
  • dataframe_last_nonnull_wide_month_from_long()
  • dataframe_pivot_category_wide_month_from_long()
  • dataframe_unpivot_wide_month_suffix()
  • drop_rows_over_empty_percent()
  • empty_or_null()
  • filter_by_value_list()
  • merge_dataframes()
  • month_start_from_ca_monthly_col()
  • norm_text()
  • remove_columns()
  • rename_columns_month_year_block_labels()
  • rename_columns_normalized()
  • rename_columns_pq_serial_to_dates()
  • rename_columns_pq_serial_to_mois_annee()
  • resolve_dataframe_column()
  • transform_wide_month_suffix()
  • wide_value_columns()