ncaa_eval package

Subpackages

• ncaa_eval.cli package
  • Submodules
    • ncaa_eval.cli.export module
      • build_kaggle_submission()
      • run_export()
    • ncaa_eval.cli.main module
      • export()
      • predict()
      • train()
    • ncaa_eval.cli.predict module
      • build_predictions()
      • format_predictions_csv()
      • run_predict()
    • ncaa_eval.cli.train module
      • run_training()
  • Module contents
• ncaa_eval.evaluation package
  • Submodules
    • ncaa_eval.evaluation.backtest module
      • BacktestResult
      • FoldResult
      • default_metrics()
      • feature_cols()
      • run_backtest()
    • ncaa_eval.evaluation.bracket module
      • BracketNode
      • BracketStructure
      • MatchupContext
      • N_GAMES
      • N_ROUNDS
      • build_bracket()
    • ncaa_eval.evaluation.kaggle_export module
      • format_kaggle_submission()
    • ncaa_eval.evaluation.metrics module
      • Metric Registry
      • MetricFn
      • MetricNotFoundError
      • ReliabilityData
      • brier_score()
      • expected_calibration_error()
      • get_metric()
      • list_metrics()
      • log_loss()
      • register_metric()
      • reliability_diagram_data()
      • roc_auc()
    • ncaa_eval.evaluation.perturbation module
      • build_seed_prior_matrix()
      • perturb_probability_matrix()
      • power_transform()
      • slider_to_temperature()
    • ncaa_eval.evaluation.plotting module
      • plot_advancement_heatmap()
      • plot_backtest_summary()
      • plot_metric_comparison()
      • plot_reliability_diagram()
      • plot_score_distribution()
    • ncaa_eval.evaluation.providers module
      • EloProvider
      • EnsembleProvider
      • MatrixProvider
      • ProbabilityProvider
      • build_probability_matrix()
    • ncaa_eval.evaluation.scoring module
      • CustomScoring
      • DictScoring
      • FibonacciScoring
      • ScoringNotFoundError
      • ScoringRule
      • SeedDiffBonusScoring
      • StandardScoring
      • get_scoring()
      • list_scoring_display_names()
      • list_scorings()
      • register_scoring()
      • scoring_from_config()
    • ncaa_eval.evaluation.simulation module
      • BracketDistribution
      • BracketNode
      • BracketStructure
      • CustomScoring
      • DictScoring
      • EloProvider
      • FibonacciScoring
      • MatchupContext
      • MatrixProvider
      • MostLikelyBracket
      • ProbabilityProvider
      • ScoringNotFoundError
      • ScoringRule
      • SeedDiffBonusScoring
      • SimulationResult
      • StandardScoring
      • build_bracket()
      • build_probability_matrix()
      • compute_advancement_probs()
      • compute_bracket_distribution()
      • compute_expected_points()
      • compute_expected_points_seed_diff()
      • compute_most_likely_bracket()
      • get_scoring()
      • list_scorings()
      • register_scoring()
      • score_bracket_against_sims()
      • scoring_from_config()
      • simulate_tournament()
      • simulate_tournament_mc()
    • ncaa_eval.evaluation.splitter module
      • CVFold
      • walk_forward_splits()
  • Module contents
    • BacktestResult
      • BacktestResult.fold_results
      • BacktestResult.summary
      • BacktestResult.elapsed_seconds
      • BacktestResult.elapsed_seconds
      • BacktestResult.fold_results
      • BacktestResult.summary
    • BracketDistribution
      • BracketDistribution.scores
      • BracketDistribution.percentiles
      • BracketDistribution.mean
      • BracketDistribution.std
      • BracketDistribution.histogram_bins
      • BracketDistribution.histogram_counts
      • BracketDistribution.histogram_bins
      • BracketDistribution.histogram_counts
      • BracketDistribution.mean
      • BracketDistribution.percentiles
      • BracketDistribution.scores
      • BracketDistribution.std
    • BracketNode
      • BracketNode.round_index
      • BracketNode.team_index
      • BracketNode.left
      • BracketNode.right
      • BracketNode.is_leaf
      • BracketNode.left
      • BracketNode.right
      • BracketNode.round_index
      • BracketNode.team_index
    • BracketStructure
      • BracketStructure.root
      • BracketStructure.team_ids
      • BracketStructure.team_index_map
      • BracketStructure.seed_map
      • BracketStructure.root
      • BracketStructure.seed_map
      • BracketStructure.team_ids
      • BracketStructure.team_index_map
    • CVFold
      • CVFold.train
      • CVFold.test
      • CVFold.year
      • CVFold.test
      • CVFold.train
      • CVFold.year
    • CustomScoring
      • CustomScoring.name
      • CustomScoring.points_per_round()
    • DictScoring
      • DictScoring.name
      • DictScoring.points_per_round()
    • EloProvider
      • EloProvider.batch_matchup_probabilities()
      • EloProvider.matchup_probability()
    • EnsembleProvider
      • EnsembleProvider.batch_matchup_probabilities()
      • EnsembleProvider.matchup_probability()
    • FibonacciScoring
      • FibonacciScoring.name
      • FibonacciScoring.points_per_round()
    • FoldResult
      • FoldResult.year
      • FoldResult.predictions
      • FoldResult.actuals
      • FoldResult.metrics
      • FoldResult.elapsed_seconds
      • FoldResult.test_game_ids
      • FoldResult.test_team_a_ids
      • FoldResult.test_team_b_ids
      • FoldResult.actuals
      • FoldResult.elapsed_seconds
      • FoldResult.metrics
      • FoldResult.predictions
      • FoldResult.test_game_ids
      • FoldResult.test_team_a_ids
      • FoldResult.test_team_b_ids
      • FoldResult.year
    • MatchupContext
      • MatchupContext.season
      • MatchupContext.day_num
      • MatchupContext.is_neutral
      • MatchupContext.day_num
      • MatchupContext.is_neutral
      • MatchupContext.season
    • MatrixProvider
      • MatrixProvider.batch_matchup_probabilities()
      • MatrixProvider.matchup_probability()
    • MetricNotFoundError
    • MostLikelyBracket
      • MostLikelyBracket.winners
      • MostLikelyBracket.champion_team_id
      • MostLikelyBracket.log_likelihood
      • MostLikelyBracket.champion_team_id
      • MostLikelyBracket.log_likelihood
      • MostLikelyBracket.winners
    • ProbabilityProvider
      • ProbabilityProvider.batch_matchup_probabilities()
      • ProbabilityProvider.matchup_probability()
    • ReliabilityData
      • ReliabilityData.fraction_of_positives
      • ReliabilityData.mean_predicted_value
      • ReliabilityData.bin_counts
      • ReliabilityData.bin_edges
      • ReliabilityData.n_bins
      • ReliabilityData.bin_counts
      • ReliabilityData.bin_edges
      • ReliabilityData.fraction_of_positives
      • ReliabilityData.mean_predicted_value
      • ReliabilityData.n_bins
    • ScoringNotFoundError
    • ScoringRule
      • ScoringRule.name
      • ScoringRule.points_per_round()
    • SeedDiffBonusScoring
      • SeedDiffBonusScoring.name
      • SeedDiffBonusScoring.points_per_round()
      • SeedDiffBonusScoring.seed_diff_bonus()
      • SeedDiffBonusScoring.seed_map
    • SimulationResult
      • SimulationResult.season
      • SimulationResult.advancement_probs
      • SimulationResult.expected_points
      • SimulationResult.method
      • SimulationResult.n_simulations
      • SimulationResult.confidence_intervals
      • SimulationResult.score_distribution
      • SimulationResult.bracket_distributions
      • SimulationResult.sim_winners
      • SimulationResult.advancement_probs
      • SimulationResult.bracket_distributions
      • SimulationResult.confidence_intervals
      • SimulationResult.expected_points
      • SimulationResult.method
      • SimulationResult.n_simulations
      • SimulationResult.score_distribution
      • SimulationResult.season
      • SimulationResult.sim_winners
    • StandardScoring
      • StandardScoring.name
      • StandardScoring.points_per_round()
    • brier_score()
    • build_bracket()
    • build_probability_matrix()
    • build_seed_prior_matrix()
    • compute_advancement_probs()
    • compute_bracket_distribution()
    • compute_expected_points()
    • compute_expected_points_seed_diff()
    • compute_most_likely_bracket()
    • default_metrics()
    • expected_calibration_error()
    • feature_cols()
    • format_kaggle_submission()
    • get_metric()
    • get_scoring()
    • list_metrics()
    • list_scoring_display_names()
    • list_scorings()
    • log_loss()
    • perturb_probability_matrix()
    • plot_advancement_heatmap()
    • plot_backtest_summary()
    • plot_metric_comparison()
    • plot_reliability_diagram()
    • plot_score_distribution()
    • power_transform()
    • register_metric()
    • register_scoring()
    • reliability_diagram_data()
    • roc_auc()
    • run_backtest()
    • score_bracket_against_sims()
    • scoring_from_config()
    • simulate_tournament()
    • simulate_tournament_mc()
    • slider_to_temperature()
    • walk_forward_splits()
• ncaa_eval.ingest package
  • Subpackages
    • ncaa_eval.ingest.connectors package
      • Submodules
      • Module contents
  • Submodules
    • ncaa_eval.ingest.fuzzy module
      • fuzzy_match_team()
    • ncaa_eval.ingest.repository module
      • ParquetRepository
      • Repository
    • ncaa_eval.ingest.schema module
      • Game
      • Season
      • Team
    • ncaa_eval.ingest.sync module
      • SyncEngine
      • SyncResult
    • ncaa_eval.ingest.validation module
      • ValidationReport
      • ValidationResult
      • validate_sync()
  • Module contents
    • AuthenticationError
    • Connector
      • Connector.fetch_games()
      • Connector.fetch_seasons()
      • Connector.fetch_teams()
    • ConnectorError
    • DataFormatError
    • EspnConnector
      • EspnConnector.fetch_games()
    • Game
      • Game.date
      • Game.day_num
      • Game.game_id
      • Game.is_tournament
      • Game.l_score
      • Game.l_team_id
      • Game.loc
      • Game.model_config
      • Game.num_ot
      • Game.season
      • Game.w_score
      • Game.w_team_id
    • KaggleConnector
      • KaggleConnector.download()
      • KaggleConnector.fetch_games()
      • KaggleConnector.fetch_seasons()
      • KaggleConnector.fetch_team_spellings()
      • KaggleConnector.fetch_teams()
      • KaggleConnector.load_day_zeros()
    • NetworkError
    • ParquetRepository
      • ParquetRepository.get_games()
      • ParquetRepository.get_seasons()
      • ParquetRepository.get_teams()
      • ParquetRepository.save_games()
      • ParquetRepository.save_seasons()
      • ParquetRepository.save_teams()
    • Repository
      • Repository.get_games()
      • Repository.get_seasons()
      • Repository.get_teams()
      • Repository.save_games()
      • Repository.save_seasons()
      • Repository.save_teams()
    • Season
      • Season.model_config
      • Season.year
    • SyncEngine
      • SyncEngine.sync_all()
      • SyncEngine.sync_espn()
      • SyncEngine.sync_kaggle()
    • SyncResult
      • SyncResult.games_written
      • SyncResult.seasons_cached
      • SyncResult.seasons_written
      • SyncResult.source
      • SyncResult.teams_written
    • Team
      • Team.canonical_name
      • Team.model_config
      • Team.team_id
      • Team.team_name
    • ValidationReport
      • ValidationReport.all_passed
      • ValidationReport.model_config
      • ValidationReport.results
    • validate_sync()
• ncaa_eval.model package
  • Submodules
    • ncaa_eval.model.base module
      • Model
      • ModelConfig
      • StatefulModel
    • ncaa_eval.model.elo module
      • EloModel
      • EloModelConfig
    • ncaa_eval.model.ensemble module
      • StackedEnsemble
      • StackedEnsembleConfig
    • ncaa_eval.model.logistic_regression module
      • LogisticRegressionConfig
      • LogisticRegressionModel
    • ncaa_eval.model.registry module
      • ModelNotFoundError
      • get_model()
      • list_models()
      • register_model()
    • ncaa_eval.model.tracking module
      • ModelRun
      • Prediction
      • RunStore
    • ncaa_eval.model.xgboost_model module
      • XGBoostModel
      • XGBoostModelConfig
  • Module contents
    • Model
      • Model.feature_config
      • Model.feature_config
      • Model.fit()
      • Model.get_config()
      • Model.get_feature_importances()
      • Model.load()
      • Model.predict_proba()
      • Model.save()
    • ModelConfig
      • ModelConfig.calibration_method
      • ModelConfig.model_config
      • ModelConfig.model_name
    • ModelNotFoundError
    • StackedEnsemble
      • StackedEnsemble.base_models
      • StackedEnsemble.meta_learner
      • StackedEnsemble.contextual_features
      • StackedEnsemble.base_models
      • StackedEnsemble.contextual_features
      • StackedEnsemble.feature_config
      • StackedEnsemble.get_config()
      • StackedEnsemble.load()
      • StackedEnsemble.meta_column_order
      • StackedEnsemble.meta_learner
      • StackedEnsemble.predict_bracket()
      • StackedEnsemble.predict_proba()
      • StackedEnsemble.save()
    • StatefulModel
      • StatefulModel.fit()
      • StatefulModel.get_state()
      • StatefulModel.predict_matchup()
      • StatefulModel.predict_proba()
      • StatefulModel.set_state()
      • StatefulModel.start_season()
      • StatefulModel.update()
    • get_model()
    • list_models()
    • register_model()
• ncaa_eval.transform package
  • Submodules
    • ncaa_eval.transform.calibration module
      • Calibrator
      • IsotonicCalibrator
      • SigmoidCalibrator
    • ncaa_eval.transform.constants module
    • ncaa_eval.transform.elo module
      • EloConfig
      • EloFeatureEngine
    • ncaa_eval.transform.feature_serving module
      • FeatureBlock
      • FeatureConfig
      • StatefulFeatureServer
    • ncaa_eval.transform.graph module
      • GraphTransformer
      • build_season_graph()
      • compute_betweenness_centrality()
      • compute_clustering_coefficient()
      • compute_hits()
      • compute_pagerank()
    • ncaa_eval.transform.normalization module
      • ConferenceLookup
      • CoverageGateResult
      • MasseyOrdinalsStore
      • TeamNameNormalizer
      • TourneySeed
      • TourneySeedTable
      • parse_seed()
    • ncaa_eval.transform.opponent module
      • BatchRatingSolver
      • compute_colley_ratings()
      • compute_ridge_ratings()
      • compute_srs_ratings()
    • ncaa_eval.transform.sequential module
      • DetailedResultsLoader
      • SequentialTransformer
      • apply_ot_rescaling()
      • compute_ewma_stats()
      • compute_four_factors()
      • compute_game_weights()
      • compute_momentum()
      • compute_per_possession_stats()
      • compute_possessions()
      • compute_rolling_stats()
      • compute_streak()
    • ncaa_eval.transform.serving module
      • ChronologicalDataServer
      • SeasonGames
      • rescale_overtime()
  • Module contents
    • BatchRatingSolver
      • BatchRatingSolver.compute_colley()
      • BatchRatingSolver.compute_ridge()
      • BatchRatingSolver.compute_srs()
    • Calibrator
      • Calibrator.fit()
      • Calibrator.transform()
    • ChronologicalDataServer
      • ChronologicalDataServer.get_chronological_season()
      • ChronologicalDataServer.iter_games_by_date()
    • ConferenceLookup
      • ConferenceLookup.from_csv()
      • ConferenceLookup.get()
    • CoverageGateResult
      • CoverageGateResult.primary_systems
      • CoverageGateResult.fallback_used
      • CoverageGateResult.fallback_reason
      • CoverageGateResult.recommended_systems
      • CoverageGateResult.fallback_reason
      • CoverageGateResult.fallback_used
      • CoverageGateResult.primary_systems
      • CoverageGateResult.recommended_systems
    • DetailedResultsLoader
      • DetailedResultsLoader.from_csvs()
      • DetailedResultsLoader.get_season_long_format()
      • DetailedResultsLoader.get_team_season()
    • EloConfig
      • EloConfig.early_game_threshold
      • EloConfig.home_advantage_elo
      • EloConfig.initial_rating
      • EloConfig.k_early
      • EloConfig.k_regular
      • EloConfig.k_tournament
      • EloConfig.margin_exponent
      • EloConfig.max_margin
      • EloConfig.mean_reversion_fraction
    • EloFeatureEngine
      • EloFeatureEngine.apply_season_mean_reversion()
      • EloFeatureEngine.expected_score()
      • EloFeatureEngine.get_all_ratings()
      • EloFeatureEngine.get_game_counts()
      • EloFeatureEngine.get_rating()
      • EloFeatureEngine.has_ratings()
      • EloFeatureEngine.predict_matchup()
      • EloFeatureEngine.process_season()
      • EloFeatureEngine.reset_game_counts()
      • EloFeatureEngine.set_game_counts()
      • EloFeatureEngine.set_ratings()
      • EloFeatureEngine.start_new_season()
      • EloFeatureEngine.update_game()
    • FeatureBlock
      • FeatureBlock.BATCH_RATING
      • FeatureBlock.ELO
      • FeatureBlock.GRAPH
      • FeatureBlock.ORDINAL
      • FeatureBlock.SEED
      • FeatureBlock.SEQUENTIAL
    • FeatureConfig
      • FeatureConfig.sequential_windows
      • FeatureConfig.ewma_alphas
      • FeatureConfig.graph_features_enabled
      • FeatureConfig.batch_rating_types
      • FeatureConfig.ordinal_systems
      • FeatureConfig.ordinal_composite
      • FeatureConfig.matchup_deltas
      • FeatureConfig.gender_scope
      • FeatureConfig.dataset_scope
      • FeatureConfig.active_blocks()
      • FeatureConfig.batch_rating_types
      • FeatureConfig.dataset_scope
      • FeatureConfig.elo_config
      • FeatureConfig.elo_enabled
      • FeatureConfig.ewma_alphas
      • FeatureConfig.gender_scope
      • FeatureConfig.graph_features_enabled
      • FeatureConfig.matchup_deltas
      • FeatureConfig.ordinal_composite
      • FeatureConfig.ordinal_systems
      • FeatureConfig.sequential_windows
    • GraphTransformer
      • GraphTransformer.add_game_to_graph()
      • GraphTransformer.build_graph()
      • GraphTransformer.compute_features()
      • GraphTransformer.transform()
    • IsotonicCalibrator
      • IsotonicCalibrator.fit()
      • IsotonicCalibrator.transform()
    • MasseyOrdinalsStore
      • MasseyOrdinalsStore.composite_pca()
      • MasseyOrdinalsStore.composite_simple_average()
      • MasseyOrdinalsStore.composite_weighted()
      • MasseyOrdinalsStore.from_csv()
      • MasseyOrdinalsStore.get_snapshot()
      • MasseyOrdinalsStore.normalize_percentile()
      • MasseyOrdinalsStore.normalize_rank_delta()
      • MasseyOrdinalsStore.normalize_zscore()
      • MasseyOrdinalsStore.pre_tournament_snapshot()
      • MasseyOrdinalsStore.run_coverage_gate()
    • SeasonGames
      • SeasonGames.year
      • SeasonGames.games
      • SeasonGames.has_tournament
      • SeasonGames.games
      • SeasonGames.has_tournament
      • SeasonGames.year
    • SequentialTransformer
      • SequentialTransformer.transform()
    • SigmoidCalibrator
      • SigmoidCalibrator.fit()
      • SigmoidCalibrator.transform()
    • StatefulFeatureServer
      • StatefulFeatureServer.serve_season_features()
    • TeamNameNormalizer
      • TeamNameNormalizer.from_csv()
      • TeamNameNormalizer.normalize()
    • TourneySeed
      • TourneySeed.season
      • TourneySeed.team_id
      • TourneySeed.seed_str
      • TourneySeed.region
      • TourneySeed.seed_num
      • TourneySeed.is_play_in
      • TourneySeed.is_play_in
      • TourneySeed.region
      • TourneySeed.season
      • TourneySeed.seed_num
      • TourneySeed.seed_str
      • TourneySeed.team_id
    • TourneySeedTable
      • TourneySeedTable.all_seeds()
      • TourneySeedTable.from_csv()
      • TourneySeedTable.get()
    • apply_ot_rescaling()
    • build_season_graph()
    • compute_betweenness_centrality()
    • compute_clustering_coefficient()
    • compute_colley_ratings()
    • compute_ewma_stats()
    • compute_four_factors()
    • compute_game_weights()
    • compute_hits()
    • compute_momentum()
    • compute_pagerank()
    • compute_per_possession_stats()
    • compute_possessions()
    • compute_ridge_ratings()
    • compute_rolling_stats()
    • compute_srs_ratings()
    • compute_streak()
    • parse_seed()
    • rescale_overtime()
• ncaa_eval.utils package
  • Submodules
    • ncaa_eval.utils.logger module
      • DEBUG
      • NORMAL
      • QUIET
      • VERBOSE
      • configure_logging()
      • get_logger()
  • Module contents
    • configure_logging()
    • get_logger()

Module contents

NCAA Eval - NCAA March Madness model evaluation platform.