Getting Started
User Guides
last_successful
rolling_median
tagged
CLI Reference
Architecture
flat()
Specifications
schema_version
metadata
metrics
metrics.latency
metrics.throughput
metrics.memory_mb
metrics.cpu_percent
metrics.custom
API Reference
Environment
Environment.CI
Environment.LOCAL
Environment.STAGING
Environment.CUSTOM
LatencyMetrics
LatencyMetrics.mean
LatencyMetrics.p50
LatencyMetrics.p95
LatencyMetrics.p99
LatencyMetrics.__post_init__()
Metrics
Metrics.latency
Metrics.throughput
Metrics.memory_mb
Metrics.cpu_percent
Metrics.custom
Metrics.__post_init__()
Metrics.flat()
SnapshotMetadata
SnapshotMetadata.run_id
SnapshotMetadata.commit
SnapshotMetadata.branch
SnapshotMetadata.timestamp
SnapshotMetadata.environment
SnapshotMetadata.tags
PerformanceSnapshot
PerformanceSnapshot.metrics
PerformanceSnapshot.schema_version
PerformanceSnapshot.metadata
PerformanceSnapshot.__post_init__()
PerformanceSnapshot.to_dict()
PerformanceSnapshot.from_dict()
compute_change_percent()
compare_snapshots()
RegressionStatus
RegressionStatus.PASS
RegressionStatus.REGRESSION
RegressionStatus.WARNING
RegressionStatus.INSUFFICIENT_DATA
MetricDiff
MetricDiff.metric_key
MetricDiff.baseline_value
MetricDiff.current_value
MetricDiff.change_percent
MetricDiff.threshold_percent
MetricDiff.is_regression
MetricDiff.is_warning
MetricDiff.p_value
MetricDiff.effect_size
MetricDiff.direction
MetricDiff.abs_change_percent
MetricDiff.__init__()
MetricDiff.status_label
ComparisonResult
ComparisonResult.__init__()
ComparisonResult.status
ComparisonResult.diffs
ComparisonResult.baseline_commit
ComparisonResult.current_commit
ComparisonResult.statistical_mode
ComparisonResult.summary
ComparisonResult.regressions
ComparisonResult.warnings
ComparisonResult.passed
ComparisonResult.exit_code
ComparisonResult.to_dict()
DEFAULT_THRESHOLD_PERCENT
parse_threshold()
evaluate_threshold()
build_threshold_map()
FlameIQError
ValidationError
SchemaVersionError
SchemaVersionError.__init__()
ConfigurationError
ThresholdConfigError
ThresholdConfigError.__init__()
BaselineError
BaselineNotFoundError
BaselineNotFoundError.__init__()
BaselineCorruptedError
BaselineCorruptedError.__init__()
ProviderError
ProviderNotFoundError
ProviderNotFoundError.__init__()
MetricsFileNotFoundError
MetricsFileNotFoundError.__init__()
ComparisonError
InsufficientSamplesError
InsufficientSamplesError.__init__()
StorageError
MigrationError
MINIMUM_SAMPLES
StatisticalResult
StatisticalResult.is_significant
StatisticalResult.p_value
StatisticalResult.effect_size
StatisticalResult.test_name
StatisticalResult.confidence_level
StatisticalResult.__init__()
StatisticalResult.alpha
StatisticalResult.effect_label
mann_whitney_compare()
noise_filter_median()
BaselineStrategy
BaselineStrategy.LAST_SUCCESSFUL
BaselineStrategy.ROLLING_MEDIAN
BaselineStrategy.TAGGED
select_baseline()
BaselineStore
BaselineStore.__init__()
BaselineStore.baseline_path
BaselineStore.history_path
BaselineStore.has_baseline()
BaselineStore.load_baseline()
BaselineStore.save_baseline()
BaselineStore.load_history()
BaselineStore.clear()
MetricProvider
MetricProvider.name
MetricProvider.collect()
MetricProvider.validate()
MetricProvider.normalize()
MetricProvider.load()
MetricProvider.__abstractmethods__
MetricProvider.__dict__
MetricProvider.__module__
MetricProvider.__weakref__
JsonProvider
JsonProvider.name
JsonProvider.collect()
JsonProvider.validate()
JsonProvider.normalize()
PytestBenchmarkProvider
PytestBenchmarkProvider.name
PytestBenchmarkProvider.collect()
PytestBenchmarkProvider.validate()
PytestBenchmarkProvider.normalize()
PROVIDER_REGISTRY
get_provider()
list_providers()
generate_report()
Contributing
Project