Index

_

__abstractmethods__ (flameiq.providers.base.MetricProvider attribute) __dict__ (flameiq.providers.base.MetricProvider attribute) __init__() (flameiq.core.errors.BaselineCorruptedError method) (flameiq.core.errors.BaselineNotFoundError method) (flameiq.core.errors.InsufficientSamplesError method) (flameiq.core.errors.MetricsFileNotFoundError method) (flameiq.core.errors.ProviderNotFoundError method) (flameiq.core.errors.SchemaVersionError method) (flameiq.core.errors.ThresholdConfigError method) (flameiq.core.models.ComparisonResult method) (flameiq.core.models.MetricDiff method) (flameiq.engine.statistics.StatisticalResult method) (flameiq.storage.baseline_store.BaselineStore method)

__module__ (flameiq.providers.base.MetricProvider attribute) __post_init__() (flameiq.schema.v1.models.LatencyMetrics method) (flameiq.schema.v1.models.Metrics method) (flameiq.schema.v1.models.PerformanceSnapshot method) __weakref__ (flameiq.providers.base.MetricProvider attribute)

A

abs_change_percent (flameiq.core.models.MetricDiff property)

alpha (flameiq.engine.statistics.StatisticalResult property)

B

baseline_commit (flameiq.core.models.ComparisonResult attribute) baseline_path (flameiq.storage.baseline_store.BaselineStore property) baseline_value (flameiq.core.models.MetricDiff attribute) BaselineCorruptedError BaselineError

BaselineNotFoundError BaselineStore (class in flameiq.storage.baseline_store) BaselineStrategy (class in flameiq.engine.baseline) branch (flameiq.schema.v1.models.SnapshotMetadata attribute) build_threshold_map() (in module flameiq.core.thresholds)

C

change_percent (flameiq.core.models.MetricDiff attribute) CI (flameiq.schema.v1.models.Environment attribute) clear() (flameiq.storage.baseline_store.BaselineStore method) collect() (flameiq.providers.base.MetricProvider method) (flameiq.providers.json_provider.JsonProvider method) (flameiq.providers.pytest_provider.PytestBenchmarkProvider method) commit (flameiq.schema.v1.models.SnapshotMetadata attribute) compare_snapshots() (in module flameiq.core.comparator) ComparisonError

ComparisonResult (class in flameiq.core.models) compute_change_percent() (in module flameiq.core.comparator) confidence_level (flameiq.engine.statistics.StatisticalResult attribute) ConfigurationError cpu_percent (flameiq.schema.v1.models.Metrics attribute) current_commit (flameiq.core.models.ComparisonResult attribute) current_value (flameiq.core.models.MetricDiff attribute) CUSTOM (flameiq.schema.v1.models.Environment attribute) custom (flameiq.schema.v1.models.Metrics attribute)

D

DEFAULT_THRESHOLD_PERCENT (in module flameiq.core.thresholds)

diffs (flameiq.core.models.ComparisonResult attribute) direction (flameiq.core.models.MetricDiff property)

E

effect_label (flameiq.engine.statistics.StatisticalResult property) effect_size (flameiq.core.models.MetricDiff attribute) (flameiq.engine.statistics.StatisticalResult attribute)

Environment (class in flameiq.schema.v1.models) environment (flameiq.schema.v1.models.SnapshotMetadata attribute) evaluate_threshold() (in module flameiq.core.thresholds) exit_code (flameiq.core.models.ComparisonResult property)

F

flameiq.core.comparator module flameiq.core.errors module flameiq.core.models module flameiq.core.thresholds module flameiq.engine.baseline module flameiq.engine.statistics module flameiq.providers.base module

flameiq.providers.json_provider module flameiq.providers.pytest_provider module flameiq.providers.registry module flameiq.reporting.html_generator module flameiq.schema.v1.models module flameiq.storage.baseline_store module FlameIQError flat() (flameiq.schema.v1.models.Metrics method) from_dict() (flameiq.schema.v1.models.PerformanceSnapshot class method)

G

generate_report() (in module flameiq.reporting.html_generator)

get_provider() (in module flameiq.providers.registry)

H

has_baseline() (flameiq.storage.baseline_store.BaselineStore method)

history_path (flameiq.storage.baseline_store.BaselineStore property)

I

INSUFFICIENT_DATA (flameiq.core.models.RegressionStatus attribute) InsufficientSamplesError

is_regression (flameiq.core.models.MetricDiff attribute) is_significant (flameiq.engine.statistics.StatisticalResult attribute) is_warning (flameiq.core.models.MetricDiff attribute)

J

JsonProvider (class in flameiq.providers.json_provider)

L

LAST_SUCCESSFUL (flameiq.engine.baseline.BaselineStrategy attribute) latency (flameiq.schema.v1.models.Metrics attribute) LatencyMetrics (class in flameiq.schema.v1.models) list_providers() (in module flameiq.providers.registry)

load() (flameiq.providers.base.MetricProvider method) load_baseline() (flameiq.storage.baseline_store.BaselineStore method) load_history() (flameiq.storage.baseline_store.BaselineStore method) LOCAL (flameiq.schema.v1.models.Environment attribute)

M

mann_whitney_compare() (in module flameiq.engine.statistics) mean (flameiq.schema.v1.models.LatencyMetrics attribute) memory_mb (flameiq.schema.v1.models.Metrics attribute) metadata (flameiq.schema.v1.models.PerformanceSnapshot attribute) metric_key (flameiq.core.models.MetricDiff attribute) MetricDiff (class in flameiq.core.models) MetricProvider (class in flameiq.providers.base) Metrics (class in flameiq.schema.v1.models) metrics (flameiq.schema.v1.models.PerformanceSnapshot attribute) MetricsFileNotFoundError MigrationError MINIMUM_SAMPLES (in module flameiq.engine.statistics) module flameiq.core.comparator flameiq.core.errors flameiq.core.models flameiq.core.thresholds flameiq.engine.baseline flameiq.engine.statistics flameiq.providers.base flameiq.providers.json_provider flameiq.providers.pytest_provider flameiq.providers.registry flameiq.reporting.html_generator flameiq.schema.v1.models flameiq.storage.baseline_store

N

name (flameiq.providers.base.MetricProvider property) (flameiq.providers.json_provider.JsonProvider property) (flameiq.providers.pytest_provider.PytestBenchmarkProvider property)

noise_filter_median() (in module flameiq.engine.statistics) normalize() (flameiq.providers.base.MetricProvider method) (flameiq.providers.json_provider.JsonProvider method) (flameiq.providers.pytest_provider.PytestBenchmarkProvider method)

P

p50 (flameiq.schema.v1.models.LatencyMetrics attribute) p95 (flameiq.schema.v1.models.LatencyMetrics attribute) p99 (flameiq.schema.v1.models.LatencyMetrics attribute) p_value (flameiq.core.models.MetricDiff attribute) (flameiq.engine.statistics.StatisticalResult attribute) parse_threshold() (in module flameiq.core.thresholds)

PASS (flameiq.core.models.RegressionStatus attribute) passed (flameiq.core.models.ComparisonResult property) PerformanceSnapshot (class in flameiq.schema.v1.models) PROVIDER_REGISTRY (in module flameiq.providers.registry) ProviderError ProviderNotFoundError PytestBenchmarkProvider (class in flameiq.providers.pytest_provider)

R

REGRESSION (flameiq.core.models.RegressionStatus attribute) regressions (flameiq.core.models.ComparisonResult property)

RegressionStatus (class in flameiq.core.models) ROLLING_MEDIAN (flameiq.engine.baseline.BaselineStrategy attribute) run_id (flameiq.schema.v1.models.SnapshotMetadata attribute)

S

save_baseline() (flameiq.storage.baseline_store.BaselineStore method) schema_version (flameiq.schema.v1.models.PerformanceSnapshot attribute) SchemaVersionError select_baseline() (in module flameiq.engine.baseline) SnapshotMetadata (class in flameiq.schema.v1.models) STAGING (flameiq.schema.v1.models.Environment attribute)

statistical_mode (flameiq.core.models.ComparisonResult attribute) StatisticalResult (class in flameiq.engine.statistics) status (flameiq.core.models.ComparisonResult attribute) status_label (flameiq.core.models.MetricDiff property) StorageError summary (flameiq.core.models.ComparisonResult attribute)

T

TAGGED (flameiq.engine.baseline.BaselineStrategy attribute) tags (flameiq.schema.v1.models.SnapshotMetadata attribute) test_name (flameiq.engine.statistics.StatisticalResult attribute) threshold_percent (flameiq.core.models.MetricDiff attribute)

ThresholdConfigError throughput (flameiq.schema.v1.models.Metrics attribute) timestamp (flameiq.schema.v1.models.SnapshotMetadata attribute) to_dict() (flameiq.core.models.ComparisonResult method) (flameiq.schema.v1.models.PerformanceSnapshot method)

V

validate() (flameiq.providers.base.MetricProvider method) (flameiq.providers.json_provider.JsonProvider method) (flameiq.providers.pytest_provider.PytestBenchmarkProvider method)

ValidationError

W

WARNING (flameiq.core.models.RegressionStatus attribute)

warnings (flameiq.core.models.ComparisonResult property)