-
Notifications
You must be signed in to change notification settings - Fork 3
Expand file tree
/
Copy pathml-engine-data.json
More file actions
1 lines (1 loc) · 63.1 KB
/
ml-engine-data.json
File metadata and controls
1 lines (1 loc) · 63.1 KB
1
{"query_result": {"id": 22542862, "query_hash": "f4bcb2963c5114eadb5a28067f9f9e0b", "query": "WITH success AS (\n WITH combined AS (\n -- 1) Engine creation success metrics\n SELECT\n DATE(submission_timestamp) AS date,\n labeled_metrics.key AS engine_id,\n 'engine_creation' AS metric_type,\n CAST(values.key AS INT64) AS ms\n FROM firefox_desktop.metrics\n CROSS JOIN UNNEST(metrics.metrics.labeled_timing_distribution.firefox_ai_runtime_engine_creation_success) AS labeled_metrics\n CROSS JOIN UNNEST(labeled_metrics.value.values) AS values\n CROSS JOIN UNNEST(GENERATE_ARRAY(1, values.value)) AS repeat_number\n WHERE\n DATE(submission_timestamp) >= DATE_SUB(CURRENT_DATE(), INTERVAL 7 DAY)\n AND client_info.app_channel IN ('nightly', 'beta', 'release')\n\n UNION ALL\n\n -- 2) Inference success metrics\n SELECT\n DATE(submission_timestamp) AS date,\n labeled_metrics.key AS engine_id,\n 'inference' AS metric_type,\n CAST(values.key AS INT64) AS ms\n FROM firefox_desktop.metrics\n CROSS JOIN UNNEST(metrics.metrics.labeled_timing_distribution.firefox_ai_runtime_run_inference_success) AS labeled_metrics\n CROSS JOIN UNNEST(labeled_metrics.value.values) AS values\n CROSS JOIN UNNEST(GENERATE_ARRAY(1, values.value)) AS repeat_number\n WHERE\n DATE(submission_timestamp) >= DATE_SUB(CURRENT_DATE(), INTERVAL 7 DAY)\n AND client_info.app_channel IN ('nightly', 'beta', 'release')\n )\n SELECT\n date,\n engine_id,\n\n -- Engine creation quantiles\n APPROX_QUANTILES(IF(metric_type = 'engine_creation', ms, NULL), 100)[OFFSET(5)] / 1e6 AS engine_creation_p5,\n APPROX_QUANTILES(IF(metric_type = 'engine_creation', ms, NULL), 100)[OFFSET(50)] / 1e6 AS engine_creation_p50,\n APPROX_QUANTILES(IF(metric_type = 'engine_creation', ms, NULL), 100)[OFFSET(75)] / 1e6 AS engine_creation_p75,\n APPROX_QUANTILES(IF(metric_type = 'engine_creation', ms, NULL), 100)[OFFSET(99)] / 1e6 AS engine_creation_p99,\n\n -- Inference quantiles\n APPROX_QUANTILES(IF(metric_type = 'inference', ms, NULL), 100)[OFFSET(5)] / 1e6 AS inference_p5,\n APPROX_QUANTILES(IF(metric_type = 'inference', ms, NULL), 100)[OFFSET(50)] / 1e6 AS inference_p50,\n APPROX_QUANTILES(IF(metric_type = 'inference', ms, NULL), 100)[OFFSET(75)] / 1e6 AS inference_p75,\n APPROX_QUANTILES(IF(metric_type = 'inference', ms, NULL), 100)[OFFSET(99)] / 1e6 AS inference_p99,\n\n -- Success counts\n COUNTIF(metric_type = 'engine_creation') AS engine_creation_success_count,\n COUNTIF(metric_type = 'inference') AS inference_success_count\n\n FROM combined\n GROUP BY\n date,\n engine_id\n),\n\nfailures AS (\n WITH combined AS (\n -- Engine creation failures\n SELECT\n DATE(submission_timestamp) AS date,\n JSON_VALUE(event_extra.engineId) AS engine_id,\n 'engine_creation' AS metric_type,\n COUNT(*) AS failure_count\n FROM `mozdata.firefox_desktop.events_stream`\n WHERE\n event = 'firefox.ai.runtime.engine_creation_failure'\n AND DATE(submission_timestamp) >= DATE_SUB(CURRENT_DATE(), INTERVAL 7 DAY)\n AND normalized_channel IN ('nightly', 'beta', 'release')\n GROUP BY\n date,\n engine_id\n\n UNION ALL\n\n -- Inference failures\n SELECT\n DATE(submission_timestamp) AS date,\n JSON_VALUE(event_extra.engineId) AS engine_id,\n 'inference' AS metric_type,\n COUNT(*) AS failure_count\n FROM `mozdata.firefox_desktop.events_stream`\n WHERE\n event = 'firefox.ai.runtime.run_inference_failure'\n AND DATE(submission_timestamp) >= DATE_SUB(CURRENT_DATE(), INTERVAL 7 DAY)\n AND normalized_channel IN ('nightly', 'beta', 'release')\n GROUP BY\n date,\n engine_id\n )\n SELECT\n date,\n engine_id,\n SUM(IF(metric_type = 'engine_creation', failure_count, 0)) AS engine_creation_failure_count,\n SUM(IF(metric_type = 'inference', failure_count, 0)) AS inference_failure_count\n FROM combined\n GROUP BY\n date,\n engine_id\n)\n\n-- Finally, join successes & failures into one result\nSELECT\n COALESCE(s.date, f.date) AS date,\n COALESCE(s.engine_id, f.engine_id) AS engine_id,\n\n -- Success quantiles\n s.engine_creation_p5,\n s.engine_creation_p50,\n s.engine_creation_p75,\n s.engine_creation_p99,\n s.inference_p5,\n s.inference_p50,\n s.inference_p75,\n s.inference_p99,\n\n -- Success counts\n s.engine_creation_success_count,\n s.inference_success_count,\n\n -- Failure counts\n f.engine_creation_failure_count,\n f.inference_failure_count\n\nFROM success s\nFULL JOIN failures f\nUSING (date, engine_id)\nORDER BY\n engine_id,\n date;\n", "data": {"columns": [{"name": "date", "friendly_name": "date", "type": "string"}, {"name": "engine_id", "friendly_name": "engine_id", "type": "string"}, {"name": "engine_creation_p5", "friendly_name": "engine_creation_p5", "type": "float"}, {"name": "engine_creation_p50", "friendly_name": "engine_creation_p50", "type": "float"}, {"name": "engine_creation_p75", "friendly_name": "engine_creation_p75", "type": "float"}, {"name": "engine_creation_p99", "friendly_name": "engine_creation_p99", "type": "float"}, {"name": "inference_p5", "friendly_name": "inference_p5", "type": "float"}, {"name": "inference_p50", "friendly_name": "inference_p50", "type": "float"}, {"name": "inference_p75", "friendly_name": "inference_p75", "type": "float"}, {"name": "inference_p99", "friendly_name": "inference_p99", "type": "float"}, {"name": "engine_creation_success_count", "friendly_name": "engine_creation_success_count", "type": "integer"}, {"name": "inference_success_count", "friendly_name": "inference_success_count", "type": "integer"}, {"name": "engine_creation_failure_count", "friendly_name": "engine_creation_failure_count", "type": "integer"}, {"name": "inference_failure_count", "friendly_name": "inference_failure_count", "type": "integer"}], "rows": [{"date": "2026-05-16", "engine_id": null, "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 0, "inference_failure_count": 3579}, {"date": "2026-05-17", "engine_id": null, "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 0, "inference_failure_count": 3482}, {"date": "2026-05-18", "engine_id": null, "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 0, "inference_failure_count": 4787}, {"date": "2026-05-19", "engine_id": null, "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 0, "inference_failure_count": 5200}, {"date": "2026-05-20", "engine_id": null, "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 0, "inference_failure_count": 5532}, {"date": "2026-05-21", "engine_id": null, "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 0, "inference_failure_count": 6384}, {"date": "2026-05-22", "engine_id": null, "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 0, "inference_failure_count": 6359}, {"date": "2026-05-19", "engine_id": "", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 1, "inference_failure_count": 0}, {"date": "2026-05-21", "engine_id": "ML-ENGINE-codeboost-permis-tracker@gpire.dev", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 1, "inference_failure_count": 0}, {"date": "2026-05-22", "engine_id": "ML-ENGINE-e05718f8e353c467bfd47a90e92141167cefb58c@temporary-addon", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 4, "inference_failure_count": 0}, {"date": "2026-05-16", "engine_id": "__other__", "engine_creation_p5": 189.812531, "engine_creation_p50": 348.117717, "engine_creation_p75": 492.312796, "engine_creation_p99": 2784.941737, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 11.863283, "engine_creation_success_count": 6223974, "inference_success_count": 55255158, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-17", "engine_id": "__other__", "engine_creation_p5": 189.812531, "engine_creation_p50": 348.117717, "engine_creation_p75": 492.312796, "engine_creation_p99": 2784.941737, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 10.878678, "engine_creation_success_count": 6423071, "inference_success_count": 58348179, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-18", "engine_id": "__other__", "engine_creation_p5": 189.812531, "engine_creation_p50": 348.117717, "engine_creation_p75": 492.312796, "engine_creation_p99": 2784.941737, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 12.937002, "engine_creation_success_count": 7568178, "inference_success_count": 69100601, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-19", "engine_id": "__other__", "engine_creation_p5": 189.812531, "engine_creation_p50": 348.117717, "engine_creation_p75": 492.312796, "engine_creation_p99": 2784.941737, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 12.937002, "engine_creation_success_count": 8592715, "inference_success_count": 76539936, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-20", "engine_id": "__other__", "engine_creation_p5": 189.812531, "engine_creation_p50": 348.117717, "engine_creation_p75": 492.312796, "engine_creation_p99": 2784.941737, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 14.1079, "engine_creation_success_count": 8389683, "inference_success_count": 74484811, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-21", "engine_id": "__other__", "engine_creation_p5": 189.812531, "engine_creation_p50": 348.117717, "engine_creation_p75": 492.312796, "engine_creation_p99": 2784.941737, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 12.937002, "engine_creation_success_count": 8611024, "inference_success_count": 75585708, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-22", "engine_id": "__other__", "engine_creation_p5": 189.812531, "engine_creation_p50": 348.117717, "engine_creation_p75": 492.312796, "engine_creation_p99": 2784.941737, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 15.384774, "engine_creation_success_count": 7298028, "inference_success_count": 64243486, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-18", "engine_id": "about-inference", "engine_creation_p5": 11139.76695, "engine_creation_p50": 18734.780191, "engine_creation_p75": 22279.533901, "engine_creation_p99": 28892.980822, "inference_p5": 1276.901416, "inference_p50": 5569.883475, "inference_p75": 11139.76695, "inference_p99": 12148.001999, "engine_creation_success_count": 4, "inference_success_count": 4, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-19", "engine_id": "about-inference", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 3, "inference_failure_count": 0}, {"date": "2026-05-20", "engine_id": "about-inference", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 9, "inference_failure_count": 0}, {"date": "2026-05-21", "engine_id": "about-inference", "engine_creation_p5": 34359.738368, "engine_creation_p50": 34359.738368, "engine_creation_p75": 34359.738368, "engine_creation_p99": 34359.738368, "inference_p5": 43.514714, "inference_p50": 43.514714, "inference_p75": 43.514714, "inference_p99": 43.514714, "engine_creation_success_count": 1, "inference_success_count": 1, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-22", "engine_id": "about-inference", "engine_creation_p5": 638.450708, "engine_creation_p50": 759.250124, "engine_creation_p75": 2147.483648, "engine_creation_p99": 15754.009503, "inference_p5": 23.726566, "inference_p50": 43.514714, "inference_p75": 123.078199, "inference_p99": 348.117717, "engine_creation_success_count": 11, "inference_success_count": 9, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-16", "engine_id": "autofill-ml", "engine_creation_p5": 492.312796, "engine_creation_p50": 1276.901416, "engine_creation_p75": 1969.251187, "engine_creation_p99": 14446.490411, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 64, "inference_success_count": 6082, "engine_creation_failure_count": 0, "inference_failure_count": 1}, {"date": "2026-05-17", "engine_id": "autofill-ml", "engine_creation_p5": 319.225354, "engine_creation_p50": 984.625593, "engine_creation_p75": 1655.936264, "engine_creation_p99": 18734.780191, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 58, "inference_success_count": 2125, "engine_creation_failure_count": 0, "inference_failure_count": 9}, {"date": "2026-05-18", "engine_id": "autofill-ml", "engine_creation_p5": 638.450708, "engine_creation_p50": 1073.741824, "engine_creation_p75": 1518.500249, "engine_creation_p99": 63016.038013, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 68, "inference_success_count": 10624, "engine_creation_failure_count": 0, "inference_failure_count": 46}, {"date": "2026-05-19", "engine_id": "autofill-ml", "engine_creation_p5": 585.46188, "engine_creation_p50": 1073.741824, "engine_creation_p75": 1655.936264, "engine_creation_p99": 44559.067803, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 88, "inference_success_count": 6127, "engine_creation_failure_count": 0, "inference_failure_count": 30}, {"date": "2026-05-20", "engine_id": "autofill-ml", "engine_creation_p5": 536.870912, "engine_creation_p50": 1170.923761, "engine_creation_p75": 1655.936264, "engine_creation_p99": 52989.960469, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 82, "inference_success_count": 5367, "engine_creation_failure_count": 0, "inference_failure_count": 8}, {"date": "2026-05-21", "engine_id": "autofill-ml", "engine_creation_p5": 536.870912, "engine_creation_p50": 984.625593, "engine_creation_p75": 1655.936264, "engine_creation_p99": 12148.001999, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 83, "inference_success_count": 8060, "engine_creation_failure_count": 0, "inference_failure_count": 11}, {"date": "2026-05-22", "engine_id": "autofill-ml", "engine_creation_p5": 585.46188, "engine_creation_p50": 984.625593, "engine_creation_p75": 1518.500249, "engine_creation_p99": 24296.003999, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 72, "inference_success_count": 3157, "engine_creation_failure_count": 0, "inference_failure_count": 21}, {"date": "2026-05-16", "engine_id": "formfill-classification-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 42144, "inference_failure_count": 0}, {"date": "2026-05-17", "engine_id": "formfill-classification-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 33297, "inference_failure_count": 0}, {"date": "2026-05-18", "engine_id": "formfill-classification-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 51408, "inference_failure_count": 0}, {"date": "2026-05-19", "engine_id": "formfill-classification-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 67265, "inference_failure_count": 0}, {"date": "2026-05-20", "engine_id": "formfill-classification-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 59371, "inference_failure_count": 0}, {"date": "2026-05-21", "engine_id": "formfill-classification-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 53051, "inference_failure_count": 0}, {"date": "2026-05-22", "engine_id": "formfill-classification-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 63820, "inference_failure_count": 0}, {"date": "2026-05-16", "engine_id": "link-preview", "engine_creation_p5": 348.117717, "engine_creation_p50": 348.117717, "engine_creation_p75": 348.117717, "engine_creation_p99": 348.117717, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 1, "inference_success_count": 1, "engine_creation_failure_count": 2, "inference_failure_count": 0}, {"date": "2026-05-17", "engine_id": "link-preview", "engine_creation_p5": 206.992033, "engine_creation_p50": 902.90565, "engine_creation_p75": 1655.936264, "engine_creation_p99": 11139.76695, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 19, "inference_success_count": 9, "engine_creation_failure_count": 1, "inference_failure_count": 0}, {"date": "2026-05-18", "engine_id": "link-preview", "engine_creation_p5": 268.435456, "engine_creation_p50": 638.450708, "engine_creation_p75": 1969.251187, "engine_creation_p99": 44559.067803, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 27, "inference_success_count": 15, "engine_creation_failure_count": 1, "inference_failure_count": 0}, {"date": "2026-05-19", "engine_id": "link-preview", "engine_creation_p5": 206.992033, "engine_creation_p50": 585.46188, "engine_creation_p75": 1655.936264, "engine_creation_p99": 63016.038013, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 16, "inference_success_count": 12, "engine_creation_failure_count": 2, "inference_failure_count": 0}, {"date": "2026-05-20", "engine_id": "link-preview", "engine_creation_p5": 413.984066, "engine_creation_p50": 902.90565, "engine_creation_p75": 1655.936264, "engine_creation_p99": 63016.038013, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 22, "inference_success_count": 9, "engine_creation_failure_count": 1, "inference_failure_count": 0}, {"date": "2026-05-21", "engine_id": "link-preview", "engine_creation_p5": 348.117717, "engine_creation_p50": 1276.901416, "engine_creation_p75": 2553.802833, "engine_creation_p99": 388736.063996, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 31, "inference_success_count": 17, "engine_creation_failure_count": 5, "inference_failure_count": 0}, {"date": "2026-05-22", "engine_id": "link-preview", "engine_creation_p5": 268.435456, "engine_creation_p50": 827.968132, "engine_creation_p75": 3037.000499, "engine_creation_p99": 462287.693163, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 75, "inference_success_count": 45, "engine_creation_failure_count": 4, "inference_failure_count": 0}, {"date": "2026-05-16", "engine_id": "ml-suggest-intent", "engine_creation_p5": 984.625593, "engine_creation_p50": 4683.695047, "engine_creation_p75": 6623.745058, "engine_creation_p99": 163443.381347, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 36.591367, "engine_creation_success_count": 342, "inference_success_count": 1679, "engine_creation_failure_count": 112, "inference_failure_count": 0}, {"date": "2026-05-17", "engine_id": "ml-suggest-intent", "engine_creation_p5": 902.90565, "engine_creation_p50": 3938.502375, "engine_creation_p75": 7223.245205, "engine_creation_p99": 126032.076027, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 28.215801, "engine_creation_success_count": 338, "inference_success_count": 1499, "engine_creation_failure_count": 76, "inference_failure_count": 0}, {"date": "2026-05-18", "engine_id": "ml-suggest-intent", "engine_creation_p5": 984.625593, "engine_creation_p50": 4294.967296, "engine_creation_p75": 6623.745058, "engine_creation_p99": 137438.953472, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 25.874004, "engine_creation_success_count": 528, "inference_success_count": 1401, "engine_creation_failure_count": 199, "inference_failure_count": 0}, {"date": "2026-05-19", "engine_id": "ml-suggest-intent", "engine_creation_p5": 1073.741824, "engine_creation_p50": 4683.695047, "engine_creation_p75": 6623.745058, "engine_creation_p99": 115571.92329, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 11.863283, "inference_p99": 56.431603, "engine_creation_success_count": 522, "inference_success_count": 1956, "engine_creation_failure_count": 175, "inference_failure_count": 0}, {"date": "2026-05-20", "engine_id": "ml-suggest-intent", "engine_creation_p5": 984.625593, "engine_creation_p50": 4683.695047, "engine_creation_p75": 6623.745058, "engine_creation_p99": 105979.920938, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 73.182735, "engine_creation_success_count": 550, "inference_success_count": 2029, "engine_creation_failure_count": 196, "inference_failure_count": 0}, {"date": "2026-05-21", "engine_id": "ml-suggest-intent", "engine_creation_p5": 984.625593, "engine_creation_p50": 3938.502375, "engine_creation_p75": 6623.745058, "engine_creation_p99": 126032.076027, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 14.1079, "inference_p99": 51.748008, "engine_creation_success_count": 492, "inference_success_count": 3741, "engine_creation_failure_count": 193, "inference_failure_count": 0}, {"date": "2026-05-22", "engine_id": "ml-suggest-intent", "engine_creation_p5": 1073.741824, "engine_creation_p50": 4294.967296, "engine_creation_p75": 6623.745058, "engine_creation_p99": 97184.015999, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 67.108864, "engine_creation_success_count": 480, "inference_success_count": 2024, "engine_creation_failure_count": 131, "inference_failure_count": 0}, {"date": "2026-05-16", "engine_id": "ml-suggest-ner", "engine_creation_p5": 759.250124, "engine_creation_p50": 4294.967296, "engine_creation_p75": 6623.745058, "engine_creation_p99": 211959.841877, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 25.874004, "engine_creation_success_count": 337, "inference_success_count": 1683, "engine_creation_failure_count": 112, "inference_failure_count": 0}, {"date": "2026-05-17", "engine_id": "ml-suggest-ner", "engine_creation_p5": 585.46188, "engine_creation_p50": 3037.000499, "engine_creation_p75": 6623.745058, "engine_creation_p99": 149878.24153, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 19.951584, "engine_creation_success_count": 336, "inference_success_count": 1502, "engine_creation_failure_count": 76, "inference_failure_count": 0}, {"date": "2026-05-18", "engine_id": "ml-suggest-ner", "engine_creation_p5": 638.450708, "engine_creation_p50": 3611.622602, "engine_creation_p75": 6623.745058, "engine_creation_p99": 126032.076027, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 16.777216, "engine_creation_success_count": 519, "inference_success_count": 1396, "engine_creation_failure_count": 198, "inference_failure_count": 0}, {"date": "2026-05-19", "engine_id": "ml-suggest-ner", "engine_creation_p5": 902.90565, "engine_creation_p50": 3611.622602, "engine_creation_p75": 6623.745058, "engine_creation_p99": 126032.076027, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 4.987896, "inference_p99": 47.453132, "engine_creation_success_count": 530, "inference_success_count": 2343, "engine_creation_failure_count": 181, "inference_failure_count": 0}, {"date": "2026-05-20", "engine_id": "ml-suggest-ner", "engine_creation_p5": 827.968132, "engine_creation_p50": 3311.872529, "engine_creation_p75": 6623.745058, "engine_creation_p99": 137438.953472, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 94.906265, "engine_creation_success_count": 538, "inference_success_count": 1950, "engine_creation_failure_count": 206, "inference_failure_count": 0}, {"date": "2026-05-21", "engine_id": "ml-suggest-ner", "engine_creation_p5": 696.235434, "engine_creation_p50": 3037.000499, "engine_creation_p75": 6623.745058, "engine_creation_p99": 149878.24153, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 10.878678, "inference_p99": 47.453132, "engine_creation_success_count": 475, "inference_success_count": 3694, "engine_creation_failure_count": 204, "inference_failure_count": 0}, {"date": "2026-05-22", "engine_id": "ml-suggest-ner", "engine_creation_p5": 902.90565, "engine_creation_p50": 3611.622602, "engine_creation_p75": 6623.745058, "engine_creation_p99": 126032.076027, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 67.108864, "engine_creation_success_count": 470, "inference_success_count": 2042, "engine_creation_failure_count": 136, "inference_failure_count": 0}, {"date": "2026-05-16", "engine_id": "pdfjs", "engine_creation_p5": 1392.470868, "engine_creation_p50": 4294.967296, "engine_creation_p75": 17179.869184, "engine_creation_p99": 549755.813888, "inference_p5": 0.961548, "inference_p50": 1805.811301, "inference_p75": 3311.872529, "inference_p99": 11139.76695, "engine_creation_success_count": 1292, "inference_success_count": 1040, "engine_creation_failure_count": 477, "inference_failure_count": 1}, {"date": "2026-05-17", "engine_id": "pdfjs", "engine_creation_p5": 1392.470868, "engine_creation_p50": 5569.883475, "engine_creation_p75": 20430.422668, "engine_creation_p99": 549755.813888, "inference_p5": 0.961548, "inference_p50": 1805.811301, "inference_p75": 3037.000499, "inference_p99": 15754.009503, "engine_creation_success_count": 1103, "inference_success_count": 761, "engine_creation_failure_count": 352, "inference_failure_count": 1}, {"date": "2026-05-18", "engine_id": "pdfjs", "engine_creation_p5": 1392.470868, "engine_creation_p50": 3938.502375, "engine_creation_p75": 13247.490117, "engine_creation_p99": 423919.683754, "inference_p5": 0.961548, "inference_p50": 1655.936264, "inference_p75": 3311.872529, "inference_p99": 20430.422668, "engine_creation_success_count": 1986, "inference_success_count": 1550, "engine_creation_failure_count": 827, "inference_failure_count": 10}, {"date": "2026-05-19", "engine_id": "pdfjs", "engine_creation_p5": 1392.470868, "engine_creation_p50": 3938.502375, "engine_creation_p75": 12148.001999, "engine_creation_p99": 388736.063996, "inference_p5": 0.961548, "inference_p50": 1805.811301, "inference_p75": 3311.872529, "inference_p99": 17179.869184, "engine_creation_success_count": 2446, "inference_success_count": 2027, "engine_creation_failure_count": 885, "inference_failure_count": 3}, {"date": "2026-05-20", "engine_id": "pdfjs", "engine_creation_p5": 1392.470868, "engine_creation_p50": 4294.967296, "engine_creation_p75": 14446.490411, "engine_creation_p99": 423919.683754, "inference_p5": 0.961548, "inference_p50": 1805.811301, "inference_p75": 3611.622602, "inference_p99": 22279.533901, "engine_creation_success_count": 2382, "inference_success_count": 1938, "engine_creation_failure_count": 990, "inference_failure_count": 7}, {"date": "2026-05-21", "engine_id": "pdfjs", "engine_creation_p5": 1392.470868, "engine_creation_p50": 3938.502375, "engine_creation_p75": 12148.001999, "engine_creation_p99": 462287.693163, "inference_p5": 0.961548, "inference_p50": 1805.811301, "inference_p75": 3037.000499, "inference_p99": 12148.001999, "engine_creation_success_count": 2385, "inference_success_count": 2028, "engine_creation_failure_count": 785, "inference_failure_count": 2}, {"date": "2026-05-22", "engine_id": "pdfjs", "engine_creation_p5": 1518.500249, "engine_creation_p50": 3938.502375, "engine_creation_p75": 13247.490117, "engine_creation_p99": 423919.683754, "inference_p5": 0.961548, "inference_p50": 1969.251187, "inference_p75": 3037.000499, "inference_p99": 18734.780191, "engine_creation_success_count": 2301, "inference_success_count": 1906, "engine_creation_failure_count": 921, "inference_failure_count": 2}, {"date": "2026-05-16", "engine_id": "simple-text-embedder-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 1166177, "inference_failure_count": 4}, {"date": "2026-05-17", "engine_id": "simple-text-embedder-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 1185366, "inference_failure_count": 10}, {"date": "2026-05-18", "engine_id": "simple-text-embedder-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 1441695, "inference_failure_count": 43}, {"date": "2026-05-19", "engine_id": "simple-text-embedder-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 1467492, "inference_failure_count": 51}, {"date": "2026-05-20", "engine_id": "simple-text-embedder-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 1438998, "inference_failure_count": 41}, {"date": "2026-05-21", "engine_id": "simple-text-embedder-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 1423192, "inference_failure_count": 2}, {"date": "2026-05-22", "engine_id": "simple-text-embedder-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 1337856, "inference_failure_count": 24}, {"date": "2026-05-16", "engine_id": "smart-intent", "engine_creation_p5": 174.058858, "engine_creation_p50": 319.225354, "engine_creation_p75": 492.312796, "engine_creation_p99": 12148.001999, "inference_p5": 8.388608, "inference_p50": 19.951584, "inference_p75": 33.554432, "inference_p99": 134.217728, "engine_creation_success_count": 97, "inference_success_count": 1431, "engine_creation_failure_count": 154, "inference_failure_count": 0}, {"date": "2026-05-17", "engine_id": "smart-intent", "engine_creation_p5": 189.812531, "engine_creation_p50": 413.984066, "engine_creation_p75": 1655.936264, "engine_creation_p99": 37469.560382, "inference_p5": 9.975792, "inference_p50": 25.874004, "inference_p75": 43.514714, "inference_p99": 159.612677, "engine_creation_success_count": 46, "inference_success_count": 625, "engine_creation_failure_count": 63, "inference_failure_count": 0}, {"date": "2026-05-18", "engine_id": "smart-intent", "engine_creation_p5": 189.812531, "engine_creation_p50": 379.625062, "engine_creation_p75": 536.870912, "engine_creation_p99": 9367.390095, "inference_p5": 7.692387, "inference_p50": 16.777216, "inference_p75": 23.726566, "inference_p99": 146.36547, "engine_creation_success_count": 102, "inference_success_count": 1655, "engine_creation_failure_count": 65, "inference_failure_count": 0}, {"date": "2026-05-19", "engine_id": "smart-intent", "engine_creation_p5": 189.812531, "engine_creation_p50": 348.117717, "engine_creation_p75": 451.452825, "engine_creation_p99": 15754.009503, "inference_p5": 8.388608, "inference_p50": 16.777216, "inference_p75": 23.726566, "inference_p99": 134.217728, "engine_creation_success_count": 199, "inference_success_count": 2738, "engine_creation_failure_count": 119, "inference_failure_count": 0}, {"date": "2026-05-20", "engine_id": "smart-intent", "engine_creation_p5": 174.058858, "engine_creation_p50": 348.117717, "engine_creation_p75": 451.452825, "engine_creation_p99": 4294.967296, "inference_p5": 8.388608, "inference_p50": 18.295683, "inference_p75": 25.874004, "inference_p99": 61.539099, "engine_creation_success_count": 184, "inference_success_count": 1779, "engine_creation_failure_count": 468, "inference_failure_count": 0}, {"date": "2026-05-21", "engine_id": "smart-intent", "engine_creation_p5": 174.058858, "engine_creation_p50": 348.117717, "engine_creation_p75": 451.452825, "engine_creation_p99": 6623.745058, "inference_p5": 8.388608, "inference_p50": 19.951584, "inference_p75": 25.874004, "inference_p99": 61.539099, "engine_creation_success_count": 153, "inference_success_count": 1816, "engine_creation_failure_count": 690, "inference_failure_count": 0}, {"date": "2026-05-22", "engine_id": "smart-intent", "engine_creation_p5": 189.812531, "engine_creation_p50": 348.117717, "engine_creation_p75": 585.46188, "engine_creation_p99": 6623.745058, "inference_p5": 8.388608, "inference_p50": 16.777216, "inference_p75": 25.874004, "inference_p99": 94.906265, "engine_creation_success_count": 215, "inference_success_count": 2337, "engine_creation_failure_count": 404, "inference_failure_count": 0}, {"date": "2026-05-16", "engine_id": "smart-openai", "engine_creation_p5": 11.863283, "engine_creation_p50": 33.554432, "engine_creation_p75": 56.431603, "engine_creation_p99": 292.73094, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 187, "inference_success_count": 336, "engine_creation_failure_count": 2, "inference_failure_count": 0}, {"date": "2026-05-17", "engine_id": "smart-openai", "engine_creation_p5": 12.937002, "engine_creation_p50": 30.769549, "engine_creation_p75": 61.539099, "engine_creation_p99": 492.312796, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 331, "inference_success_count": 661, "engine_creation_failure_count": 4, "inference_failure_count": 0}, {"date": "2026-05-18", "engine_id": "smart-openai", "engine_creation_p5": 8.388608, "engine_creation_p50": 18.295683, "engine_creation_p75": 36.591367, "engine_creation_p99": 1073.741824, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 309, "inference_success_count": 1090, "engine_creation_failure_count": 2, "inference_failure_count": 0}, {"date": "2026-05-19", "engine_id": "smart-openai", "engine_creation_p5": 9.975792, "engine_creation_p50": 15.384774, "engine_creation_p75": 23.726566, "engine_creation_p99": 112.863206, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 574, "inference_success_count": 1166, "engine_creation_failure_count": 1, "inference_failure_count": 0}, {"date": "2026-05-20", "engine_id": "smart-openai", "engine_creation_p5": 7.692387, "engine_creation_p50": 11.863283, "engine_creation_p75": 15.384774, "engine_creation_p99": 112.863206, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 409, "inference_success_count": 1346, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-21", "engine_id": "smart-openai", "engine_creation_p5": 8.388608, "engine_creation_p50": 14.1079, "engine_creation_p75": 36.591367, "engine_creation_p99": 2553.802833, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 381, "inference_success_count": 911, "engine_creation_failure_count": 5, "inference_failure_count": 0}, {"date": "2026-05-22", "engine_id": "smart-openai", "engine_creation_p5": 8.388608, "engine_creation_p50": 23.726566, "engine_creation_p75": 61.539099, "engine_creation_p99": 984.625593, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 393, "inference_success_count": 451, "engine_creation_failure_count": 2, "inference_failure_count": 0}, {"date": "2026-05-21", "engine_id": "smart-openai-chat", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 7, "inference_failure_count": 0}, {"date": "2026-05-22", "engine_id": "smart-openai-chat", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 6, "inference_failure_count": 0}, {"date": "2026-05-19", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 2, "inference_failure_count": 0}, {"date": "2026-05-20", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 3, "inference_failure_count": 0}, {"date": "2026-05-21", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 15, "inference_failure_count": 0}, {"date": "2026-05-22", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 12, "inference_failure_count": 0}, {"date": "2026-05-16", "engine_id": "smart-openai-memories-generation", "engine_creation_p5": 7.692387, "engine_creation_p50": 19.951584, "engine_creation_p75": 103.496016, "engine_creation_p99": 1392.470868, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 13, "inference_success_count": 41, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-17", "engine_id": "smart-openai-memories-generation", "engine_creation_p5": 9.975792, "engine_creation_p50": 33.554432, "engine_creation_p75": 47.453132, "engine_creation_p99": 225.726412, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 9, "inference_success_count": 33, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-18", "engine_id": "smart-openai-memories-generation", "engine_creation_p5": 7.692387, "engine_creation_p50": 36.591367, "engine_creation_p75": 36.591367, "engine_creation_p99": 47.453132, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 27, "inference_success_count": 51, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-19", "engine_id": "smart-openai-memories-generation", "engine_creation_p5": 6.468501, "engine_creation_p50": 14.1079, "engine_creation_p75": 73.182735, "engine_creation_p99": 1276.901416, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 21, "inference_success_count": 65, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-20", "engine_id": "smart-openai-memories-generation", "engine_creation_p5": 6.468501, "engine_creation_p50": 6.468501, "engine_creation_p75": 6.468501, "engine_creation_p99": 492.312796, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 219, "inference_success_count": 48, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-21", "engine_id": "smart-openai-memories-generation", "engine_creation_p5": 6.468501, "engine_creation_p50": 9.975792, "engine_creation_p75": 9.975792, "engine_creation_p99": 14.1079, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 421, "inference_success_count": 47, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-22", "engine_id": "smart-openai-memories-generation", "engine_creation_p5": 7.692387, "engine_creation_p50": 9.975792, "engine_creation_p75": 10.878678, "engine_creation_p99": 1276.901416, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 212, "inference_success_count": 72, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-21", "engine_id": "smart-openai-memories-initial-generation-system", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 2, "inference_failure_count": 0}, {"date": "2026-05-22", "engine_id": "smart-openai-memories-initial-generation-system", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 1, "inference_failure_count": 0}, {"date": "2026-05-16", "engine_id": "smart-tab-embedding-engine", "engine_creation_p5": 225.726412, "engine_creation_p50": 585.46188, "engine_creation_p75": 1170.923761, "engine_creation_p99": 31508.019006, "inference_p5": 3.846193, "inference_p50": 14.1079, "inference_p75": 28.215801, "inference_p99": 1805.811301, "engine_creation_success_count": 2333, "inference_success_count": 2696, "engine_creation_failure_count": 481, "inference_failure_count": 0}, {"date": "2026-05-17", "engine_id": "smart-tab-embedding-engine", "engine_creation_p5": 225.726412, "engine_creation_p50": 638.450708, "engine_creation_p75": 1276.901416, "engine_creation_p99": 37469.560382, "inference_p5": 3.846193, "inference_p50": 14.1079, "inference_p75": 28.215801, "inference_p99": 1170.923761, "engine_creation_success_count": 2324, "inference_success_count": 2701, "engine_creation_failure_count": 451, "inference_failure_count": 0}, {"date": "2026-05-18", "engine_id": "smart-tab-embedding-engine", "engine_creation_p5": 225.726412, "engine_creation_p50": 638.450708, "engine_creation_p75": 1276.901416, "engine_creation_p99": 26494.980234, "inference_p5": 3.846193, "inference_p50": 14.1079, "inference_p75": 30.769549, "inference_p99": 1518.500249, "engine_creation_success_count": 3024, "inference_success_count": 3590, "engine_creation_failure_count": 723, "inference_failure_count": 0}, {"date": "2026-05-19", "engine_id": "smart-tab-embedding-engine", "engine_creation_p5": 225.726412, "engine_creation_p50": 585.46188, "engine_creation_p75": 1170.923761, "engine_creation_p99": 44559.067803, "inference_p5": 3.846193, "inference_p50": 14.1079, "inference_p75": 25.874004, "inference_p99": 902.90565, "engine_creation_success_count": 3589, "inference_success_count": 4114, "engine_creation_failure_count": 664, "inference_failure_count": 0}, {"date": "2026-05-20", "engine_id": "smart-tab-embedding-engine", "engine_creation_p5": 225.726412, "engine_creation_p50": 585.46188, "engine_creation_p75": 1170.923761, "engine_creation_p99": 31508.019006, "inference_p5": 3.846193, "inference_p50": 14.1079, "inference_p75": 25.874004, "inference_p99": 984.625593, "engine_creation_success_count": 3482, "inference_success_count": 3921, "engine_creation_failure_count": 723, "inference_failure_count": 0}, {"date": "2026-05-21", "engine_id": "smart-tab-embedding-engine", "engine_creation_p5": 246.156398, "engine_creation_p50": 585.46188, "engine_creation_p75": 1170.923761, "engine_creation_p99": 37469.560382, "inference_p5": 3.846193, "inference_p50": 12.937002, "inference_p75": 25.874004, "inference_p99": 1170.923761, "engine_creation_success_count": 3532, "inference_success_count": 4098, "engine_creation_failure_count": 643, "inference_failure_count": 1}, {"date": "2026-05-22", "engine_id": "smart-tab-embedding-engine", "engine_creation_p5": 225.726412, "engine_creation_p50": 585.46188, "engine_creation_p75": 1170.923761, "engine_creation_p99": 28892.980822, "inference_p5": 3.846193, "inference_p50": 12.937002, "inference_p75": 25.874004, "inference_p99": 984.625593, "engine_creation_success_count": 3234, "inference_success_count": 3691, "engine_creation_failure_count": 595, "inference_failure_count": 0}, {"date": "2026-05-16", "engine_id": "smart-tab-topic-engine", "engine_creation_p5": 413.984066, "engine_creation_p50": 984.625593, "engine_creation_p75": 1655.936264, "engine_creation_p99": 37469.560382, "inference_p5": 25.874004, "inference_p50": 79.806338, "inference_p75": 123.078199, "inference_p99": 759.250124, "engine_creation_success_count": 2108, "inference_success_count": 2436, "engine_creation_failure_count": 705, "inference_failure_count": 0}, {"date": "2026-05-17", "engine_id": "smart-tab-topic-engine", "engine_creation_p5": 413.984066, "engine_creation_p50": 984.625593, "engine_creation_p75": 1805.811301, "engine_creation_p99": 37469.560382, "inference_p5": 25.874004, "inference_p50": 79.806338, "inference_p75": 123.078199, "inference_p99": 638.450708, "engine_creation_success_count": 2088, "inference_success_count": 2357, "engine_creation_failure_count": 619, "inference_failure_count": 0}, {"date": "2026-05-18", "engine_id": "smart-tab-topic-engine", "engine_creation_p5": 379.625062, "engine_creation_p50": 984.625593, "engine_creation_p75": 1805.811301, "engine_creation_p99": 28892.980822, "inference_p5": 23.726566, "inference_p50": 79.806338, "inference_p75": 123.078199, "inference_p99": 696.235434, "engine_creation_success_count": 2726, "inference_success_count": 3191, "engine_creation_failure_count": 1120, "inference_failure_count": 0}, {"date": "2026-05-19", "engine_id": "smart-tab-topic-engine", "engine_creation_p5": 379.625062, "engine_creation_p50": 902.90565, "engine_creation_p75": 1655.936264, "engine_creation_p99": 44559.067803, "inference_p5": 25.874004, "inference_p50": 79.806338, "inference_p75": 123.078199, "inference_p99": 759.250124, "engine_creation_success_count": 3290, "inference_success_count": 3813, "engine_creation_failure_count": 949, "inference_failure_count": 0}, {"date": "2026-05-20", "engine_id": "smart-tab-topic-engine", "engine_creation_p5": 413.984066, "engine_creation_p50": 902.90565, "engine_creation_p75": 1805.811301, "engine_creation_p99": 44559.067803, "inference_p5": 23.726566, "inference_p50": 73.182735, "inference_p75": 123.078199, "inference_p99": 759.250124, "engine_creation_success_count": 3140, "inference_success_count": 3679, "engine_creation_failure_count": 1056, "inference_failure_count": 0}, {"date": "2026-05-21", "engine_id": "smart-tab-topic-engine", "engine_creation_p5": 413.984066, "engine_creation_p50": 902.90565, "engine_creation_p75": 1655.936264, "engine_creation_p99": 37469.560382, "inference_p5": 23.726566, "inference_p50": 73.182735, "inference_p75": 123.078199, "inference_p99": 638.450708, "engine_creation_success_count": 3192, "inference_success_count": 3814, "engine_creation_failure_count": 904, "inference_failure_count": 0}, {"date": "2026-05-22", "engine_id": "smart-tab-topic-engine", "engine_creation_p5": 413.984066, "engine_creation_p50": 902.90565, "engine_creation_p75": 1655.936264, "engine_creation_p99": 28892.980822, "inference_p5": 23.726566, "inference_p50": 73.182735, "inference_p75": 123.078199, "inference_p99": 902.90565, "engine_creation_success_count": 2938, "inference_success_count": 3438, "engine_creation_failure_count": 873, "inference_failure_count": 0}, {"date": "2026-05-16", "engine_id": "title-generation-engine", "engine_creation_p5": 6.468501, "engine_creation_p50": 23.726566, "engine_creation_p75": 28.215801, "engine_creation_p99": 43.514714, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 26, "inference_success_count": 18, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-17", "engine_id": "title-generation-engine", "engine_creation_p5": 10.878678, "engine_creation_p50": 23.726566, "engine_creation_p75": 51.748008, "engine_creation_p99": 56.431603, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 15, "inference_success_count": 15, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-18", "engine_id": "title-generation-engine", "engine_creation_p5": 7.692387, "engine_creation_p50": 10.878678, "engine_creation_p75": 33.554432, "engine_creation_p99": 1170.923761, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 12, "inference_success_count": 12, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-19", "engine_id": "title-generation-engine", "engine_creation_p5": 6.468501, "engine_creation_p50": 9.975792, "engine_creation_p75": 11.863283, "engine_creation_p99": 36.591367, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 35, "inference_success_count": 35, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-20", "engine_id": "title-generation-engine", "engine_creation_p5": 6.468501, "engine_creation_p50": 9.975792, "engine_creation_p75": 12.937002, "engine_creation_p99": 28.215801, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 18, "inference_success_count": 18, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-21", "engine_id": "title-generation-engine", "engine_creation_p5": 6.468501, "engine_creation_p50": 9.975792, "engine_creation_p75": 12.937002, "engine_creation_p99": 15.384774, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 11, "inference_success_count": 10, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-22", "engine_id": "title-generation-engine", "engine_creation_p5": 6.468501, "engine_creation_p50": 12.937002, "engine_creation_p75": 23.726566, "engine_creation_p99": 79.806338, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 23, "inference_success_count": 17, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-16", "engine_id": "webextension", "engine_creation_p5": 22279.533901, "engine_creation_p50": 22279.533901, "engine_creation_p75": 22279.533901, "engine_creation_p99": 22279.533901, "inference_p5": 2553.802833, "inference_p50": 2553.802833, "inference_p75": 3311.872529, "inference_p99": 3311.872529, "engine_creation_success_count": 1, "inference_success_count": 2, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-17", "engine_id": "webextension", "engine_creation_p5": 902.90565, "engine_creation_p50": 1655.936264, "engine_creation_p75": 1655.936264, "engine_creation_p99": 6074.000999, "inference_p5": 51.748008, "inference_p50": 189.812531, "inference_p75": 3311.872529, "inference_p99": 5569.883475, "engine_creation_success_count": 9, "inference_success_count": 27, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-19", "engine_id": "webextension", "engine_creation_p5": 1073.741824, "engine_creation_p50": 1073.741824, "engine_creation_p75": 1073.741824, "engine_creation_p99": 1073.741824, "inference_p5": 61.539099, "inference_p50": 61.539099, "inference_p75": 61.539099, "inference_p99": 61.539099, "engine_creation_success_count": 1, "inference_success_count": 1, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-21", "engine_id": "webextension", "engine_creation_p5": 63016.038013, "engine_creation_p50": 63016.038013, "engine_creation_p75": 63016.038013, "engine_creation_p99": 63016.038013, "inference_p5": 3311.872529, "inference_p50": 3611.622602, "inference_p75": 3611.622602, "inference_p99": 3611.622602, "engine_creation_success_count": 1, "inference_success_count": 3, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-22", "engine_id": "webextension", "engine_creation_p5": 37469.560382, "engine_creation_p50": 37469.560382, "engine_creation_p75": 74939.120765, "engine_creation_p99": 74939.120765, "inference_p5": 1655.936264, "inference_p50": 1655.936264, "inference_p75": 1655.936264, "inference_p99": 1655.936264, "engine_creation_success_count": 2, "inference_success_count": 1, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-05-16", "engine_id": "wllamapreview", "engine_creation_p5": 319.225354, "engine_creation_p50": 1073.741824, "engine_creation_p75": 2784.941737, "engine_creation_p99": 326886.762694, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 15006, "inference_success_count": 8797, "engine_creation_failure_count": 1929, "inference_failure_count": 32}, {"date": "2026-05-17", "engine_id": "wllamapreview", "engine_creation_p5": 319.225354, "engine_creation_p50": 1073.741824, "engine_creation_p75": 2784.941737, "engine_creation_p99": 356472.542424, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 14655, "inference_success_count": 8627, "engine_creation_failure_count": 1849, "inference_failure_count": 40}, {"date": "2026-05-18", "engine_id": "wllamapreview", "engine_creation_p5": 319.225354, "engine_creation_p50": 1073.741824, "engine_creation_p75": 2784.941737, "engine_creation_p99": 356472.542424, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 18047, "inference_success_count": 10615, "engine_creation_failure_count": 2398, "inference_failure_count": 61}, {"date": "2026-05-19", "engine_id": "wllamapreview", "engine_creation_p5": 319.225354, "engine_creation_p50": 1073.741824, "engine_creation_p75": 2553.802833, "engine_creation_p99": 299756.483061, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 21397, "inference_success_count": 12619, "engine_creation_failure_count": 2237, "inference_failure_count": 54}, {"date": "2026-05-20", "engine_id": "wllamapreview", "engine_creation_p5": 319.225354, "engine_creation_p50": 1073.741824, "engine_creation_p75": 2553.802833, "engine_creation_p99": 299756.483061, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 19636, "inference_success_count": 11549, "engine_creation_failure_count": 2315, "inference_failure_count": 39}, {"date": "2026-05-21", "engine_id": "wllamapreview", "engine_creation_p5": 319.225354, "engine_creation_p50": 1073.741824, "engine_creation_p75": 2553.802833, "engine_creation_p99": 252064.152055, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 21018, "inference_success_count": 12383, "engine_creation_failure_count": 2291, "inference_failure_count": 47}, {"date": "2026-05-22", "engine_id": "wllamapreview", "engine_creation_p5": 319.225354, "engine_creation_p50": 1073.741824, "engine_creation_p75": 2784.941737, "engine_creation_p99": 299756.483061, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 17379, "inference_success_count": 10433, "engine_creation_failure_count": 1932, "inference_failure_count": 34}], "metadata": {"data_scanned": 28986883623}}, "data_source_id": 64, "runtime": 357.984, "retrieved_at": "2026-05-23T05:21:50.586Z"}}