Run 8331ebac
Project: metabase-bi-test-v1 · Status: succeeded
Run mode: neutral · Started: 2026-02-11T10:58:03.410265+00:00 · Finished: 2026-02-11T10:58:21.973686+00:00
Diagnostic expansion: off
Assessment composition
| Unbranded (Primary) | - |
|---|---|
| Branded (Secondary) | - |
| Diagnostic expansion | Off |
Progress
Done: 6 / 6
· Errors: 0
{
"done": 6,
"errors": 0,
"total": 6
}
Run inputs
| Providers | openai, gemini |
|---|---|
| Question set id | 7091c125-c194-4a72-855d-575ea5047155 |
| Question set hash | 4abc57a3db3ef7b8565f1d7e2c7a202576c86182 |
| Question order seed | 0 |
| Entities hash | ac4a5348f962beadad8bc8b4157ed679f652deca |
Provider models/temperature/seed
| Provider | Model | Temperature | Seed |
|---|---|---|---|
| openai | gpt-4o-mini | 0 | - |
| gemini | gemini-2.5-flash | - | - |
Resolved inputs
{
"categories": "",
"category": "business intelligence",
"integrations": [
"bigquery",
"dbt",
"mysql",
"postgres",
"redshift",
"slack",
"snowflake"
],
"max_questions": 20,
"resolved_questions": [
{
"bucket": "alternatives",
"fingerprint": "c03bef8a0ca775f6debe17d27b9b239271327e9a",
"intent": "comparison",
"query_type": "alternatives",
"source_pack": "bank",
"text": "Can you suggest some tools similar to Tableau?",
"weight": 1.0
},
{
"bucket": "comparison",
"fingerprint": "452385fbad3072c91b28847f230dd9d108658584",
"intent": "comparison",
"query_type": "comparison_vs",
"source_pack": "bank",
"text": "Can you compare Metabase with other BI tools?",
"weight": 1.0
},
{
"bucket": "integrations",
"fingerprint": "030d8bf309a27d427f546c255c365463367d3898",
"intent": "informational",
"query_type": "integrations",
"source_pack": "bank",
"text": "What are some integrations available for Metabase?",
"weight": 1.0
}
],
"segment_key": "analytics_bi",
"use_cases": [
"self-serve analytics",
"dashboarding",
"embedded analytics",
"internal reporting"
]
}
Cost
| Scope | Input tokens | Output tokens | Total tokens | Estimated cost (USD) |
|---|---|---|---|---|
| Total | 416 | 2210 | 2626 | $0.004619 |
| openai | 211 | 526 | 737 | $0.000347 |
| gemini | 205 | 1684 | 1889 | $0.004272 |
Errors (failed items)
No failed run items.
Quality checklist notes
Latest report summary
{
"branded_kpis": {
"ai_visibility_score": 0.0,
"ai_visibility_score_formula": "0.5*brand_rate + 0.3*(100-displacement_rate) + 0.2*avg_strength, clamped 0..100",
"answers_analyzed": 0,
"answers_fetched": 0,
"avg_strength_score": 0.0,
"brand_absent_rate": 0.0,
"brand_mention_rate": 0.0,
"brand_missing_answers": 0,
"displaced_when_brand_missing": 0,
"displaced_when_brand_missing_of_missing_rate": 0.0,
"displaced_when_brand_missing_rate": 0.0,
"displaced_when_brand_present": 0,
"displaced_when_brand_present_rate": 0.0,
"displacement_rate": 0.0,
"entity_scores": 0,
"errors": 0,
"evidence_coverage_rate": 0.0,
"mentions_with_competitors_rate": 0.0,
"provider_answers": 0
},
"branded_recommendations": [],
"branded_risk": {
"top_displaced": [],
"top_low_strength_mentions": []
},
"by_entity": [
{
"answers": 6,
"avg_strength": 20.0,
"brand_rate": 66.66666666666666,
"displaced_rate": 33.33333333333333,
"entity_name": "looker",
"entity_type": "competitor"
},
{
"answers": 6,
"avg_strength": 46.666666666666664,
"brand_rate": 100.0,
"displaced_rate": 0.0,
"entity_name": "Metabase",
"entity_type": "customer"
},
{
"answers": 6,
"avg_strength": 23.333333333333332,
"brand_rate": 66.66666666666666,
"displaced_rate": 33.33333333333333,
"entity_name": "power bi",
"entity_type": "competitor"
},
{
"answers": 6,
"avg_strength": 30.0,
"brand_rate": 83.33333333333334,
"displaced_rate": 16.666666666666664,
"entity_name": "tableau",
"entity_type": "competitor"
}
],
"by_entity_competitors": [
{
"answers": 6,
"avg_strength": 20.0,
"brand_rate": 66.66666666666666,
"displaced_rate": 33.33333333333333,
"entity_name": "looker",
"entity_type": "competitor"
},
{
"answers": 6,
"avg_strength": 23.333333333333332,
"brand_rate": 66.66666666666666,
"displaced_rate": 33.33333333333333,
"entity_name": "power bi",
"entity_type": "competitor"
},
{
"answers": 6,
"avg_strength": 30.0,
"brand_rate": 83.33333333333334,
"displaced_rate": 16.666666666666664,
"entity_name": "tableau",
"entity_type": "competitor"
}
],
"by_entity_customers": [
{
"answers": 6,
"avg_strength": 46.666666666666664,
"brand_rate": 100.0,
"displaced_rate": 0.0,
"entity_name": "Metabase",
"entity_type": "customer"
}
],
"by_provider": [
{
"answers": 3,
"avg_strength": 53.333333333333336,
"brand_rate": 100.0,
"displaced_rate": 0.0,
"mentions_with_competitors": 100.0,
"provider": "gemini"
},
{
"answers": 3,
"avg_strength": 40.0,
"brand_rate": 100.0,
"displaced_rate": 0.0,
"mentions_with_competitors": 66.66666666666666,
"provider": "openai"
}
],
"competitive_pressure": {
"top_competitors_overall": [
[
"Metabase",
18
],
[
"tableau",
15
],
[
"looker",
12
],
[
"power bi",
12
]
],
"top_competitors_when_brand_missing": [
[
"Metabase",
5
],
[
"tableau",
2
]
]
},
"cost_rollup": {
"by_provider": {
"gemini": {
"cost_usd": 0.0042715,
"input_tokens": 205,
"items": 3,
"output_tokens": 1684,
"total_tokens": 1889
},
"openai": {
"cost_usd": 0.00034725,
"input_tokens": 211,
"items": 3,
"output_tokens": 526,
"total_tokens": 737
}
},
"cost_source": "stored_usage_only",
"missing_pricing_models": [],
"notes": [],
"providers": {
"gemini": {
"cost_usd": 0.0042715,
"tokens": 1889
},
"openai": {
"cost_usd": 0.00034725,
"tokens": 737
}
},
"total": {
"cost_usd": 0.0046187500000000005,
"input_tokens": 416,
"items": 6,
"output_tokens": 2210,
"total_tokens": 2626
},
"total_cost_usd": 0.0046187500000000005,
"total_tokens": 2626,
"usage_missing_items": 0
},
"coverage_summary": {
"analysis_coverage_rate": 100.0,
"analyzed_items": 6,
"expected_items": 6,
"failed_items": 0,
"fetch_coverage_rate": 100.0,
"fetched_items": 6,
"partial_completion": false,
"successful_items": 6
},
"error_summary": {
"by_entity": [],
"by_provider": [],
"error_rate": 0.0,
"examples": [],
"total_errors": 0
},
"generated_at": "2026-02-13T10:55:10.909911Z",
"kpis": {
"ai_visibility_score": 89.33333333333333,
"ai_visibility_score_formula": "0.5*brand_rate + 0.3*(100-displacement_rate) + 0.2*avg_strength, clamped 0..100",
"answers_analyzed": 6,
"answers_fetched": 6,
"avg_strength_score": 46.666666666666664,
"brand_absent_rate": 0.0,
"brand_mention_rate": 100.0,
"brand_missing_answers": 0,
"displaced_when_brand_missing": 0,
"displaced_when_brand_missing_of_missing_rate": 0.0,
"displaced_when_brand_missing_rate": 0.0,
"displaced_when_brand_present": 0,
"displaced_when_brand_present_rate": 0.0,
"displacement_rate": 0.0,
"entity_scores": 24,
"errors": 0,
"evidence_coverage_rate": 100.0,
"mentions_with_competitors_rate": 83.33333333333334,
"provider_answers": 6
},
"kpis_breakdown": {
"competitors_only": {
"answers": 18,
"avg_strength": 24.444444444444443,
"brand_rate": 72.22222222222221,
"displaced_rate": 27.77777777777778
},
"customer_only": {
"answers": 6,
"avg_strength": 46.666666666666664,
"brand_rate": 100.0,
"displaced_rate": 0.0
}
},
"primary_kpis": {
"ai_visibility_score": 89.33333333333333,
"ai_visibility_score_formula": "0.5*brand_rate + 0.3*(100-displacement_rate) + 0.2*avg_strength, clamped 0..100",
"answers_analyzed": 6,
"answers_fetched": 6,
"avg_strength_score": 46.666666666666664,
"brand_absent_rate": 0.0,
"brand_mention_rate": 100.0,
"brand_missing_answers": 0,
"displaced_when_brand_missing": 0,
"displaced_when_brand_missing_of_missing_rate": 0.0,
"displaced_when_brand_missing_rate": 0.0,
"displaced_when_brand_present": 0,
"displaced_when_brand_present_rate": 0.0,
"displacement_rate": 0.0,
"entity_scores": 24,
"errors": 0,
"evidence_coverage_rate": 100.0,
"mentions_with_competitors_rate": 83.33333333333334,
"provider_answers": 6
},
"project": {
"brand_name": "Metabase",
"language": null,
"market": null,
"slug": "metabase-bi-test-v1",
"website": "https://metabase.com"
},
"recommendations": [
{
"examples": [
"Can you suggest some tools similar to Tableau?",
"Can you compare Metabase with other BI tools?",
"Can you compare Metabase with other BI tools?"
],
"title": "Increase strength of brand mentions",
"trigger": "Average strength score is 46.7",
"what_to_do": "Make differentiators explicit and consistent across core pages (who it is for, what it replaces, quantified outcomes, integrations, implementation time)."
}
],
"risk": {
"top_displaced": [
{
"entity_name": "looker",
"entity_type": "competitor",
"evidence_snippet": null,
"link": "/run-items/ee4a7fdf-228e-4086-a99c-abb42c2c42f5",
"provider": "gemini",
"question_index": 1,
"question_text": "What are some integrations available for Metabase?",
"run_item_id": "ee4a7fdf-228e-4086-a99c-abb42c2c42f5",
"strength_score": 0.0,
"top_competitors": "Metabase, tableau"
},
{
"entity_name": "looker",
"entity_type": "competitor",
"evidence_snippet": null,
"link": "/run-items/f8deb104-4a5c-4e0e-92ae-545d4433062b",
"provider": "openai",
"question_index": 1,
"question_text": "What are some integrations available for Metabase?",
"run_item_id": "f8deb104-4a5c-4e0e-92ae-545d4433062b",
"strength_score": 0.0,
"top_competitors": "Metabase"
},
{
"entity_name": "power bi",
"entity_type": "competitor",
"evidence_snippet": null,
"link": "/run-items/ee4a7fdf-228e-4086-a99c-abb42c2c42f5",
"provider": "gemini",
"question_index": 1,
"question_text": "What are some integrations available for Metabase?",
"run_item_id": "ee4a7fdf-228e-4086-a99c-abb42c2c42f5",
"strength_score": 0.0,
"top_competitors": "Metabase, tableau"
},
{
"entity_name": "power bi",
"entity_type": "competitor",
"evidence_snippet": null,
"link": "/run-items/f8deb104-4a5c-4e0e-92ae-545d4433062b",
"provider": "openai",
"question_index": 1,
"question_text": "What are some integrations available for Metabase?",
"run_item_id": "f8deb104-4a5c-4e0e-92ae-545d4433062b",
"strength_score": 0.0,
"top_competitors": "Metabase"
},
{
"entity_name": "tableau",
"entity_type": "competitor",
"evidence_snippet": null,
"link": "/run-items/f8deb104-4a5c-4e0e-92ae-545d4433062b",
"provider": "openai",
"question_index": 1,
"question_text": "What are some integrations available for Metabase?",
"run_item_id": "f8deb104-4a5c-4e0e-92ae-545d4433062b",
"strength_score": 0.0,
"top_competitors": "Metabase"
}
],
"top_low_strength_mentions": [
{
"entity_name": "Metabase",
"entity_type": "customer",
"evidence_snippet": "combines data visualization with business intelligence features.\n5. **Metabase** - An open-source tool that allows users to create dashboard",
"link": "/run-items/5a1679ed-5c33-4549-b8b2-bd0f505eec70",
"provider": "openai",
"question_index": 0,
"question_text": "Can you suggest some tools similar to Tableau?",
"run_item_id": "5a1679ed-5c33-4549-b8b2-bd0f505eec70",
"strength_score": 20.0,
"top_competitors": "looker, power bi"
},
{
"entity_name": "looker",
"entity_type": "competitor",
"evidence_snippet": "robust data teams and extensive customization needs.\n\n**Metabase vs. Looker**\n* **Metabase** offers similar outcomes to Looker at a lower",
"link": "/run-items/9ca797fb-1a68-447a-aac9-2fa205319fc8",
"provider": "gemini",
"question_index": 2,
"question_text": "Can you compare Metabase with other BI tools?",
"run_item_id": "9ca797fb-1a68-447a-aac9-2fa205319fc8",
"strength_score": 20.0,
"top_competitors": "Metabase, power bi"
},
{
"entity_name": "looker",
"entity_type": "competitor",
"evidence_snippet": "be complex for non-technical users; licensing costs can add up.\n\n3. **Looker**:\n - **Strengths**: Strong data exploration and modeling cap",
"link": "/run-items/3f37baf3-3d46-40c1-8f63-3a6ca1efd115",
"provider": "openai",
"question_index": 2,
"question_text": "Can you compare Metabase with other BI tools?",
"run_item_id": "3f37baf3-3d46-40c1-8f63-3a6ca1efd115",
"strength_score": 20.0,
"top_competitors": "Metabase, power bi"
},
{
"entity_name": "power bi",
"entity_type": "competitor",
"evidence_snippet": "re\u0027s how Metabase compares to other popular BI tools:\n\n**Metabase vs. Power BI**\n* **Metabase** is generally easier to use, has a lower le",
"link": "/run-items/9ca797fb-1a68-447a-aac9-2fa205319fc8",
"provider": "gemini",
"question_index": 2,
"question_text": "Can you compare Metabase with other BI tools?",
"run_item_id": "9ca797fb-1a68-447a-aac9-2fa205319fc8",
"strength_score": 20.0,
"top_competitors": "Metabase, looker"
},
{
"entity_name": "power bi",
"entity_type": "competitor",
"evidence_snippet": "*: Higher cost and steeper learning curve compared to Metabase.\n\n2. **Power BI**:\n - **Strengths**: Integrates well with Microsoft product",
"link": "/run-items/3f37baf3-3d46-40c1-8f63-3a6ca1efd115",
"provider": "openai",
"question_index": 2,
"question_text": "Can you compare Metabase with other BI tools?",
"run_item_id": "3f37baf3-3d46-40c1-8f63-3a6ca1efd115",
"strength_score": 20.0,
"top_competitors": "Metabase, looker"
},
{
"entity_name": "tableau",
"entity_type": "competitor",
"evidence_snippet": "soft ecosystem. Power BI is generally more expensive.\n\n**Metabase vs. Tableau**\n* **Metabase** excels for lean teams needing fast, self-se",
"link": "/run-items/9ca797fb-1a68-447a-aac9-2fa205319fc8",
"provider": "gemini",
"question_index": 2,
"question_text": "Can you compare Metabase with other BI tools?",
"run_item_id": "9ca797fb-1a68-447a-aac9-2fa205319fc8",
"strength_score": 20.0,
"top_competitors": "Metabase, looker"
},
{
"entity_name": "Metabase",
"entity_type": "customer",
"evidence_snippet": "orts and dashboards with intuitive drag-and-drop functionality.\n* **Metabase** (the brand under analysis) is a user-friendly data analytic",
"link": "/run-items/93fcafba-57e9-4968-af13-548445a528c7",
"provider": "gemini",
"question_index": 0,
"question_text": "Can you suggest some tools similar to Tableau?",
"run_item_id": "93fcafba-57e9-4968-af13-548445a528c7",
"strength_score": 40.0,
"top_competitors": "looker, power bi"
},
{
"entity_name": "looker",
"entity_type": "competitor",
"evidence_snippet": "n intuitive interface for exploring complex data relationships.\n* **Looker** (now part of Google Cloud) is known for its data exploration",
"link": "/run-items/93fcafba-57e9-4968-af13-548445a528c7",
"provider": "gemini",
"question_index": 0,
"question_text": "Can you suggest some tools similar to Tableau?",
"run_item_id": "93fcafba-57e9-4968-af13-548445a528c7",
"strength_score": 40.0,
"top_competitors": "Metabase, power bi"
},
{
"entity_name": "looker",
"entity_type": "competitor",
"evidence_snippet": "obust data visualization and business intelligence capabilities.\n2. **Looker** - A Google Cloud product that provides data exploration and v",
"link": "/run-items/5a1679ed-5c33-4549-b8b2-bd0f505eec70",
"provider": "openai",
"question_index": 0,
"question_text": "Can you suggest some tools similar to Tableau?",
"run_item_id": "5a1679ed-5c33-4549-b8b2-bd0f505eec70",
"strength_score": 40.0,
"top_competitors": "Metabase, power bi"
},
{
"entity_name": "power bi",
"entity_type": "competitor",
"evidence_snippet": "Sure! Here are some tools similar to Tableau:\n\n1. **Power BI** - A Microsoft product that offers robust data visualization",
"link": "/run-items/5a1679ed-5c33-4549-b8b2-bd0f505eec70",
"provider": "openai",
"question_index": 0,
"question_text": "Can you suggest some tools similar to Tableau?",
"run_item_id": "5a1679ed-5c33-4549-b8b2-bd0f505eec70",
"strength_score": 40.0,
"top_competitors": "Metabase, looker"
}
]
},
"run": {
"finished_at": "2026-02-11T10:58:21.973686+00:00",
"id": "8331ebac-62d9-4c8f-bd60-1049f8b575c8",
"input_snapshot": {
"entities": [
{
"id": "0a6aa03b-c0c8-48a2-92a8-ff6f3b9125da",
"name": "Metabase",
"type": "customer"
},
{
"id": "3cefe78c-8f7f-4bea-aa82-bec47c54394d",
"name": "looker",
"type": "competitor"
},
{
"id": "a4946181-52f4-42bc-b922-77e7c2dc999c",
"name": "power bi",
"type": "competitor"
},
{
"id": "0fd15f9e-ced7-4b74-80f2-23b7aa661e09",
"name": "tableau",
"type": "competitor"
}
],
"entities_hash": "ac4a5348f962beadad8bc8b4157ed679f652deca",
"limits": {
"max_entities": null,
"max_questions": 3
},
"provider_config": {
"gemini": {
"model": "gemini-2.5-flash",
"seed": null,
"temperature": null
},
"openai": {
"model": "gpt-4o-mini",
"seed": null,
"temperature": 0
}
},
"providers": [
"openai",
"gemini"
],
"question_count": 3,
"question_order": [
"c03bef8a0ca775f6debe17d27b9b239271327e9a",
"030d8bf309a27d427f546c255c365463367d3898",
"452385fbad3072c91b28847f230dd9d108658584"
],
"question_order_seed": 0,
"question_set_hash": "4abc57a3db3ef7b8565f1d7e2c7a202576c86182",
"question_set_id": "7091c125-c194-4a72-855d-575ea5047155",
"question_set_version": "v1_assessment_u01",
"resolved_inputs": {
"categories": "",
"category": "business intelligence",
"integrations": [
"bigquery",
"dbt",
"mysql",
"postgres",
"redshift",
"slack",
"snowflake"
],
"max_questions": 20,
"resolved_questions": [
{
"bucket": "alternatives",
"fingerprint": "c03bef8a0ca775f6debe17d27b9b239271327e9a",
"intent": "comparison",
"query_type": "alternatives",
"source_pack": "bank",
"text": "Can you suggest some tools similar to Tableau?",
"weight": 1.0
},
{
"bucket": "comparison",
"fingerprint": "452385fbad3072c91b28847f230dd9d108658584",
"intent": "comparison",
"query_type": "comparison_vs",
"source_pack": "bank",
"text": "Can you compare Metabase with other BI tools?",
"weight": 1.0
},
{
"bucket": "integrations",
"fingerprint": "030d8bf309a27d427f546c255c365463367d3898",
"intent": "informational",
"query_type": "integrations",
"source_pack": "bank",
"text": "What are some integrations available for Metabase?",
"weight": 1.0
}
],
"segment_key": "analytics_bi",
"use_cases": [
"self-serve analytics",
"dashboarding",
"embedded analytics",
"internal reporting"
]
},
"run_mode": "neutral",
"settings": {
"gemini_grounding": null,
"max_concurrency": 6,
"max_retries": 3,
"provider_timeout_s": 60,
"retry_backoff_s": 0.6
},
"slug": "metabase-bi-test-v1"
},
"progress": {
"done": 6,
"errors": 0,
"total": 6
},
"providers": [
"openai",
"gemini"
],
"started_at": "2026-02-11T10:58:03.410265+00:00",
"status": "succeeded"
},
"tracks_summary": {
"branded_fetched": 0,
"unbranded_fetched": 6
}
}
Filters
Answers fetched (run items)
Neutral mode: one row per provider + question.
Click an item to view the full answer, meta json, and citations.
| # | Provider | Entity | Error | Question | Open | Payload |
|---|---|---|---|---|---|---|
| 0 | gemini | n/a (neutral) | no | Can you suggest some tools similar to Tableau? | View | What was sent? |
| 0 | openai | n/a (neutral) | no | Can you suggest some tools similar to Tableau? | View | What was sent? |
| 1 | gemini | n/a (neutral) | no | What are some integrations available for Metabase? | View | What was sent? |
| 1 | openai | n/a (neutral) | no | What are some integrations available for Metabase? | View | What was sent? |
| 2 | gemini | n/a (neutral) | no | Can you compare Metabase with other BI tools? | View | What was sent? |
| 2 | openai | n/a (neutral) | no | Can you compare Metabase with other BI tools? | View | What was sent? |