{ "cells": [ { "cell_type": "markdown", "id": "c12e9580", "metadata": {}, "source": [ "## 1. Import required libraries" ] }, { "cell_type": "code", "execution_count": 1, "id": "73263d6f", "metadata": {}, "outputs": [], "source": [ "import pandas as pd\n", "import matplotlib.pyplot as plt\n", "import seaborn as sns\n", "from pathlib import Path" ] }, { "cell_type": "markdown", "id": "b888cfc2", "metadata": {}, "source": [ "## 2. Set the CSV filename\n", "Set the path to your llama-benchy CSV file here." ] }, { "cell_type": "code", "execution_count": 2, "id": "2c452778", "metadata": {}, "outputs": [], "source": [ "csv_path = 'demo.csv' # Change this to your CSV file name" ] }, { "cell_type": "markdown", "id": "44b960d6", "metadata": {}, "source": [ "## 3. Load and process the data\n", "This cell loads the CSV and extracts phase, parameter, and concurrency information from the `test_name` column." ] }, { "cell_type": "code", "execution_count": 3, "id": "ababc424", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
| \n", " | model | \n", "test_name | \n", "t_s_mean | \n", "t_s_std | \n", "t_s_req_mean | \n", "t_s_req_std | \n", "peak_ts_mean | \n", "peak_ts_std | \n", "peak_ts_req_mean | \n", "peak_ts_req_std | \n", "ttfr_mean | \n", "ttfr_std | \n", "est_ppt_mean | \n", "est_ppt_std | \n", "e2e_ttft_mean | \n", "e2e_ttft_std | \n", "phase | \n", "param | \n", "concurrency | \n", "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", "Qwen/Qwen3.6-27B | \n", "pp128 (c1) | \n", "117.996702 | \n", "3.370324 | \n", "117.996702 | \n", "3.370324 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "1093.828325 | \n", "34.472642 | \n", "1091.410598 | \n", "34.472642 | \n", "1093.828325 | \n", "34.472642 | \n", "pp | \n", "128 | \n", "1 | \n", "
| 1 | \n", "Qwen/Qwen3.6-27B | \n", "tg128 (c1) | \n", "15.345280 | \n", "0.265205 | \n", "15.345280 | \n", "0.265205 | \n", "18.000000 | \n", "2.828427 | \n", "18.000000 | \n", "2.828427 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "tg | \n", "128 | \n", "1 | \n", "
| 2 | \n", "Qwen/Qwen3.6-27B | \n", "pp128 (c2) | \n", "124.111437 | \n", "10.503190 | \n", "62.159171 | \n", "5.269383 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "2089.281133 | \n", "168.576245 | \n", "2086.863406 | \n", "168.576245 | \n", "2089.281133 | \n", "168.576245 | \n", "pp | \n", "128 | \n", "2 | \n", "
| 3 | \n", "Qwen/Qwen3.6-27B | \n", "tg128 (c2) | \n", "25.358746 | \n", "0.699182 | \n", "12.719587 | \n", "0.302386 | \n", "27.333333 | \n", "1.885618 | \n", "13.833333 | \n", "1.462494 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "tg | \n", "128 | \n", "2 | \n", "
| 4 | \n", "Qwen/Qwen3.6-27B | \n", "pp128 (c4) | \n", "126.653413 | \n", "6.476828 | \n", "31.700706 | \n", "1.629999 | \n", "NaN | \n", "NaN | \n", "NaN | \n", "NaN | \n", "4084.579437 | \n", "198.991723 | \n", "4082.161710 | \n", "198.991723 | \n", "4084.579437 | \n", "198.991723 | \n", "pp | \n", "128 | \n", "4 | \n", "