xiaoshu-app/perf/speed-round3-2026-11-10/mobile-benchmark.json

{
  "context": "Operator-bound projections of existing teacher/student records, not role-login acceptance. Ten sequential alternating AB samples per case. Fresh SQL each call; no business-result cache. Student profile compares profile only; legacy synchronization is replaced with a no-write stub in both variants. SQL duration excludes current-user Parse fetch; request time includes it and transport.",
  "summary": [
    {
      "case": "teacherCompanion",
      "baseline": {
        "samples": 10,
        "p50Ms": 71,
        "p75Ms": 82,
        "p95Ms": 90,
        "requestP75Ms": 234,
        "queries": 5
      },
      "candidate": {
        "samples": 10,
        "p50Ms": 47,
        "p75Ms": 50,
        "p95Ms": 101,
        "requestP75Ms": 164,
        "queries": 5
      },
      "p75Reduction": 0.3902439024390244
    },
    {
      "case": "teacherReview",
      "baseline": {
        "samples": 10,
        "p50Ms": 1500,
        "p75Ms": 1701,
        "p95Ms": 1819,
        "requestP75Ms": 1819,
        "queries": 5
      },
      "candidate": {
        "samples": 10,
        "p50Ms": 59,
        "p75Ms": 62,
        "p95Ms": 87,
        "requestP75Ms": 246,
        "queries": 5
      },
      "p75Reduction": 0.9635508524397414
    },
    {
      "case": "studentCompanion",
      "baseline": {
        "samples": 10,
        "p50Ms": 46,
        "p75Ms": 49,
        "p95Ms": 53,
        "requestP75Ms": 211,
        "queries": 5
      },
      "candidate": {
        "samples": 10,
        "p50Ms": 30,
        "p75Ms": 32,
        "p95Ms": 37,
        "requestP75Ms": 204,
        "queries": 5
      },
      "p75Reduction": 0.34693877551020413
    },
    {
      "case": "studentProfile",
      "baseline": {
        "samples": 10,
        "p50Ms": 97,
        "p75Ms": 100,
        "p95Ms": 121,
        "requestP75Ms": 223,
        "queries": 5
      },
      "candidate": {
        "samples": 10,
        "p50Ms": 1,
        "p75Ms": 1,
        "p95Ms": 1,
        "requestP75Ms": 157,
        "queries": 0
      },
      "p75Reduction": 0.99
    }
  ],
  "metrics": [
    {
      "case": "teacherCompanion",
      "round": 0,
      "variant": "baseline",
      "durationMs": 81,
      "requestMs": 305,
      "queryCount": 5,
      "queryMs": [
        19,
        18,
        12,
        13,
        16
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 0,
      "variant": "candidate",
      "durationMs": 101,
      "requestMs": 513,
      "queryCount": 5,
      "queryMs": [
        35,
        66,
        32,
        86,
        14
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 1,
      "variant": "baseline",
      "durationMs": 82,
      "requestMs": 206,
      "queryCount": 5,
      "queryMs": [
        16,
        16,
        19,
        14,
        17
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 1,
      "variant": "candidate",
      "durationMs": 45,
      "requestMs": 158,
      "queryCount": 5,
      "queryMs": [
        21,
        21,
        23,
        12,
        12
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 2,
      "variant": "baseline",
      "durationMs": 83,
      "requestMs": 193,
      "queryCount": 5,
      "queryMs": [
        28,
        16,
        14,
        12,
        13
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 2,
      "variant": "candidate",
      "durationMs": 42,
      "requestMs": 175,
      "queryCount": 5,
      "queryMs": [
        17,
        19,
        26,
        13,
        12
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 3,
      "variant": "baseline",
      "durationMs": 69,
      "requestMs": 179,
      "queryCount": 5,
      "queryMs": [
        16,
        15,
        13,
        12,
        11
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 3,
      "variant": "candidate",
      "durationMs": 48,
      "requestMs": 154,
      "queryCount": 5,
      "queryMs": [
        17,
        21,
        23,
        17,
        14
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 4,
      "variant": "baseline",
      "durationMs": 66,
      "requestMs": 167,
      "queryCount": 5,
      "queryMs": [
        16,
        14,
        12,
        12,
        12
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 4,
      "variant": "candidate",
      "durationMs": 44,
      "requestMs": 150,
      "queryCount": 5,
      "queryMs": [
        16,
        20,
        22,
        15,
        13
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 5,
      "variant": "baseline",
      "durationMs": 68,
      "requestMs": 184,
      "queryCount": 5,
      "queryMs": [
        16,
        15,
        12,
        12,
        13
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 5,
      "variant": "candidate",
      "durationMs": 50,
      "requestMs": 155,
      "queryCount": 5,
      "queryMs": [
        20,
        26,
        31,
        17,
        12
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 6,
      "variant": "baseline",
      "durationMs": 71,
      "requestMs": 234,
      "queryCount": 5,
      "queryMs": [
        17,
        15,
        13,
        12,
        12
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 6,
      "variant": "candidate",
      "durationMs": 47,
      "requestMs": 156,
      "queryCount": 5,
      "queryMs": [
        12,
        27,
        29,
        22,
        13
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 7,
      "variant": "baseline",
      "durationMs": 71,
      "requestMs": 186,
      "queryCount": 5,
      "queryMs": [
        17,
        16,
        12,
        13,
        12
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 7,
      "variant": "candidate",
      "durationMs": 41,
      "requestMs": 161,
      "queryCount": 5,
      "queryMs": [
        16,
        19,
        25,
        12,
        13
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 8,
      "variant": "baseline",
      "durationMs": 73,
      "requestMs": 190,
      "queryCount": 5,
      "queryMs": [
        16,
        19,
        12,
        14,
        12
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 8,
      "variant": "candidate",
      "durationMs": 51,
      "requestMs": 164,
      "queryCount": 5,
      "queryMs": [
        16,
        26,
        32,
        19,
        16
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 9,
      "variant": "baseline",
      "durationMs": 90,
      "requestMs": 325,
      "queryCount": 5,
      "queryMs": [
        17,
        15,
        30,
        16,
        12
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherCompanion",
      "round": 9,
      "variant": "candidate",
      "durationMs": 48,
      "requestMs": 155,
      "queryCount": 5,
      "queryMs": [
        20,
        27,
        27,
        16,
        12
      ],
      "rows": 1,
      "total": 1
    },
    {
      "case": "teacherReview",
      "round": 0,
      "variant": "baseline",
      "durationMs": 1456,
      "requestMs": 1555,
      "queryCount": 5,
      "queryMs": [
        79,
        189,
        995,
        1394,
        1453
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 0,
      "variant": "candidate",
      "durationMs": 67,
      "requestMs": 251,
      "queryCount": 5,
      "queryMs": [
        14,
        20,
        28,
        45,
        65
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 1,
      "variant": "baseline",
      "durationMs": 1819,
      "requestMs": 1924,
      "queryCount": 5,
      "queryMs": [
        38,
        302,
        1588,
        1640,
        1815
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 1,
      "variant": "candidate",
      "durationMs": 57,
      "requestMs": 201,
      "queryCount": 5,
      "queryMs": [
        5,
        8,
        13,
        45,
        55
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 2,
      "variant": "baseline",
      "durationMs": 1503,
      "requestMs": 1684,
      "queryCount": 5,
      "queryMs": [
        18,
        194,
        1385,
        1438,
        1502
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 2,
      "variant": "candidate",
      "durationMs": 59,
      "requestMs": 175,
      "queryCount": 5,
      "queryMs": [
        6,
        10,
        15,
        50,
        58
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 3,
      "variant": "baseline",
      "durationMs": 1661,
      "requestMs": 1786,
      "queryCount": 5,
      "queryMs": [
        33,
        210,
        1485,
        1612,
        1659
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 3,
      "variant": "candidate",
      "durationMs": 57,
      "requestMs": 195,
      "queryCount": 5,
      "queryMs": [
        8,
        15,
        17,
        53,
        56
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 4,
      "variant": "baseline",
      "durationMs": 1500,
      "requestMs": 1615,
      "queryCount": 5,
      "queryMs": [
        30,
        178,
        1438,
        1496,
        1500
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 4,
      "variant": "candidate",
      "durationMs": 62,
      "requestMs": 191,
      "queryCount": 5,
      "queryMs": [
        4,
        13,
        19,
        53,
        61
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 5,
      "variant": "baseline",
      "durationMs": 1441,
      "requestMs": 1556,
      "queryCount": 5,
      "queryMs": [
        15,
        155,
        1359,
        1413,
        1440
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 5,
      "variant": "candidate",
      "durationMs": 62,
      "requestMs": 244,
      "queryCount": 5,
      "queryMs": [
        4,
        17,
        20,
        60,
        60
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 6,
      "variant": "baseline",
      "durationMs": 1701,
      "requestMs": 1819,
      "queryCount": 5,
      "queryMs": [
        10,
        173,
        1489,
        1605,
        1700
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 6,
      "variant": "candidate",
      "durationMs": 87,
      "requestMs": 279,
      "queryCount": 5,
      "queryMs": [
        6,
        18,
        27,
        79,
        87
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 7,
      "variant": "baseline",
      "durationMs": 1483,
      "requestMs": 1587,
      "queryCount": 5,
      "queryMs": [
        30,
        198,
        1333,
        1444,
        1482
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 7,
      "variant": "candidate",
      "durationMs": 55,
      "requestMs": 159,
      "queryCount": 5,
      "queryMs": [
        3,
        6,
        20,
        47,
        55
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 8,
      "variant": "baseline",
      "durationMs": 1469,
      "requestMs": 1582,
      "queryCount": 5,
      "queryMs": [
        14,
        190,
        1385,
        1460,
        1468
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 8,
      "variant": "candidate",
      "durationMs": 54,
      "requestMs": 171,
      "queryCount": 5,
      "queryMs": [
        7,
        9,
        13,
        45,
        52
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 9,
      "variant": "baseline",
      "durationMs": 1790,
      "requestMs": 1928,
      "queryCount": 5,
      "queryMs": [
        19,
        133,
        1695,
        1772,
        1788
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "teacherReview",
      "round": 9,
      "variant": "candidate",
      "durationMs": 62,
      "requestMs": 246,
      "queryCount": 5,
      "queryMs": [
        4,
        16,
        30,
        47,
        61
      ],
      "rows": 4,
      "total": 4
    },
    {
      "case": "studentCompanion",
      "round": 0,
      "variant": "baseline",
      "durationMs": 53,
      "requestMs": 277,
      "queryCount": 5,
      "queryMs": [
        11,
        12,
        11,
        7,
        11
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 0,
      "variant": "candidate",
      "durationMs": 32,
      "requestMs": 204,
      "queryCount": 5,
      "queryMs": [
        17,
        19,
        3,
        21,
        11
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 1,
      "variant": "baseline",
      "durationMs": 48,
      "requestMs": 164,
      "queryCount": 5,
      "queryMs": [
        11,
        12,
        12,
        3,
        10
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 1,
      "variant": "candidate",
      "durationMs": 37,
      "requestMs": 149,
      "queryCount": 5,
      "queryMs": [
        13,
        3,
        19,
        26,
        11
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 2,
      "variant": "baseline",
      "durationMs": 45,
      "requestMs": 154,
      "queryCount": 5,
      "queryMs": [
        11,
        10,
        11,
        3,
        10
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 2,
      "variant": "candidate",
      "durationMs": 28,
      "requestMs": 193,
      "queryCount": 5,
      "queryMs": [
        12,
        14,
        3,
        17,
        11
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 3,
      "variant": "baseline",
      "durationMs": 45,
      "requestMs": 162,
      "queryCount": 5,
      "queryMs": [
        10,
        11,
        11,
        3,
        10
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 3,
      "variant": "candidate",
      "durationMs": 30,
      "requestMs": 130,
      "queryCount": 5,
      "queryMs": [
        11,
        14,
        4,
        19,
        11
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 4,
      "variant": "baseline",
      "durationMs": 49,
      "requestMs": 228,
      "queryCount": 5,
      "queryMs": [
        11,
        10,
        11,
        6,
        10
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 4,
      "variant": "candidate",
      "durationMs": 27,
      "requestMs": 153,
      "queryCount": 5,
      "queryMs": [
        12,
        14,
        3,
        17,
        10
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 5,
      "variant": "baseline",
      "durationMs": 45,
      "requestMs": 166,
      "queryCount": 5,
      "queryMs": [
        11,
        10,
        12,
        2,
        10
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 5,
      "variant": "candidate",
      "durationMs": 30,
      "requestMs": 201,
      "queryCount": 5,
      "queryMs": [
        11,
        2,
        13,
        19,
        10
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 6,
      "variant": "baseline",
      "durationMs": 52,
      "requestMs": 211,
      "queryCount": 5,
      "queryMs": [
        15,
        12,
        12,
        3,
        10
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 6,
      "variant": "candidate",
      "durationMs": 34,
      "requestMs": 184,
      "queryCount": 5,
      "queryMs": [
        12,
        7,
        21,
        23,
        10
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 7,
      "variant": "baseline",
      "durationMs": 48,
      "requestMs": 162,
      "queryCount": 5,
      "queryMs": [
        11,
        11,
        11,
        3,
        12
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 7,
      "variant": "candidate",
      "durationMs": 32,
      "requestMs": 140,
      "queryCount": 5,
      "queryMs": [
        11,
        14,
        4,
        22,
        10
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 8,
      "variant": "baseline",
      "durationMs": 46,
      "requestMs": 151,
      "queryCount": 5,
      "queryMs": [
        11,
        11,
        11,
        3,
        10
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 8,
      "variant": "candidate",
      "durationMs": 29,
      "requestMs": 204,
      "queryCount": 5,
      "queryMs": [
        12,
        15,
        4,
        19,
        10
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 9,
      "variant": "baseline",
      "durationMs": 46,
      "requestMs": 163,
      "queryCount": 5,
      "queryMs": [
        11,
        10,
        12,
        3,
        10
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentCompanion",
      "round": 9,
      "variant": "candidate",
      "durationMs": 29,
      "requestMs": 224,
      "queryCount": 5,
      "queryMs": [
        10,
        3,
        14,
        18,
        11
      ],
      "rows": 20,
      "total": 26
    },
    {
      "case": "studentProfile",
      "round": 0,
      "variant": "baseline",
      "durationMs": 100,
      "requestMs": 209,
      "queryCount": 5,
      "queryMs": [
        7,
        16,
        21,
        48,
        82
      ]
    },
    {
      "case": "studentProfile",
      "round": 0,
      "variant": "candidate",
      "durationMs": 0,
      "requestMs": 115,
      "queryCount": 0,
      "queryMs": []
    },
    {
      "case": "studentProfile",
      "round": 1,
      "variant": "baseline",
      "durationMs": 89,
      "requestMs": 197,
      "queryCount": 5,
      "queryMs": [
        5,
        12,
        10,
        28,
        77
      ]
    },
    {
      "case": "studentProfile",
      "round": 1,
      "variant": "candidate",
      "durationMs": 0,
      "requestMs": 136,
      "queryCount": 0,
      "queryMs": []
    },
    {
      "case": "studentProfile",
      "round": 2,
      "variant": "baseline",
      "durationMs": 97,
      "requestMs": 204,
      "queryCount": 5,
      "queryMs": [
        4,
        11,
        23,
        25,
        85
      ]
    },
    {
      "case": "studentProfile",
      "round": 2,
      "variant": "candidate",
      "durationMs": 1,
      "requestMs": 186,
      "queryCount": 0,
      "queryMs": []
    },
    {
      "case": "studentProfile",
      "round": 3,
      "variant": "baseline",
      "durationMs": 96,
      "requestMs": 200,
      "queryCount": 5,
      "queryMs": [
        5,
        12,
        17,
        21,
        84
      ]
    },
    {
      "case": "studentProfile",
      "round": 3,
      "variant": "candidate",
      "durationMs": 1,
      "requestMs": 105,
      "queryCount": 0,
      "queryMs": []
    },
    {
      "case": "studentProfile",
      "round": 4,
      "variant": "baseline",
      "durationMs": 121,
      "requestMs": 233,
      "queryCount": 5,
      "queryMs": [
        7,
        12,
        18,
        21,
        108
      ]
    },
    {
      "case": "studentProfile",
      "round": 4,
      "variant": "candidate",
      "durationMs": 1,
      "requestMs": 119,
      "queryCount": 0,
      "queryMs": []
    },
    {
      "case": "studentProfile",
      "round": 5,
      "variant": "baseline",
      "durationMs": 94,
      "requestMs": 220,
      "queryCount": 5,
      "queryMs": [
        6,
        12,
        17,
        23,
        82
      ]
    },
    {
      "case": "studentProfile",
      "round": 5,
      "variant": "candidate",
      "durationMs": 1,
      "requestMs": 171,
      "queryCount": 0,
      "queryMs": []
    },
    {
      "case": "studentProfile",
      "round": 6,
      "variant": "baseline",
      "durationMs": 90,
      "requestMs": 200,
      "queryCount": 5,
      "queryMs": [
        5,
        12,
        12,
        29,
        77
      ]
    },
    {
      "case": "studentProfile",
      "round": 6,
      "variant": "candidate",
      "durationMs": 0,
      "requestMs": 104,
      "queryCount": 0,
      "queryMs": []
    },
    {
      "case": "studentProfile",
      "round": 7,
      "variant": "baseline",
      "durationMs": 99,
      "requestMs": 223,
      "queryCount": 5,
      "queryMs": [
        4,
        11,
        21,
        21,
        87
      ]
    },
    {
      "case": "studentProfile",
      "round": 7,
      "variant": "candidate",
      "durationMs": 1,
      "requestMs": 131,
      "queryCount": 0,
      "queryMs": []
    },
    {
      "case": "studentProfile",
      "round": 8,
      "variant": "baseline",
      "durationMs": 111,
      "requestMs": 229,
      "queryCount": 5,
      "queryMs": [
        6,
        11,
        17,
        30,
        100
      ]
    },
    {
      "case": "studentProfile",
      "round": 8,
      "variant": "candidate",
      "durationMs": 1,
      "requestMs": 157,
      "queryCount": 0,
      "queryMs": []
    },
    {
      "case": "studentProfile",
      "round": 9,
      "variant": "baseline",
      "durationMs": 98,
      "requestMs": 209,
      "queryCount": 5,
      "queryMs": [
        4,
        11,
        18,
        24,
        86
      ]
    },
    {
      "case": "studentProfile",
      "round": 9,
      "variant": "candidate",
      "durationMs": 1,
      "requestMs": 108,
      "queryCount": 0,
      "queryMs": []
    }
  ]
}