{
  "jax": "0.9.2",
  "platform": "macOS-26.3-arm64-arm-64bit",
  "devices": [
    "TFRT_CPU_0"
  ],
  "batch": 4,
  "repeats": 3,
  "rows": [
    {
      "kind": "transformer",
      "profile": "small_reference",
      "model_dim": 64,
      "num_heads": 4,
      "attn_size": 16,
      "layers": 4,
      "tokens": 8,
      "operation": "forward",
      "parameters": 199936,
      "cold_seconds": 0.12164674996165559,
      "warm_ms": 1.4795830356888473,
      "finite": true
    },
    {
      "kind": "transformer",
      "profile": "small_reference",
      "model_dim": 64,
      "num_heads": 4,
      "attn_size": 16,
      "layers": 4,
      "tokens": 8,
      "operation": "gradient",
      "parameters": 199936,
      "cold_seconds": 0.31741195800714195,
      "warm_ms": 1.97124999249354,
      "finite": true
    },
    {
      "kind": "transformer",
      "profile": "small_reference",
      "model_dim": 64,
      "num_heads": 4,
      "attn_size": 16,
      "layers": 4,
      "tokens": 32,
      "operation": "forward",
      "parameters": 199936,
      "cold_seconds": 0.11492416699184105,
      "warm_ms": 1.725833979435265,
      "finite": true
    },
    {
      "kind": "transformer",
      "profile": "small_reference",
      "model_dim": 64,
      "num_heads": 4,
      "attn_size": 16,
      "layers": 4,
      "tokens": 32,
      "operation": "gradient",
      "parameters": 199936,
      "cold_seconds": 0.3250021249987185,
      "warm_ms": 3.048333979677409,
      "finite": true
    },
    {
      "kind": "transformer",
      "profile": "compact",
      "model_dim": 128,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 8,
      "operation": "forward",
      "parameters": 1056768,
      "cold_seconds": 0.10308412497397512,
      "warm_ms": 1.6114169848151505,
      "finite": true
    },
    {
      "kind": "transformer",
      "profile": "compact",
      "model_dim": 128,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 8,
      "operation": "gradient",
      "parameters": 1056768,
      "cold_seconds": 0.35568675003014505,
      "warm_ms": 2.7847500168718398,
      "finite": true
    },
    {
      "kind": "transformer",
      "profile": "compact",
      "model_dim": 128,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 32,
      "operation": "forward",
      "parameters": 1056768,
      "cold_seconds": 0.12230783398263156,
      "warm_ms": 2.7216250309720635,
      "finite": true
    },
    {
      "kind": "transformer",
      "profile": "compact",
      "model_dim": 128,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 32,
      "operation": "gradient",
      "parameters": 1056768,
      "cold_seconds": 0.36260170803871006,
      "warm_ms": 5.468041985295713,
      "finite": true
    },
    {
      "kind": "transformer",
      "profile": "standard",
      "model_dim": 256,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 8,
      "operation": "forward",
      "parameters": 3159040,
      "cold_seconds": 0.0964577499544248,
      "warm_ms": 1.9784170435741544,
      "finite": true
    },
    {
      "kind": "transformer",
      "profile": "standard",
      "model_dim": 256,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 8,
      "operation": "gradient",
      "parameters": 3159040,
      "cold_seconds": 0.3408977499930188,
      "warm_ms": 4.405415966175497,
      "finite": true
    },
    {
      "kind": "transformer",
      "profile": "standard",
      "model_dim": 256,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 32,
      "operation": "forward",
      "parameters": 3159040,
      "cold_seconds": 0.1259226250112988,
      "warm_ms": 3.4865409834310412,
      "finite": true
    },
    {
      "kind": "transformer",
      "profile": "standard",
      "model_dim": 256,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 32,
      "operation": "gradient",
      "parameters": 3159040,
      "cold_seconds": 0.36055316601414233,
      "warm_ms": 8.32016603089869,
      "finite": true
    },
    {
      "kind": "autoregressive",
      "profile": "small_reference",
      "model_dim": 64,
      "num_heads": 4,
      "attn_size": 16,
      "layers": 4,
      "tokens": 8,
      "operation": "forward",
      "parameters": 200192,
      "cold_seconds": 0.13843820802867413,
      "warm_ms": 1.591874985024333,
      "finite": true
    },
    {
      "kind": "autoregressive",
      "profile": "small_reference",
      "model_dim": 64,
      "num_heads": 4,
      "attn_size": 16,
      "layers": 4,
      "tokens": 8,
      "operation": "gradient",
      "parameters": 200192,
      "cold_seconds": 0.36484287498751655,
      "warm_ms": 2.235415973700583,
      "finite": true
    },
    {
      "kind": "autoregressive",
      "profile": "small_reference",
      "model_dim": 64,
      "num_heads": 4,
      "attn_size": 16,
      "layers": 4,
      "tokens": 32,
      "operation": "forward",
      "parameters": 200192,
      "cold_seconds": 0.14666758303064853,
      "warm_ms": 1.8797079683281481,
      "finite": true
    },
    {
      "kind": "autoregressive",
      "profile": "small_reference",
      "model_dim": 64,
      "num_heads": 4,
      "attn_size": 16,
      "layers": 4,
      "tokens": 32,
      "operation": "gradient",
      "parameters": 200192,
      "cold_seconds": 0.405352582980413,
      "warm_ms": 3.1543750083073974,
      "finite": true
    },
    {
      "kind": "autoregressive",
      "profile": "compact",
      "model_dim": 128,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 8,
      "operation": "forward",
      "parameters": 1057280,
      "cold_seconds": 0.1317415000521578,
      "warm_ms": 1.74716702895239,
      "finite": true
    },
    {
      "kind": "autoregressive",
      "profile": "compact",
      "model_dim": 128,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 8,
      "operation": "gradient",
      "parameters": 1057280,
      "cold_seconds": 0.40421029104618356,
      "warm_ms": 3.2851669820956886,
      "finite": true
    },
    {
      "kind": "autoregressive",
      "profile": "compact",
      "model_dim": 128,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 32,
      "operation": "forward",
      "parameters": 1057280,
      "cold_seconds": 0.15510854200692847,
      "warm_ms": 2.8993330197408795,
      "finite": true
    },
    {
      "kind": "autoregressive",
      "profile": "compact",
      "model_dim": 128,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 32,
      "operation": "gradient",
      "parameters": 1057280,
      "cold_seconds": 0.48572425002930686,
      "warm_ms": 5.6621250114403665,
      "finite": true
    },
    {
      "kind": "autoregressive",
      "profile": "standard",
      "model_dim": 256,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 8,
      "operation": "forward",
      "parameters": 3160064,
      "cold_seconds": 0.1384540419676341,
      "warm_ms": 2.275667036883533,
      "finite": true
    },
    {
      "kind": "autoregressive",
      "profile": "standard",
      "model_dim": 256,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 8,
      "operation": "gradient",
      "parameters": 3160064,
      "cold_seconds": 0.3791648340411484,
      "warm_ms": 4.732583009172231,
      "finite": true
    },
    {
      "kind": "autoregressive",
      "profile": "standard",
      "model_dim": 256,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 32,
      "operation": "forward",
      "parameters": 3160064,
      "cold_seconds": 0.15654862497467548,
      "warm_ms": 4.041874955873936,
      "finite": true
    },
    {
      "kind": "autoregressive",
      "profile": "standard",
      "model_dim": 256,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 32,
      "operation": "gradient",
      "parameters": 3160064,
      "cold_seconds": 0.46465341601287946,
      "warm_ms": 8.922957989852875,
      "finite": true
    },
    {
      "kind": "diffusion",
      "profile": "small_reference",
      "model_dim": 64,
      "num_heads": 4,
      "attn_size": 16,
      "layers": 4,
      "tokens": 8,
      "operation": "forward",
      "parameters": 489314,
      "cold_seconds": 0.177623208030127,
      "warm_ms": 2.456457994412631,
      "finite": true
    },
    {
      "kind": "diffusion",
      "profile": "small_reference",
      "model_dim": 64,
      "num_heads": 4,
      "attn_size": 16,
      "layers": 4,
      "tokens": 8,
      "operation": "gradient",
      "parameters": 489314,
      "cold_seconds": 0.4897795830038376,
      "warm_ms": 3.505250031594187,
      "finite": true
    },
    {
      "kind": "diffusion",
      "profile": "small_reference",
      "model_dim": 64,
      "num_heads": 4,
      "attn_size": 16,
      "layers": 4,
      "tokens": 32,
      "operation": "forward",
      "parameters": 489314,
      "cold_seconds": 0.17231020802864805,
      "warm_ms": 2.6895409682765603,
      "finite": true
    },
    {
      "kind": "diffusion",
      "profile": "small_reference",
      "model_dim": 64,
      "num_heads": 4,
      "attn_size": 16,
      "layers": 4,
      "tokens": 32,
      "operation": "gradient",
      "parameters": 489314,
      "cold_seconds": 0.5297537919832394,
      "warm_ms": 3.673875005915761,
      "finite": true
    },
    {
      "kind": "diffusion",
      "profile": "compact",
      "model_dim": 128,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 8,
      "operation": "forward",
      "parameters": 1872802,
      "cold_seconds": 0.18878933298401535,
      "warm_ms": 2.7271669823676348,
      "finite": true
    },
    {
      "kind": "diffusion",
      "profile": "compact",
      "model_dim": 128,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 8,
      "operation": "gradient",
      "parameters": 1872802,
      "cold_seconds": 0.5014870000304654,
      "warm_ms": 4.861875029746443,
      "finite": true
    },
    {
      "kind": "diffusion",
      "profile": "compact",
      "model_dim": 128,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 32,
      "operation": "forward",
      "parameters": 1872802,
      "cold_seconds": 0.1693987909820862,
      "warm_ms": 3.487458045128733,
      "finite": true
    },
    {
      "kind": "diffusion",
      "profile": "compact",
      "model_dim": 128,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 32,
      "operation": "gradient",
      "parameters": 1872802,
      "cold_seconds": 0.5762312499573454,
      "warm_ms": 7.1678750100545585,
      "finite": true
    },
    {
      "kind": "diffusion",
      "profile": "standard",
      "model_dim": 256,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 8,
      "operation": "forward",
      "parameters": 5814818,
      "cold_seconds": 0.1965163749991916,
      "warm_ms": 3.3317090128548443,
      "finite": true
    },
    {
      "kind": "diffusion",
      "profile": "standard",
      "model_dim": 256,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 8,
      "operation": "gradient",
      "parameters": 5814818,
      "cold_seconds": 0.5210092909983359,
      "warm_ms": 7.629542029462755,
      "finite": true
    },
    {
      "kind": "diffusion",
      "profile": "standard",
      "model_dim": 256,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 32,
      "operation": "forward",
      "parameters": 5814818,
      "cold_seconds": 0.19517883303342387,
      "warm_ms": 4.880166961811483,
      "finite": true
    },
    {
      "kind": "diffusion",
      "profile": "standard",
      "model_dim": 256,
      "num_heads": 8,
      "attn_size": 32,
      "layers": 4,
      "tokens": 32,
      "operation": "gradient",
      "parameters": 5814818,
      "cold_seconds": 0.572660832956899,
      "warm_ms": 13.271542033180594,
      "finite": true
    }
  ]
}