[ { "timestamp": "2026-05-11T15:03:00.673458+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": null, "tps": null, "error": "Server error '503 Service Unavailable' for url 'https://ollama.com/api/chat'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/503" }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": null, "tps": null, "error": "Server error '503 Service Unavailable' for url 'https://ollama.com/api/chat'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/503" }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 29.30085579099999, "tps": 32.46493443677526 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 16.435460891000005, "tps": 7.878825652841089 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 8.109388222000007, "tps": 11.580360592749736 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.40269723699999815, "tps": 31.707169098405533 } ] }, { "timestamp": "2026-05-11T16:21:35.037803+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 5.659540157999999, "tps": 60.17057143927499 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 22.422697841, "tps": 18.890296778910567 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 11.757726191000003, "tps": 35.77200644508681 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.3628842179999978, "tps": 120.84520127016583 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 11.552158692000006, "tps": 16.026273970920176 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.3073719069999896, "tps": 85.82731774947155 } ] }, { "timestamp": "2026-05-11T17:19:34.463565+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 21.419610645000006, "tps": 18.248393814414353 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 7.520866461000011, "tps": 6.918123792314503 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 5.71197333500001, "tps": 39.442448175269895 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.30200453300000163, "tps": 129.22668503132934 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.8964198650000128, "tps": 59.57913168725723 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 9.225146916, "tps": 21.19713118039922 } ] }, { "timestamp": "2026-05-11T18:07:59.206092+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": null, "tps": null, "error": "Server error '503 Service Unavailable' for url 'https://ollama.com/api/chat'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/503" }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 7.380809982000002, "tps": 14.772109376532779 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 2.408617030000002, "tps": 15.655880768531743 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.2828533610000008, "tps": 126.64078477216613 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 4.150042203000005, "tps": 63.134756630560084 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.28944371899999055, "tps": 44.15894095291684 } ] }, { "timestamp": "2026-05-11T19:09:49.414948+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.6731720809999899, "tps": 15.282888260200513 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 9.134102044000002, "tps": 22.111394460421202 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.0911086460000092, "tps": 18.11052354804527 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.37003139400002283, "tps": 103.06014855592856 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.8890799840000057, "tps": 59.48168804521882 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 9.065488932999983, "tps": 13.084887373200951 } ] }, { "timestamp": "2026-05-11T20:07:28.234874+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": null, "tps": null, "error": "Server error '503 Service Unavailable' for url 'https://ollama.com/api/chat'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/503" }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 32.946427184, "tps": 11.031658890112979 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 2.4527027609999976, "tps": 38.15997164220506 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.33317375000000027, "tps": 127.63903157613143 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 2.9817040390000003, "tps": 24.131584528979047 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 18.130300617000003, "tps": 10.445228950347438 } ] }, { "timestamp": "2026-05-11T21:01:41.294220+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": null, "tps": null, "error": "Server error '503 Service Unavailable' for url 'https://ollama.com/api/chat'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/503" }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 57.097451933, "tps": 30.21612888665736 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.5261308019999973, "tps": 24.095346719978878 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.37029926400000335, "tps": 114.73308714534302 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 1.1189602290000025, "tps": 61.64006499406044 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 2.550978528999991, "tps": 19.49426598013752 } ] }, { "timestamp": "2026-05-11T21:38:08.300150+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 10.168670810000002, "tps": 29.274773847680784 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.7622723650000012, "tps": 54.33754242734537 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.9492291139999978, "tps": 20.877406635486963 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.5283124089999944, "tps": 59.13922145456077 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 1.2977671549999883, "tps": 57.897421241333014 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.2854186570000081, "tps": 74.57278319653784 } ] }, { "timestamp": "2026-05-11T22:22:19.711029+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 7.172095446999947, "tps": 35.38068659854353 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 5.042703425000013, "tps": 34.61492647369936 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.4149929019999945, "tps": 162.3269426783834 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.3313545339999564, "tps": 81.53601961016025 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.7236847429999216, "tps": 68.21166051086017 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.367723586000011, "tps": 78.1608165798475 } ] }, { "timestamp": "2026-05-11T22:55:35.030578+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 2.7773587379999753, "tps": 32.325101558277794 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 5.652460853000036, "tps": 40.11327272433394 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.5400547239999582, "tps": 157.12044937397172 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 189.474902602, "tps": 0.8022873395690656 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.8636360729999524, "tps": 23.92051885168355 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.5302351189999968, "tps": 45.33728367182211 } ] }, { "timestamp": "2026-05-11T23:19:23.651442+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 1.1909584029999962, "tps": 14.54088981312321 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.4912659489999953, "tps": 21.017245388277427 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.31665309100000627, "tps": 157.41886474115898 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.5717916990000163, "tps": 26.18202746884083 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.676531725000018, "tps": 32.39429005861609 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.5008305979999932, "tps": 54.13772925793101 } ] }, { "timestamp": "2026-05-11T23:48:18.977012+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.8871771780000017, "tps": 52.215728941943965 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.5423985619999883, "tps": 51.50954458353139 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.981131954999995, "tps": 12.96164095558279 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.6860725119999813, "tps": 24.57043424067855 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.8046638970000117, "tps": 51.358387209290896 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.4255820719999974, "tps": 87.47915620344816 } ] }, { "timestamp": "2026-05-12T00:25:16.938694+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.7388668019999898, "tps": 13.652842726175367 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.46210227500000656, "tps": 123.26101806773507 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.7310231310000006, "tps": 20.95164796500646 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.40674681600000895, "tps": 119.42478322352017 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 2.730033837999997, "tps": 49.07866545125028 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.32209744799999385, "tps": 19.191654620681618 } ] }, { "timestamp": "2026-05-12T01:15:14.158930+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 4.080459559000005, "tps": 19.27306744995315 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.4703332610000004, "tps": 58.44502086230337 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 2.244932095000003, "tps": 8.229576794074193 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.21547012200000637, "tps": 129.01524424846562 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.9736477529999945, "tps": 59.55502804341937 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 4.045681598000002, "tps": 41.900319365155326 } ] }, { "timestamp": "2026-05-12T02:18:14.288484+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 2.9611084250000204, "tps": 42.417356719050424 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.8829788689999987, "tps": 58.694777835374666 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.47869683200002555, "tps": 132.33184407144617 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.3609398650000344, "tps": 103.19728538826533 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.7397913519999975, "tps": 69.3795373394273 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 31.28286457100006, "tps": 14.09040591560037 } ] }, { "timestamp": "2026-05-12T03:45:31.368579+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.9506108329999989, "tps": 31.09992194157137 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.5047718709999955, "tps": 60.48007912765965 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.325416767, "tps": 15.235553380838164 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 1.5970519139999908, "tps": 62.49837391363944 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.8761016299999937, "tps": 63.74302995006805 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.36317002399999865, "tps": 50.132442955870964 } ] }, { "timestamp": "2026-05-12T05:11:54.363775+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.46770574899999673, "tps": 67.04463709179299 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.9701496260000013, "tps": 69.53669077638 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 3.132339982000005, "tps": 17.761289454692683 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.7112822010000031, "tps": 25.461675975053254 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.8006440770000012, "tps": 68.01994483110566 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.8324080430000009, "tps": 66.65958077332883 } ] }, { "timestamp": "2026-05-12T06:28:04.450791+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 2.1765824749999965, "tps": 21.99829475053178 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 6.278087886999998, "tps": 34.057675333772856 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.4984960170000008, "tps": 126.40255939326198 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.39662372700000503, "tps": 75.96835089156389 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.7603903779999968, "tps": 64.16889905218845 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 22.762935564000003, "tps": 14.916509773686085 } ] }, { "timestamp": "2026-05-12T07:30:08.736668+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 8.026578485000002, "tps": 27.894168410713487 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 3.2697260569999997, "tps": 12.007878475931824 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.9875969310000059, "tps": 11.396660047935681 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 2.966985409000003, "tps": 24.915968573482367 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.7238451440000091, "tps": 26.052627233949398 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.36505468199999314, "tps": 61.56720857461099 } ] }, { "timestamp": "2026-05-12T08:23:21.154475+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 6.402986414999987, "tps": 16.642141002695766 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 4.730203832999962, "tps": 10.272533674379543 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 2.431640795000021, "tps": 10.93371833102907 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.2846854610000378, "tps": 107.26210635745825 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 2.0198473579999927, "tps": 57.77058841020171 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 3.3176587440000276, "tps": 35.47236913102689 } ] }, { "timestamp": "2026-05-12T09:24:00.695087+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 5.4817795029999985, "tps": 10.465149532548915 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.6416838210000009, "tps": 66.0836966320872 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.9209324300000077, "tps": 21.89997695038376 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.31495258500000034, "tps": 105.1546090381636 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 2.213351547000002, "tps": 55.227958438859886 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.5855744059999779, "tps": 53.1408059391243 } ] }, { "timestamp": "2026-05-12T10:19:14.146351+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 3.1563141970000004, "tps": 58.423820925546885 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 5.637892100999991, "tps": 29.79883393291676 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.038437860000002, "tps": 20.84189856108687 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 1.145726732, "tps": 55.652123663705694 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 1.2902133510000056, "tps": 56.73555764306626 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 33.61922595799999, "tps": 9.91245731955256 } ] }, { "timestamp": "2026-05-12T11:18:12.422116+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 8.394086320999996, "tps": 26.888074365983556 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 3.715978004, "tps": 60.559683312527575 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 3.4235270769999957, "tps": 10.333080072800234 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.6081331940000041, "tps": 43.62562653016739 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 4.677595791000002, "tps": 49.16181609762639 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 2.6902053689999974, "tps": 46.024967719316095 } ] }, { "timestamp": "2026-05-12T12:11:34.115026+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 5.176410744999991, "tps": 20.296005762551346 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": null, "tps": null, "error": "Server error '503 Service Unavailable' for url 'https://ollama.com/api/chat'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/503" }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.8390544800000015, "tps": 14.830671283581493 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.35187059400000464, "tps": 125.83524341245909 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 3.54896261399999, "tps": 20.44925791285247 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.35147970600000633, "tps": 18.473112124194376 } ] }, { "timestamp": "2026-05-12T13:14:00.477517+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": null, "tps": null, "error": "Server error '503 Service Unavailable' for url 'https://ollama.com/api/chat'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/503" }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 3.957795482999984, "tps": 13.97791084502314 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.6983270590000075, "tps": 9.617229424693514 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.37488202399998727, "tps": 123.07806069690564 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": null, "tps": null, "error": "Server error '503 Service Unavailable' for url 'https://ollama.com/api/chat'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/503" }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.36291302400002223, "tps": 29.031954556837288 } ] }, { "timestamp": "2026-05-12T14:17:08.414878+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": null, "tps": null, "error": "Server error '503 Service Unavailable' for url 'https://ollama.com/api/chat'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/503" }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 8.055258840000008, "tps": 10.275690869979107 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 4.571373740999995, "tps": 82.596069159994 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.5088841829999993, "tps": 103.25010236379462 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.9298800440000008, "tps": 73.5135781004547 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.3662407630000075, "tps": 64.91364664764221 } ] }, { "timestamp": "2026-05-12T15:29:30.877102+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 5.282793718000001, "tps": 8.32012473038507 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 8.149585832, "tps": 29.999945452303358 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 3.8704702149999974, "tps": 13.390602650615216 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.42183419900000274, "tps": 108.11441647995217 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.7234142249999991, "tps": 71.29616267005527 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.43122673199999895, "tps": 35.44924225114761 } ] }, { "timestamp": "2026-05-12T16:20:31.151777+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 10.664594484999995, "tps": 20.994416916629696 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 8.503555718000001, "tps": 22.842203621281385 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.1965317269999929, "tps": 13.404985577667428 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.5525480029999983, "tps": 32.60526696471762 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.9086964699999953, "tps": 58.28218798952158 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.42825361100000237, "tps": 20.02897027767442 } ] }, { "timestamp": "2026-05-12T17:18:48.688266+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 9.123785580000003, "tps": 42.294346647115646 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 7.584910702999991, "tps": 8.82955443411082 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 3.2963818089999677, "tps": 74.77617839511072 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": null, "tps": null, "error": "Server error '503 Service Unavailable' for url 'https://ollama.com/api/chat'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/503" }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 12.734514439000009, "tps": 13.867094670057531 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 2.383344844999897, "tps": 163.01753715601362 } ] }, { "timestamp": "2026-05-12T18:16:38.384310+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 2.8394269950000037, "tps": 32.114002146803344 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 6.824359837000003, "tps": 32.806835348478415 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.37101539999999744, "tps": 159.0197017677745 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": null, "tps": null, "error": "Stream ended without completion" }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 61.647635283, "tps": 10.102420376278713 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.42870322400000305, "tps": 68.58946760816711 } ] }, { "timestamp": "2026-05-12T19:09:49.213474+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 17.680892594, "tps": 20.80269163172033 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": null, "tps": null, "error": "Server error '503 Service Unavailable' for url 'https://ollama.com/api/chat'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/503" }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.1148466049999968, "tps": 16.474566108141747 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.3693226330000101, "tps": 57.25992494466458 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.8223984150000092, "tps": 59.586294070276736 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.36682668699998544, "tps": 19.23438313193694 } ] }, { "timestamp": "2026-05-12T20:09:12.423378+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 4.578801325999997, "tps": 38.925853792783585 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 6.377530344, "tps": 45.96072358927711 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.238364137000005, "tps": 17.495774586288277 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.5353197280000046, "tps": 131.60017710962637 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.8274482660000047, "tps": 29.277047735131745 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.6819968509999939, "tps": 19.138443103687877 } ] }, { "timestamp": "2026-05-12T21:04:26.078969+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 4.196730692000003, "tps": 30.71910736719737 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 2.253524358000007, "tps": 38.46501810738422 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 2.8142372710000103, "tps": 22.92303874841544 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": null, "tps": null, "error": "Stream ended without completion" }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 12.00041717900001, "tps": 14.177924328476395 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 1.4725409760000048, "tps": 42.92522623740657 } ] }, { "timestamp": "2026-05-12T21:37:15.665856+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 21.928484008000005, "tps": 28.841661498365635 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 8.672985656999998, "tps": 56.883526214422666 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 10.452412684000002, "tps": 23.107152245114648 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 14.569671463999995, "tps": 111.09652687208951 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 16.592092495000003, "tps": 33.774455249378455 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 9.636789339000003, "tps": 63.482083253732675 } ] }, { "timestamp": "2026-05-12T22:26:07.536041+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.619085130000002, "tps": 24.044475428105905 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.9380493739999949, "tps": 44.51684051026685 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.8529071470000034, "tps": 29.055410353402426 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 11.764447227999995, "tps": 7.913974925108944 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 4.953158416999997, "tps": 34.223549703358394 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.3655787289999921, "tps": 43.29096072556506 } ] }, { "timestamp": "2026-05-12T22:50:16.647910+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.8501610040000003, "tps": 28.93995507628964 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 10.011620795000006, "tps": 29.988556549434215 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.8829852000000002, "tps": 62.74836539973738 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.6678401719999982, "tps": 11.685293458015583 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.692166260999997, "tps": 51.44964579500594 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 7.5484666580000095, "tps": 27.192744148599957 } ] }, { "timestamp": "2026-05-12T23:24:55.099279+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 9.647515541000004, "tps": 13.49008535934978 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.5435805270000031, "tps": 57.55906875229325 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.8723399000000001, "tps": 32.58424506801436 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 199.08098014800004, "tps": 2.114894141579496 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 1.155772737999996, "tps": 38.57405034764697 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.391129559999996, "tps": 63.31763127188875 } ] }, { "timestamp": "2026-05-12T23:47:52.828383+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.47588074999999463, "tps": 145.5924522995822 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 1.2693992979999962, "tps": 61.03810366173456 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.7920113150000034, "tps": 78.91898671285978 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 13.071962749999997, "tps": 16.899281763923977 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 1.1765975739999988, "tps": 43.1351122431705 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.36372263900000235, "tps": 41.081711312604604 } ] }, { "timestamp": "2026-05-13T00:26:50.583128+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.5081593979999894, "tps": 53.57378728970061 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 1.1931972510000008, "tps": 102.8804303427898 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 2.7589444679999957, "tps": 57.308382314632745 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.3800061190000008, "tps": 89.59040413716218 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.8454613210000019, "tps": 77.50527963249411 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.3903709289999995, "tps": 16.396805818393336 } ] }, { "timestamp": "2026-05-13T01:20:21.260627+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 1.067548850999998, "tps": 12.426819506454162 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.7256739999999979, "tps": 107.26165970604713 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.155688982000001, "tps": 63.09297234990333 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 11.857781697999997, "tps": 30.35026763287391 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.8620099489999973, "tps": 62.625664687055774 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.3708504649999895, "tps": 89.00483378069978 } ] }, { "timestamp": "2026-05-13T02:19:53.053810+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 36.386854355999986, "tps": 9.81061574964146 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 6.483652759999998, "tps": 35.535338376400006 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 4.616848380999997, "tps": 21.597325735081718 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.4270573120000023, "tps": 66.28620637247855 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 3.0837505359999966, "tps": 51.53265914348996 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.4807774859999938, "tps": 38.61997498681684 } ] }, { "timestamp": "2026-05-13T03:45:05.061928+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.5097582150000335, "tps": 37.46290965462574 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.4916856540000367, "tps": 160.4797780716311 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.1137987870000075, "tps": 42.14058654985481 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.34340985000000046, "tps": 93.20643318879759 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.821212891000016, "tps": 64.43901931123551 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 24.430900865000012, "tps": 12.25426836745983 } ] }, { "timestamp": "2026-05-13T05:15:51.610077+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.760883008999997, "tps": 46.60571122513495 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.7366140529999825, "tps": 65.67181936643107 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 7.515634098000021, "tps": 23.296097805952776 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.33399033500000996, "tps": 113.5526445809361 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.8521753019999778, "tps": 64.24822365832881 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.46997017499995764, "tps": 36.71405721503017 } ] }, { "timestamp": "2026-05-13T06:35:41.866162+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 8.939209782000006, "tps": 25.796566463490585 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 6.058884836999994, "tps": 89.07395836000252 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.8648456039999957, "tps": 49.24673130889829 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.4222231640000018, "tps": 122.96544505126 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 2.767775235000002, "tps": 77.90366065865861 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.3551494130000066, "tps": 29.409726580573004 } ] }, { "timestamp": "2026-05-13T08:00:57.291231+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 7.743160676000002, "tps": 111.89396403242719 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 10.666699343999994, "tps": 39.832975181045846 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 2.32442787399998, "tps": 44.56585885317192 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 5.641952978999996, "tps": 130.75483047747974 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 4.1433003559999975, "tps": 11.671683756178993 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 8.032463844999995, "tps": 42.55626835259412 } ] }, { "timestamp": "2026-05-13T09:18:12.918976+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 5.875062327999984, "tps": 20.72325071340453 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 73.86312056599996, "tps": 7.741248219379927 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.1848965530000157, "tps": 34.32835743726348 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.3475594940000235, "tps": 107.92993199313645 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 7.440709121999987, "tps": 20.595927779940848 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.2587449099999901, "tps": 14.921440685330035 } ] }, { "timestamp": "2026-05-13T10:21:42.986033+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 2.0126896149999993, "tps": 42.70009440276963 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 15.511426433999986, "tps": 24.434879272315683 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.8697950309999953, "tps": 32.56655438958395 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 282.24358543799997, "tps": 1.3789087496518608 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.7637937309999927, "tps": 37.8688337335569 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.3979763549999973, "tps": 40.93286176020669 } ] }, { "timestamp": "2026-05-13T11:19:52.170127+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 14.988106117000001, "tps": 18.59856495829658 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.9260872370000044, "tps": 18.521287779154644 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.1767785539999949, "tps": 41.45380500557361 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.35946878000000027, "tps": 122.00827940757468 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 0.7209327120000069, "tps": 15.029756673338735 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 33.747733204, "tps": 19.381951981590223 } ] }, { "timestamp": "2026-05-13T12:14:01.443411+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 5.9697693939999965, "tps": 30.076738923847223 }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 12.204076555, "tps": 23.253466651335195 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 1.28843681299999, "tps": 24.31631102825807 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.5954808489999976, "tps": 136.4950841025314 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": null, "tps": null, "error": "Internal Server Error (ref: bc096504-07fb-4820-bce7-4ce750bb3a28)" }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.5308718850000105, "tps": 87.01941955068362 } ] }, { "timestamp": "2026-05-13T13:16:12.500287+00:00", "results": [ { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 0.5887965130000055, "tps": 37.93963078539959 }, { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 9.964240056999998, "tps": 13.179851778468246 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 3.1397964450000018, "tps": 15.318759207577353 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 0.38684297000000356, "tps": 127.90377683812945 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": null, "tps": null, "error": "Server error '503 Service Unavailable' for url 'https://ollama.com/api/chat'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/503" }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.3477806480000112, "tps": 37.25417604598588 } ] }, { "timestamp": "2026-05-13T14:20:23.346590+00:00", "results": [ { "model": "deepseek-v4-pro", "size": "1T", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": null, "tps": null, "error": "Server error '503 Service Unavailable' for url 'https://ollama.com/api/chat'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/503" }, { "model": "deepseek-v4-flash", "size": "158B", "context": "1048576", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-24T00:00:00Z", "ttft": 86.78465729499999, "tps": 4.789781477266181 }, { "model": "glm-5.1", "size": "756B", "context": "202752", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-04-07T08:00:00-08:00", "ttft": 0.8443580299999951, "tps": 19.645187843023855 }, { "model": "gemma4:31b", "size": "32B", "context": "262144", "quant": "BF16", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-04-02T09:00:00-08:00", "ttft": 64.83034608, "tps": 3.477523137026539 }, { "model": "kimi-k2.6", "size": "1T", "context": "262144", "quant": "INT4", "capabilities": "completion, thinking, tools, vision", "modified_at": "2026-03-31T00:00:00Z", "ttft": 1.6350090419999788, "tps": 35.1573899246332 }, { "model": "minimax-m2.5", "size": "230B", "context": "196608", "quant": "FP8", "capabilities": "completion, thinking, tools", "modified_at": "2026-02-12T00:00:00Z", "ttft": 0.26888195700001916, "tps": 83.41930499476148 } ] } ]