manifest Qwen/Qwen3.5-0.8B @ B300 (5f91337d78febad4)
Browse files
Qwen__Qwen3.5-0.8B/B300/tp1-seq131072-lora64x4/5f91337d78febad4/manifest.json
CHANGED
|
@@ -38,7 +38,7 @@
|
|
| 38 |
"image_tag": "baseten/baseten-weight-sync-inference:main-68cee18",
|
| 39 |
"caller": "github-actions:William-Gao1",
|
| 40 |
"model_revision": "2fc06364715b967f1860aea9cf38778875588b17",
|
| 41 |
-
"build_id": "
|
| 42 |
"opaque_sampler_payload": {
|
| 43 |
"tensor_parallel_size": 1,
|
| 44 |
"max_seq_length": 131072,
|
|
@@ -94,13 +94,13 @@
|
|
| 94 |
"use_mega_aot_artifact": true,
|
| 95 |
"deep_gemm_warmup": "skip"
|
| 96 |
},
|
| 97 |
-
"ready_in_seconds_no_cache":
|
| 98 |
"kv_cache_max_tokens": 20427597,
|
| 99 |
"kv_cache_max_concurrency": 155.8502024291498,
|
| 100 |
"kv_cache_gpu_memory_utilization": 0.92,
|
| 101 |
"cache_size_uncompressed_bytes": 242257920,
|
| 102 |
-
"cache_size_compressed_bytes":
|
| 103 |
"compression": "zstd -9 -T0 (multithreaded)",
|
| 104 |
-
"compress_time_seconds": 0.
|
| 105 |
-
"upload_time_seconds":
|
| 106 |
}
|
|
|
|
| 38 |
"image_tag": "baseten/baseten-weight-sync-inference:main-68cee18",
|
| 39 |
"caller": "github-actions:William-Gao1",
|
| 40 |
"model_revision": "2fc06364715b967f1860aea9cf38778875588b17",
|
| 41 |
+
"build_id": "29972324745-1",
|
| 42 |
"opaque_sampler_payload": {
|
| 43 |
"tensor_parallel_size": 1,
|
| 44 |
"max_seq_length": 131072,
|
|
|
|
| 94 |
"use_mega_aot_artifact": true,
|
| 95 |
"deep_gemm_warmup": "skip"
|
| 96 |
},
|
| 97 |
+
"ready_in_seconds_no_cache": 338.12,
|
| 98 |
"kv_cache_max_tokens": 20427597,
|
| 99 |
"kv_cache_max_concurrency": 155.8502024291498,
|
| 100 |
"kv_cache_gpu_memory_utilization": 0.92,
|
| 101 |
"cache_size_uncompressed_bytes": 242257920,
|
| 102 |
+
"cache_size_compressed_bytes": 17088681,
|
| 103 |
"compression": "zstd -9 -T0 (multithreaded)",
|
| 104 |
+
"compress_time_seconds": 0.44,
|
| 105 |
+
"upload_time_seconds": 8.38
|
| 106 |
}
|