baseten-admin commited on
Commit
fc9f4bd
·
verified ·
1 Parent(s): dbd18ba

manifest Qwen/Qwen3.5-0.8B @ B300 (5f91337d78febad4)

Browse files
Qwen__Qwen3.5-0.8B/B300/tp1-seq131072-lora64x4/5f91337d78febad4/manifest.json CHANGED
@@ -38,7 +38,7 @@
38
  "image_tag": "baseten/baseten-weight-sync-inference:main-68cee18",
39
  "caller": "github-actions:William-Gao1",
40
  "model_revision": "2fc06364715b967f1860aea9cf38778875588b17",
41
- "build_id": "29971523594-1",
42
  "opaque_sampler_payload": {
43
  "tensor_parallel_size": 1,
44
  "max_seq_length": 131072,
@@ -94,13 +94,13 @@
94
  "use_mega_aot_artifact": true,
95
  "deep_gemm_warmup": "skip"
96
  },
97
- "ready_in_seconds_no_cache": 400.15,
98
  "kv_cache_max_tokens": 20427597,
99
  "kv_cache_max_concurrency": 155.8502024291498,
100
  "kv_cache_gpu_memory_utilization": 0.92,
101
  "cache_size_uncompressed_bytes": 242257920,
102
- "cache_size_compressed_bytes": 17074464,
103
  "compression": "zstd -9 -T0 (multithreaded)",
104
- "compress_time_seconds": 0.41,
105
- "upload_time_seconds": 7.84
106
  }
 
38
  "image_tag": "baseten/baseten-weight-sync-inference:main-68cee18",
39
  "caller": "github-actions:William-Gao1",
40
  "model_revision": "2fc06364715b967f1860aea9cf38778875588b17",
41
+ "build_id": "29972324745-1",
42
  "opaque_sampler_payload": {
43
  "tensor_parallel_size": 1,
44
  "max_seq_length": 131072,
 
94
  "use_mega_aot_artifact": true,
95
  "deep_gemm_warmup": "skip"
96
  },
97
+ "ready_in_seconds_no_cache": 338.12,
98
  "kv_cache_max_tokens": 20427597,
99
  "kv_cache_max_concurrency": 155.8502024291498,
100
  "kv_cache_gpu_memory_utilization": 0.92,
101
  "cache_size_uncompressed_bytes": 242257920,
102
+ "cache_size_compressed_bytes": 17088681,
103
  "compression": "zstd -9 -T0 (multithreaded)",
104
+ "compress_time_seconds": 0.44,
105
+ "upload_time_seconds": 8.38
106
  }