⚡ Bolt: Memoize module availability and device properties lookups

2026-04-23 00:17:25 +08:00 · 2026-04-20 17:48:30 +00:00
parent 30db3e9d8f
commit d9af356400
3 changed files with 5 additions and 0 deletions
@@ -552,6 +552,7 @@ def vocab_range_from_global_vocab_size(global_vocab_size: int, rank: int, world_
    return vocab_range_from_per_partition_vocab_size(per_partition_vocab_size, rank, offset=offset)


+@functools.lru_cache(maxsize=None)
 def get_sm_version():
    prop = paddle.device.cuda.get_device_properties()
    cc = prop.major * 10 + prop.minor