enable slots=True for dataclasses
This commit is contained in:
+1
-1
@@ -3,7 +3,7 @@ from dataclasses import dataclass
|
||||
from transformers import AutoConfig
|
||||
|
||||
|
||||
@dataclass
|
||||
@dataclass(slots=True)
|
||||
class Config:
|
||||
model: str
|
||||
max_num_batched_tokens: int = 16384
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
from dataclasses import dataclass
|
||||
|
||||
|
||||
@dataclass
|
||||
@dataclass(slots=True)
|
||||
class SamplingParams:
|
||||
temperature: float = 1.0
|
||||
max_tokens: int = 64
|
||||
|
||||
@@ -2,7 +2,7 @@ from dataclasses import dataclass
|
||||
import torch
|
||||
|
||||
|
||||
@dataclass
|
||||
@dataclass(slots=True)
|
||||
class Context:
|
||||
is_prefill: bool = False
|
||||
cu_seqlens_q: torch.Tensor | None = None
|
||||
|
||||
Reference in New Issue
Block a user