enable slots=True for dataclasses
This commit is contained in:
+1
-1
@@ -3,7 +3,7 @@ from dataclasses import dataclass
|
|||||||
from transformers import AutoConfig
|
from transformers import AutoConfig
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass(slots=True)
|
||||||
class Config:
|
class Config:
|
||||||
model: str
|
model: str
|
||||||
max_num_batched_tokens: int = 16384
|
max_num_batched_tokens: int = 16384
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass(slots=True)
|
||||||
class SamplingParams:
|
class SamplingParams:
|
||||||
temperature: float = 1.0
|
temperature: float = 1.0
|
||||||
max_tokens: int = 64
|
max_tokens: int = 64
|
||||||
|
|||||||
@@ -2,7 +2,7 @@ from dataclasses import dataclass
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass(slots=True)
|
||||||
class Context:
|
class Context:
|
||||||
is_prefill: bool = False
|
is_prefill: bool = False
|
||||||
cu_seqlens_q: torch.Tensor | None = None
|
cu_seqlens_q: torch.Tensor | None = None
|
||||||
|
|||||||
Reference in New Issue
Block a user