File tree 4 files changed +4
-176
lines changed
4 files changed +4
-176
lines changed Original file line number Diff line number Diff line change 28
28
29
29
import torch
30
30
from torch import nn
31
+ from transformers import Olmo2Config
31
32
32
33
from vllm .attention import Attention
33
34
from vllm .config import VllmConfig
51
52
make_layers , maybe_prefix )
52
53
from vllm .model_executor .sampling_metadata import SamplingMetadata
53
54
from vllm .sequence import IntermediateTensors
54
- from vllm .transformers_utils .configs .olmo2 import Olmo2Config
55
55
56
56
57
57
class Olmo2Attention (nn .Module ):
Original file line number Diff line number Diff line change 36
36
KimiVLConfig , MedusaConfig ,
37
37
MllamaConfig , MLPSpeculatorConfig ,
38
38
MPTConfig , NemotronConfig ,
39
- NVLM_D_Config , Olmo2Config ,
40
- RWConfig , SkyworkR1VChatConfig ,
41
- SolarConfig , Telechat2Config ,
42
- UltravoxConfig )
39
+ NVLM_D_Config , RWConfig ,
40
+ SkyworkR1VChatConfig , SolarConfig ,
41
+ Telechat2Config , UltravoxConfig )
43
42
# yapf: enable
44
43
from vllm .transformers_utils .utils import check_gguf_file
45
44
from vllm .utils import resolve_obj_by_qualname
76
75
"internvl_chat" : InternVLChatConfig ,
77
76
"nemotron" : NemotronConfig ,
78
77
"NVLM_D" : NVLM_D_Config ,
79
- "olmo2" : Olmo2Config ,
80
78
"solar" : SolarConfig ,
81
79
"skywork_chat" : SkyworkR1VChatConfig ,
82
80
"telechat" : Telechat2Config ,
Original file line number Diff line number Diff line change 21
21
from vllm .transformers_utils .configs .mpt import MPTConfig
22
22
from vllm .transformers_utils .configs .nemotron import NemotronConfig
23
23
from vllm .transformers_utils .configs .nvlm_d import NVLM_D_Config
24
- from vllm .transformers_utils .configs .olmo2 import Olmo2Config
25
24
from vllm .transformers_utils .configs .skyworkr1v import SkyworkR1VChatConfig
26
25
from vllm .transformers_utils .configs .solar import SolarConfig
27
26
from vllm .transformers_utils .configs .telechat2 import Telechat2Config
46
45
"KimiVLConfig" ,
47
46
"NemotronConfig" ,
48
47
"NVLM_D_Config" ,
49
- "Olmo2Config" ,
50
48
"SkyworkR1VChatConfig" ,
51
49
"SolarConfig" ,
52
50
"Telechat2Config" ,
Load Diff This file was deleted.
You can’t perform that action at this time.
0 commit comments