Skip to content

vllm.model_executor.models.module_mapping

ModelKeys dataclass

Source code in vllm/model_executor/models/module_mapping.py 
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
@dataclass
class ModelKeys:
    model_type: str = None

    module_list: str = None

    embedding: str = None

    mlp: str = None

    down_proj: str = None

    attention: str = None

    o_proj: str = None

    q_proj: str = None

    k_proj: str = None

    v_proj: str = None

    qkv_proj: str = None

    qk_proj: str = None

    qa_proj: str = None

    qb_proj: str = None

    kva_proj: str = None

    kvb_proj: str = None

    output: str = None

attention class-attribute instance-attribute 

attention: str = None

down_proj class-attribute instance-attribute 

down_proj: str = None

embedding class-attribute instance-attribute 

embedding: str = None

k_proj class-attribute instance-attribute 

k_proj: str = None

kva_proj class-attribute instance-attribute 

kva_proj: str = None

kvb_proj class-attribute instance-attribute 

kvb_proj: str = None

mlp class-attribute instance-attribute 

mlp: str = None

model_type class-attribute instance-attribute 

model_type: str = None

module_list class-attribute instance-attribute 

module_list: str = None

o_proj class-attribute instance-attribute 

o_proj: str = None

output class-attribute instance-attribute 

output: str = None

q_proj class-attribute instance-attribute 

q_proj: str = None

qa_proj class-attribute instance-attribute 

qa_proj: str = None

qb_proj class-attribute instance-attribute 

qb_proj: str = None

qk_proj class-attribute instance-attribute 

qk_proj: str = None

qkv_proj class-attribute instance-attribute 

qkv_proj: str = None

v_proj class-attribute instance-attribute 

v_proj: str = None

__init__ 

__init__(
    model_type: str = None,
    module_list: str = None,
    embedding: str = None,
    mlp: str = None,
    down_proj: str = None,
    attention: str = None,
    o_proj: str = None,
    q_proj: str = None,
    k_proj: str = None,
    v_proj: str = None,
    qkv_proj: str = None,
    qk_proj: str = None,
    qa_proj: str = None,
    qb_proj: str = None,
    kva_proj: str = None,
    kvb_proj: str = None,
    output: str = None,
) -> None

MultiModelKeys dataclass

Bases: ModelKeys

Source code in vllm/model_executor/models/module_mapping.py 
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
@dataclass
class MultiModelKeys(ModelKeys):
    language_model: list[str] = field(default_factory=list)
    connector: list[str] = field(default_factory=list)
    # vision tower and audio tower
    tower_model: list[str] = field(default_factory=list)
    generator: list[str] = field(default_factory=list)

    @staticmethod
    def from_string_field(
        language_model: str | list[str] = None,
        connector: str | list[str] = None,
        tower_model: str | list[str] = None,
        generator: str | list[str] = None,
        **kwargs,
    ) -> "MultiModelKeys":
        def to_list(value):
            if value is None:
                return []
            return [value] if isinstance(value, str) else list(value)

        return MultiModelKeys(
            language_model=to_list(language_model),
            connector=to_list(connector),
            tower_model=to_list(tower_model),
            generator=to_list(generator),
            **kwargs,
        )

connector class-attribute instance-attribute 

connector: list[str] = field(default_factory=list)

generator class-attribute instance-attribute 

generator: list[str] = field(default_factory=list)

language_model class-attribute instance-attribute 

language_model: list[str] = field(default_factory=list)

tower_model class-attribute instance-attribute 

tower_model: list[str] = field(default_factory=list)

__init__ 

__init__(
    model_type: str = None,
    module_list: str = None,
    embedding: str = None,
    mlp: str = None,
    down_proj: str = None,
    attention: str = None,
    o_proj: str = None,
    q_proj: str = None,
    k_proj: str = None,
    v_proj: str = None,
    qkv_proj: str = None,
    qk_proj: str = None,
    qa_proj: str = None,
    qb_proj: str = None,
    kva_proj: str = None,
    kvb_proj: str = None,
    output: str = None,
    language_model: list[str] = list(),
    connector: list[str] = list(),
    tower_model: list[str] = list(),
    generator: list[str] = list(),
) -> None

from_string_field staticmethod 

from_string_field(
    language_model: str | list[str] = None,
    connector: str | list[str] = None,
    tower_model: str | list[str] = None,
    generator: str | list[str] = None,
    **kwargs,
) -> MultiModelKeys
Source code in vllm/model_executor/models/module_mapping.py 
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
@staticmethod
def from_string_field(
    language_model: str | list[str] = None,
    connector: str | list[str] = None,
    tower_model: str | list[str] = None,
    generator: str | list[str] = None,
    **kwargs,
) -> "MultiModelKeys":
    def to_list(value):
        if value is None:
            return []
        return [value] if isinstance(value, str) else list(value)

    return MultiModelKeys(
        language_model=to_list(language_model),
        connector=to_list(connector),
        tower_model=to_list(tower_model),
        generator=to_list(generator),
        **kwargs,
    )