| | from typing import Any, Optional, Union |
| |
|
| | from transformers.configuration_utils import PretrainedConfig |
| | from transformers import Qwen3Config |
| |
|
| |
|
| | class StepRoboticsVisionEncoderConfig(PretrainedConfig): |
| |
|
| | def __init__( |
| | self, |
| | width=1536, |
| | layers=47, |
| | heads=16, |
| | num_channels=3, |
| | image_size=728, |
| | mlp_ratio = 8960/1536, |
| | patch_size=14, |
| | hidden_act="quick_gelu", |
| | layer_norm_eps=1e-5, |
| | ues_cls_token=False, |
| | use_ln_pre=True, |
| | use_ln_post=False, |
| | use_abs_posemb=True, |
| | use_rope2d=True, |
| | ls_init_value=0.1, |
| | **kwargs, |
| | ): |
| | self.width = width |
| | self.layers = layers |
| | self.heads = heads |
| | self.num_channels = num_channels |
| | self.patch_size = patch_size |
| | self.image_size = image_size |
| | self.mlp_ratio = mlp_ratio |
| | self.layer_norm_eps = layer_norm_eps |
| | self.hidden_act = hidden_act |
| | self.ues_cls_token = ues_cls_token |
| | self.use_ln_pre = use_ln_pre |
| | self.ls_init_value = ls_init_value |
| | self.use_ln_post = use_ln_post |
| | self.use_abs_posemb = use_abs_posemb |
| | self.use_rope2d = use_rope2d |
| | super().__init__(**kwargs) |
| |
|
| |
|
| |
|
| | class StepRoboticsConfig(PretrainedConfig): |
| | model_type = "step_robotics" |
| | architectures = ["StepVLForConditionalGeneration"] |
| |
|
| | def __init__( |
| | self, |
| | vision_config: Optional[Union[dict, StepRoboticsVisionEncoderConfig]] = None, |
| | text_config: Optional[Union[dict, Qwen3Config]] = None, |
| | understand_projector_stride: int = 2, |
| | projector_bias: bool = False, |
| | image_token_id: int = 151679, |
| | **kwargs, |
| | ) -> None: |
| | if vision_config is None: |
| | vision_config = StepRoboticsVisionEncoderConfig() |
| | elif isinstance(vision_config, dict): |
| | vision_config = StepRoboticsVisionEncoderConfig(**vision_config) |
| | self.vision_config = vision_config |
| |
|
| | if text_config is None: |
| | text_config = Qwen3Config() |
| | elif isinstance(text_config, dict): |
| | text_config = Qwen3Config(**text_config) |
| | self.text_config = text_config |
| |
|
| | self.understand_projector_stride = understand_projector_stride |
| | self.projector_bias = projector_bias |
| | self.hidden_size = text_config.hidden_size |
| | self.image_token_id = image_token_id |
| | |
| | super().__init__(**kwargs) |
| |
|
