Download Vision_Project.py from ALmonster/MATH-LLM-72B: direct link, hf CLI and curl.
- Browser
- Download file 908 Bytes
-
https://huggingface.co/ALmonster/MATH-LLM-72B/resolve/main/Vision_Project.py
- Command line
-
hf download hf://ALmonster/MATH-LLM-72B/Vision_Project.py
-
curl -L -o Vision_Project.py https://huggingface.co/ALmonster/MATH-LLM-72B/resolve/main/Vision_Project.py
908 Bytes
| import math | |
| import re | |
| import torch | |
| import torch.nn as nn | |
| class IdentityMap(nn.Module): | |
| def __init__(self): | |
| super().__init__() | |
| def forward(self, x, *args, **kwargs): | |
| return x | |
| def config(self): | |
| return {'mm_projector_type': 'identity'} | |
| def mlp2x_gelu(projector_type): | |
| # mm_hidden_size = 1024 | |
| mm_hidden_size = 1280 | |
| hidden_size = 8192 | |
| mlp_gelu_match = re.match(r'^mlp(\d+)x_gelu$', projector_type) | |
| if mlp_gelu_match: | |
| mlp_depth = int(mlp_gelu_match.group(1)) | |
| modules = [nn.Linear(mm_hidden_size, hidden_size)] | |
| for _ in range(1, mlp_depth): | |
| modules.append(nn.GELU()) | |
| modules.append(nn.Linear(hidden_size, hidden_size)) | |
| return nn.Sequential(*modules) | |
| if projector_type == 'identity': | |
| return IdentityMap() | |
| raise ValueError(f'Unknown projector type: {projector_type}') |