Update any_model.py
Browse files- any_model.py +2 -1
any_model.py
CHANGED
@@ -1,5 +1,6 @@
|
|
1 |
import os
|
2 |
from enum import Enum
|
|
|
3 |
from dataclasses import dataclass
|
4 |
from typing import List, Optional, Union, Tuple
|
5 |
|
@@ -356,7 +357,7 @@ class AnyModelForConditionalGeneration(AnyModelPreTrainedModel):
|
|
356 |
self.pad_token_id = self.config.pad_token_id if self.config.pad_token_id is not None else -1
|
357 |
|
358 |
self.modality_tower, _ = \
|
359 |
-
imagebind_huge(pretrained=True, store_path=os.path.join(
|
360 |
self.modality_tower = self.modality_tower.to(self.language_model.device)
|
361 |
self.modality_tower = self.modality_tower.to(self.language_model.dtype)
|
362 |
|
|
|
1 |
import os
|
2 |
from enum import Enum
|
3 |
+
from pathlib import Path
|
4 |
from dataclasses import dataclass
|
5 |
from typing import List, Optional, Union, Tuple
|
6 |
|
|
|
357 |
self.pad_token_id = self.config.pad_token_id if self.config.pad_token_id is not None else -1
|
358 |
|
359 |
self.modality_tower, _ = \
|
360 |
+
imagebind_huge(pretrained=True, store_path=os.path.join(Path(__file__).parent.absolute(), config.modality_config["imagebind_ckpt_path"]))
|
361 |
self.modality_tower = self.modality_tower.to(self.language_model.device)
|
362 |
self.modality_tower = self.modality_tower.to(self.language_model.dtype)
|
363 |
|