刘虹雨
commited on
Commit
·
0531737
1
Parent(s):
9e9d7c9
Upload my model
Browse files- .gitattributes +1 -0
- DiT.pth +3 -0
- checkpoint-VAE/optimizer.bin +3 -0
- checkpoint-VAE/pytorch_model.bin +3 -0
- checkpoint-VAE/random_states_0.pkl +3 -0
- checkpoint-VAE/scheduler.bin +3 -0
- data_process_model/bfm2flame_mapper/model-iter200000.pth +3 -0
- data_process_model/facedetect/retinaface/Resnet50_Final.pth +3 -0
- data_process_model/facerecon/bfm/BFM_model.mat +3 -0
- data_process_model/facerecon/bfm/BFM_model_front.mat +3 -0
- data_process_model/facerecon/deep3d_2023/epoch_20.pth +3 -0
- data_process_model/hrnet_w18_wflw/h3r/model.pth +3 -0
- data_process_model/landmark3d/3DFAN4-4a694010b9.zip +3 -0
- data_process_model/landmark3d/depth-6c4283c0e0.zip +3 -0
- data_process_model/pdfgc/weights/motion_model.pth +3 -0
- dinov2-base/README.md +61 -0
- dinov2-base/config.json +24 -0
- dinov2-base/model.safetensors +3 -0
- dinov2-base/preprocessor_config.json +27 -0
- dinov2-base/pytorch_model.bin +3 -0
- final_mean.pt +3 -0
- final_std.pt +3 -0
- image_encoder/config.json +23 -0
- image_encoder/pytorch_model.bin +3 -0
- temp.npy +3 -0
- ws_avg.pkl +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
*.mat filter=lfs diff=lfs merge=lfs -text
|
DiT.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1b41ca8453bfc8fd07a0b0fa6a515ba2190bbd16f0ad83732164eb1e19ab8ad2
|
3 |
+
size 11628978088
|
checkpoint-VAE/optimizer.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:663aad309ecaa669cf254359fb92a5d833a487cb26a619669fecca6c2e8cb66a
|
3 |
+
size 2482270277
|
checkpoint-VAE/pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff89a8a5f5479071c45523c8bb230804c52b117571895aad5fb10e4606952620
|
3 |
+
size 1241135697
|
checkpoint-VAE/random_states_0.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d98553005a1242d6390331c8a03c70110dd6b49fcb0ce4d2d23bd7a6e0457f31
|
3 |
+
size 21859
|
checkpoint-VAE/scheduler.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5f33313fd3ccfa1d8f150e23101e6897498603af4a2c430e781afc0c959fb931
|
3 |
+
size 563
|
data_process_model/bfm2flame_mapper/model-iter200000.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:730c2d2289bb5b1d1c2c351b0de8cc5c3a55c008bfcac2fb45130808635fd91c
|
3 |
+
size 1125471
|
data_process_model/facedetect/retinaface/Resnet50_Final.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6d1de9c2944f2ccddca5f5e010ea5ae64a39845a86311af6fdf30841b0a5a16d
|
3 |
+
size 109497761
|
data_process_model/facerecon/bfm/BFM_model.mat
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1c8042c2f1d34ad5fb98b2019fbf742b749aa53d90f58e2c4e37f5d8e316b2d8
|
3 |
+
size 134038010
|
data_process_model/facerecon/bfm/BFM_model_front.mat
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ec672da6cfdc7840dc35974d4c29dce5efb53c2fca1415f617f3807bb16fcc3
|
3 |
+
size 127170280
|
data_process_model/facerecon/deep3d_2023/epoch_20.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:62e7e6a6bc4e16fb567643182ccabf55f8222746269cce3392109a6c592babc1
|
3 |
+
size 288887131
|
data_process_model/hrnet_w18_wflw/h3r/model.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0d0f89d3830954b6adb8d2e9e67fc656636db61c612a47b935b444f3ce69504
|
3 |
+
size 39273976
|
data_process_model/landmark3d/3DFAN4-4a694010b9.zip
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4a694010b93140609b64a6ea734afc0ee80a4798394740281b0c5bea0ebef1d9
|
3 |
+
size 96316515
|
data_process_model/landmark3d/depth-6c4283c0e0.zip
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6c4283c0e0c5361854620610c2eba27f46a6ace1bfddb51dcc25264a94b038dc
|
3 |
+
size 235314250
|
data_process_model/pdfgc/weights/motion_model.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b34f69d8e6070d1f1e9986a31bc954a8998d45ae74436aa7de128825b3606007
|
3 |
+
size 39542043
|
dinov2-base/README.md
ADDED
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
license: apache-2.0
|
3 |
+
tags:
|
4 |
+
- dino
|
5 |
+
- vision
|
6 |
+
inference: false
|
7 |
+
---
|
8 |
+
|
9 |
+
# Vision Transformer (base-sized model) trained using DINOv2
|
10 |
+
|
11 |
+
Vision Transformer (ViT) model trained using the DINOv2 method. It was introduced in the paper [DINOv2: Learning Robust Visual Features without Supervision](https://arxiv.org/abs/2304.07193) by Oquab et al. and first released in [this repository](https://github.com/facebookresearch/dinov2).
|
12 |
+
|
13 |
+
Disclaimer: The team releasing DINOv2 did not write a model card for this model so this model card has been written by the Hugging Face team.
|
14 |
+
|
15 |
+
## Model description
|
16 |
+
|
17 |
+
The Vision Transformer (ViT) is a transformer encoder model (BERT-like) pretrained on a large collection of images in a self-supervised fashion.
|
18 |
+
|
19 |
+
Images are presented to the model as a sequence of fixed-size patches, which are linearly embedded. One also adds a [CLS] token to the beginning of a sequence to use it for classification tasks. One also adds absolute position embeddings before feeding the sequence to the layers of the Transformer encoder.
|
20 |
+
|
21 |
+
Note that this model does not include any fine-tuned heads.
|
22 |
+
|
23 |
+
By pre-training the model, it learns an inner representation of images that can then be used to extract features useful for downstream tasks: if you have a dataset of labeled images for instance, you can train a standard classifier by placing a linear layer on top of the pre-trained encoder. One typically places a linear layer on top of the [CLS] token, as the last hidden state of this token can be seen as a representation of an entire image.
|
24 |
+
|
25 |
+
## Intended uses & limitations
|
26 |
+
|
27 |
+
You can use the raw model for feature extraction. See the [model hub](https://huggingface.co/models?search=facebook/dinov2) to look for
|
28 |
+
fine-tuned versions on a task that interests you.
|
29 |
+
|
30 |
+
### How to use
|
31 |
+
|
32 |
+
Here is how to use this model:
|
33 |
+
|
34 |
+
```python
|
35 |
+
from transformers import AutoImageProcessor, AutoModel
|
36 |
+
from PIL import Image
|
37 |
+
import requests
|
38 |
+
|
39 |
+
url = 'http://images.cocodataset.org/val2017/000000039769.jpg'
|
40 |
+
image = Image.open(requests.get(url, stream=True).raw)
|
41 |
+
|
42 |
+
processor = AutoImageProcessor.from_pretrained('facebook/dinov2-base')
|
43 |
+
model = AutoModel.from_pretrained('facebook/dinov2-base')
|
44 |
+
|
45 |
+
inputs = processor(images=image, return_tensors="pt")
|
46 |
+
outputs = model(**inputs)
|
47 |
+
last_hidden_states = outputs.last_hidden_state
|
48 |
+
```
|
49 |
+
|
50 |
+
### BibTeX entry and citation info
|
51 |
+
|
52 |
+
```bibtex
|
53 |
+
misc{oquab2023dinov2,
|
54 |
+
title={DINOv2: Learning Robust Visual Features without Supervision},
|
55 |
+
author={Maxime Oquab and Timothée Darcet and Théo Moutakanni and Huy Vo and Marc Szafraniec and Vasil Khalidov and Pierre Fernandez and Daniel Haziza and Francisco Massa and Alaaeldin El-Nouby and Mahmoud Assran and Nicolas Ballas and Wojciech Galuba and Russell Howes and Po-Yao Huang and Shang-Wen Li and Ishan Misra and Michael Rabbat and Vasu Sharma and Gabriel Synnaeve and Hu Xu and Hervé Jegou and Julien Mairal and Patrick Labatut and Armand Joulin and Piotr Bojanowski},
|
56 |
+
year={2023},
|
57 |
+
eprint={2304.07193},
|
58 |
+
archivePrefix={arXiv},
|
59 |
+
primaryClass={cs.CV}
|
60 |
+
}
|
61 |
+
```
|
dinov2-base/config.json
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"Dinov2Model"
|
4 |
+
],
|
5 |
+
"attention_probs_dropout_prob": 0.0,
|
6 |
+
"drop_path_rate": 0.0,
|
7 |
+
"hidden_act": "gelu",
|
8 |
+
"hidden_dropout_prob": 0.0,
|
9 |
+
"hidden_size": 768,
|
10 |
+
"image_size": 518,
|
11 |
+
"initializer_range": 0.02,
|
12 |
+
"layer_norm_eps": 1e-06,
|
13 |
+
"layerscale_value": 1.0,
|
14 |
+
"mlp_ratio": 4,
|
15 |
+
"model_type": "dinov2",
|
16 |
+
"num_attention_heads": 12,
|
17 |
+
"num_channels": 3,
|
18 |
+
"num_hidden_layers": 12,
|
19 |
+
"patch_size": 14,
|
20 |
+
"qkv_bias": true,
|
21 |
+
"torch_dtype": "float32",
|
22 |
+
"transformers_version": "4.31.0.dev0",
|
23 |
+
"use_swiglu_ffn": false
|
24 |
+
}
|
dinov2-base/model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d73036b56966966d07975d696bde331762f37297e2f095de8cea0040c3aa0841
|
3 |
+
size 346345912
|
dinov2-base/preprocessor_config.json
ADDED
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"crop_size": {
|
3 |
+
"height": 224,
|
4 |
+
"width": 224
|
5 |
+
},
|
6 |
+
"do_center_crop": true,
|
7 |
+
"do_convert_rgb": true,
|
8 |
+
"do_normalize": true,
|
9 |
+
"do_rescale": true,
|
10 |
+
"do_resize": true,
|
11 |
+
"image_mean": [
|
12 |
+
0.485,
|
13 |
+
0.456,
|
14 |
+
0.406
|
15 |
+
],
|
16 |
+
"image_processor_type": "BitImageProcessor",
|
17 |
+
"image_std": [
|
18 |
+
0.229,
|
19 |
+
0.224,
|
20 |
+
0.225
|
21 |
+
],
|
22 |
+
"resample": 3,
|
23 |
+
"rescale_factor": 0.00392156862745098,
|
24 |
+
"size": {
|
25 |
+
"shortest_edge": 256
|
26 |
+
}
|
27 |
+
}
|
dinov2-base/pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:014965d9e330e7f4bff8ddcbee9df5e4f2ca032b2f5180942a6edb454783e75d
|
3 |
+
size 346392713
|
final_mean.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e242da39856789c41b610cf1f254c7d8815c9c7baa23a7fccb3103b783d36000
|
3 |
+
size 756
|
final_std.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7872eb557ead8bdf94668515d12403c1245d69ba87fa992c58991918bc3e86a7
|
3 |
+
size 753
|
image_encoder/config.json
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "./image_encoder",
|
3 |
+
"architectures": [
|
4 |
+
"CLIPVisionModelWithProjection"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"dropout": 0.0,
|
8 |
+
"hidden_act": "gelu",
|
9 |
+
"hidden_size": 1280,
|
10 |
+
"image_size": 224,
|
11 |
+
"initializer_factor": 1.0,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"intermediate_size": 5120,
|
14 |
+
"layer_norm_eps": 1e-05,
|
15 |
+
"model_type": "clip_vision_model",
|
16 |
+
"num_attention_heads": 16,
|
17 |
+
"num_channels": 3,
|
18 |
+
"num_hidden_layers": 32,
|
19 |
+
"patch_size": 14,
|
20 |
+
"projection_dim": 1024,
|
21 |
+
"torch_dtype": "float16",
|
22 |
+
"transformers_version": "4.28.0.dev0"
|
23 |
+
}
|
image_encoder/pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3d3ec1e66737f77a4f3bc2df3c52eacefc69ce7825e2784183b1d4e9877d9193
|
3 |
+
size 2528481905
|
temp.npy
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6aa0632e0dd75ccf76ad0e8d0edb7d66b40081ff95ce4cbde9e4dcbba7cfe781
|
3 |
+
size 2568
|
ws_avg.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e9ad3b5e3f2123603ef9788eda3d86d7f3a54ebb99ea5495b87df5ab24205e99
|
3 |
+
size 29352
|