一、7数据集评测
1、原始数据的尺寸不符合要求的话要先执行以下脚本,将数据转为合适的尺寸存到H5文件中(冤原始数据是72006800的长方形,先处理成71687168的正方形再脚本处理)
python scripts/tools/prepare_whole_area_dataset.py \
--modality hangzhou_075_10m \
--num-classes 16 \
--image-dir /mnt/si000082vai5/default/Person/wangchen/olmoearth_pretrain-main/dataset/gid-15-rgb_resize7168/image_RGB_7168 \
--label-dir /mnt/si000082vai5/default/Person/wangchen/olmoearth_pretrain-main/dataset/gid-15-rgb_resize7168/label_15classes \
--output-dir /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/datasetToH5/7dataset_hz10_resize \
--auto-detect \
--split 0.7/0.2/0.1 \
--gsd 1.0 --tile-m 256 \
--rgb-label
2嵌入加评测脚本
cd /root/olmoearth_pretrain-main/ && source .venv/bin/activate && python scripts/tools/precompute_embeddings.py \
--input_dir /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/datasetToH5/7dataset_hz10_resize \
--output_dir /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval7/209 \
--encoder_path /mnt/si000082vai5/default/WorkSpace/Public/embedding/HZ-RemoteFM/HZ-base-0522-10mode-dem-onlydecode-ep209 \
--modality_key hangzhou_075_10m \
--batch_size 16 \
&& \
cd /root/olmoearth_pretrain-main/ && source .venv/bin/activate && python upernet/upernet_finetune_6dataset.py \
--task_type segmentation \
--num_classes 16 \
--embed_dim 768 \
--epochs 50 --lr 1e-4 --batch_size 8 \
--train_embeddings_path /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval7/209/train \
--val_embeddings_path /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval7/209/val \
--test_embeddings_path /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval7/209/test \
--num_workers 8 \
--output_dir /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval7/209eval
二、4数据集评测
1转h5
python scripts/tools/whumix_to_olmoearth0529.py \
--dataset levir-cd \
--modality hangzhou_075_10m \
--target-size 256 \
--input /mnt/si000082vai5/default/Person/mhc/olmoearth_pretrain-main/datats/HZ_075_25/second_ABL \
--output /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval4/4data_hz10 \
--ts-a 1,6,2018 --ts-b 1,6,2020 \
(上述命令执行一次即可,原数据转成H5)
2嵌入加评测脚本
cd /root/olmoearth_pretrain-main/ && source .venv/bin/activate && python scripts/tools/precompute_embeddings.py \
--input_dir /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval4/4data_hz10 \
--output_dir /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval4/209 \
--encoder_path /mnt/si000082vai5/default/WorkSpace/Public/embedding/HZ-RemoteFM/HZ-base-0522-10mode-dem-onlydecode-ep209 \
--modality_key hangzhou_075_10m \
--batch_size 16 \
&& \
cd /root/olmoearth_pretrain-main/ && source .venv/bin/activate && python upernet/upernet_finetune_6dataset.py \
--task_type change_detection \
--num_classes 2 \
--embed_dim 768 \
--epochs 50 --lr 1e-4 --batch_size 8 \
--train_embeddings_path /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval4/209/train \
--val_embeddings_path /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval4/209/val \
--test_embeddings_path /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval4/209/test \
--num_workers 8 \
--output_dir /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval4/209eval
三、9数据集评测
1转h5
python scripts/tools/whumix_to_olmoearth0529.py \
--input /mnt/si000082vai5/default/Person/mhc/olmoearth_pretrain-main/datats/LoveDA \
--output /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/datasetToH5/9data_hz10 \
--dataset whumix \
--modality hangzhou_075_10m \
--num-classes 8 \
--target-size 256
2嵌入加评测脚本
cd /root/olmoearth_pretrain-main/ && source .venv/bin/activate && python scripts/tools/precompute_embeddings.py \
--input_dir /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/datasetToH5/9data_hz10 \
--output_dir /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval9/209 \
--encoder_path /mnt/si000082vai5/default/WorkSpace/Public/embedding/HZ-RemoteFM/HZ-base-0522-10mode-dem-onlydecode-ep209 \
--modality_key hangzhou_075_10m \
--batch_size 16 \
&& \
cd /root/olmoearth_pretrain-main/ && source .venv/bin/activate && python upernet/upernet_finetune_6dataset.py \
--task_type segmentation \
--num_classes 8 \
--embed_dim 768 \
--epochs 50 --lr 1e-4 --batch_size 8 \
--train_embeddings_path /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval9/209/train \
--val_embeddings_path /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval9/209/val \
--test_embeddings_path /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval9/209/test \
--num_workers 8 \
--output_dir /mnt/si000082vai5/default/Person/kongfanqiang/modelSaved/10mode-dem-onlydecode-0522/eval9/209eval \