From f408a66fe019af37b7daf931c5f283476cbb3bf1 Mon Sep 17 00:00:00 2001 From: Vladislav Meshkov Date: Sun, 5 Apr 2026 16:56:41 +0300 Subject: [PATCH] add logs dir --- .../cifar10-cifar100.yaml | 37 ++++++++++++++++++ .../pretrain_to_task_logs/cifar10-kmnist.yaml | 37 ++++++++++++++++++ .../cifar10-letters.yaml | 37 ++++++++++++++++++ logs/pretrain_to_task_logs/cifar10-mnist.yaml | 37 ++++++++++++++++++ .../cifar100-cifar10.yaml | 37 ++++++++++++++++++ .../cifar100-kmnist.yaml | 37 ++++++++++++++++++ .../cifar100-letters.yaml | 37 ++++++++++++++++++ .../pretrain_to_task_logs/cifar100-mnist.yaml | 37 ++++++++++++++++++ .../imagenet-cifar10.yaml | 38 +++++++++++++++++++ .../imagenet-cifar100.yaml | 38 +++++++++++++++++++ .../imagenet-kmnist.yaml | 38 +++++++++++++++++++ .../imagenet-letters.yaml | 38 +++++++++++++++++++ .../pretrain_to_task_logs/imagenet-mnist.yaml | 38 +++++++++++++++++++ .../pretrain_to_task_logs/kmnist-cifar10.yaml | 37 ++++++++++++++++++ .../kmnist-cifar100.yaml | 37 ++++++++++++++++++ .../pretrain_to_task_logs/kmnist-letters.yaml | 37 ++++++++++++++++++ logs/pretrain_to_task_logs/kmnist-mnist.yaml | 37 ++++++++++++++++++ .../letters-cifar10.yaml | 37 ++++++++++++++++++ .../letters-cifar100.yaml | 37 ++++++++++++++++++ .../pretrain_to_task_logs/letters-kmnist.yaml | 37 ++++++++++++++++++ logs/pretrain_to_task_logs/letters-mnist.yaml | 37 ++++++++++++++++++ logs/pretrain_to_task_logs/mnist-cifar10.yaml | 37 ++++++++++++++++++ .../pretrain_to_task_logs/mnist-cifar100.yaml | 37 ++++++++++++++++++ logs/pretrain_to_task_logs/mnist-kmnist.yaml | 37 ++++++++++++++++++ logs/pretrain_to_task_logs/mnist-letters.yaml | 37 ++++++++++++++++++ 25 files changed, 930 insertions(+) create mode 100644 logs/pretrain_to_task_logs/cifar10-cifar100.yaml create mode 100644 logs/pretrain_to_task_logs/cifar10-kmnist.yaml create mode 100644 logs/pretrain_to_task_logs/cifar10-letters.yaml create mode 100644 logs/pretrain_to_task_logs/cifar10-mnist.yaml create mode 100644 logs/pretrain_to_task_logs/cifar100-cifar10.yaml create mode 100644 logs/pretrain_to_task_logs/cifar100-kmnist.yaml create mode 100644 logs/pretrain_to_task_logs/cifar100-letters.yaml create mode 100644 logs/pretrain_to_task_logs/cifar100-mnist.yaml create mode 100644 logs/pretrain_to_task_logs/imagenet-cifar10.yaml create mode 100644 logs/pretrain_to_task_logs/imagenet-cifar100.yaml create mode 100644 logs/pretrain_to_task_logs/imagenet-kmnist.yaml create mode 100644 logs/pretrain_to_task_logs/imagenet-letters.yaml create mode 100644 logs/pretrain_to_task_logs/imagenet-mnist.yaml create mode 100644 logs/pretrain_to_task_logs/kmnist-cifar10.yaml create mode 100644 logs/pretrain_to_task_logs/kmnist-cifar100.yaml create mode 100644 logs/pretrain_to_task_logs/kmnist-letters.yaml create mode 100644 logs/pretrain_to_task_logs/kmnist-mnist.yaml create mode 100644 logs/pretrain_to_task_logs/letters-cifar10.yaml create mode 100644 logs/pretrain_to_task_logs/letters-cifar100.yaml create mode 100644 logs/pretrain_to_task_logs/letters-kmnist.yaml create mode 100644 logs/pretrain_to_task_logs/letters-mnist.yaml create mode 100644 logs/pretrain_to_task_logs/mnist-cifar10.yaml create mode 100644 logs/pretrain_to_task_logs/mnist-cifar100.yaml create mode 100644 logs/pretrain_to_task_logs/mnist-kmnist.yaml create mode 100644 logs/pretrain_to_task_logs/mnist-letters.yaml diff --git a/logs/pretrain_to_task_logs/cifar10-cifar100.yaml b/logs/pretrain_to_task_logs/cifar10-cifar100.yaml new file mode 100644 index 0000000..ead376f --- /dev/null +++ b/logs/pretrain_to_task_logs/cifar10-cifar100.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/cifar10_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/cifar10-cifar100.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: cifar10 + pretrain_only: false + seed: 42 + task_dataset_name: cifar100 + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.5028 + best_val_epoch: 19 + test_acc: 0.496 diff --git a/logs/pretrain_to_task_logs/cifar10-kmnist.yaml b/logs/pretrain_to_task_logs/cifar10-kmnist.yaml new file mode 100644 index 0000000..aa7f5bc --- /dev/null +++ b/logs/pretrain_to_task_logs/cifar10-kmnist.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/cifar10_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/cifar10-kmnist.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: cifar10 + pretrain_only: false + seed: 42 + task_dataset_name: kmnist + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.9758333333333333 + best_val_epoch: 14 + test_acc: 0.9752 diff --git a/logs/pretrain_to_task_logs/cifar10-letters.yaml b/logs/pretrain_to_task_logs/cifar10-letters.yaml new file mode 100644 index 0000000..8476ce0 --- /dev/null +++ b/logs/pretrain_to_task_logs/cifar10-letters.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/cifar10_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/cifar10-letters.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: cifar10 + pretrain_only: false + seed: 42 + task_dataset_name: letters + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.8977163461538461 + best_val_epoch: 19 + test_acc: 0.896201923076923 diff --git a/logs/pretrain_to_task_logs/cifar10-mnist.yaml b/logs/pretrain_to_task_logs/cifar10-mnist.yaml new file mode 100644 index 0000000..d30bcac --- /dev/null +++ b/logs/pretrain_to_task_logs/cifar10-mnist.yaml @@ -0,0 +1,37 @@ +pretrain: best_val_epoch +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: true + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/cifar10_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/cifar10-mnist.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: cifar10 + pretrain_only: false + seed: 42 + task_dataset_name: mnist + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.9723333333333334 + best_val_epoch: 16 + test_acc: 0.9714 diff --git a/logs/pretrain_to_task_logs/cifar100-cifar10.yaml b/logs/pretrain_to_task_logs/cifar100-cifar10.yaml new file mode 100644 index 0000000..1ad39ef --- /dev/null +++ b/logs/pretrain_to_task_logs/cifar100-cifar10.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/cifar100_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/cifar100-cifar10.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: cifar100 + pretrain_only: false + seed: 42 + task_dataset_name: cifar10 + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.8867 + best_val_epoch: 10 + test_acc: 0.8798 diff --git a/logs/pretrain_to_task_logs/cifar100-kmnist.yaml b/logs/pretrain_to_task_logs/cifar100-kmnist.yaml new file mode 100644 index 0000000..c16480c --- /dev/null +++ b/logs/pretrain_to_task_logs/cifar100-kmnist.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/cifar100_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/cifar100-kmnist.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: cifar100 + pretrain_only: false + seed: 42 + task_dataset_name: kmnist + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.9846666666666667 + best_val_epoch: 15 + test_acc: 0.9796 diff --git a/logs/pretrain_to_task_logs/cifar100-letters.yaml b/logs/pretrain_to_task_logs/cifar100-letters.yaml new file mode 100644 index 0000000..7776e94 --- /dev/null +++ b/logs/pretrain_to_task_logs/cifar100-letters.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/cifar100_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/cifar100-letters.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: cifar100 + pretrain_only: false + seed: 42 + task_dataset_name: letters + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.9174278846153846 + best_val_epoch: 16 + test_acc: 0.9126442307692307 diff --git a/logs/pretrain_to_task_logs/cifar100-mnist.yaml b/logs/pretrain_to_task_logs/cifar100-mnist.yaml new file mode 100644 index 0000000..c5bf121 --- /dev/null +++ b/logs/pretrain_to_task_logs/cifar100-mnist.yaml @@ -0,0 +1,37 @@ +pretrain: best_val_epoch +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: true + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/cifar100_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/cifar100-mnist.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: cifar100 + pretrain_only: false + seed: 42 + task_dataset_name: mnist + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.98625 + best_val_epoch: 15 + test_acc: 0.9815 diff --git a/logs/pretrain_to_task_logs/imagenet-cifar10.yaml b/logs/pretrain_to_task_logs/imagenet-cifar10.yaml new file mode 100644 index 0000000..369b715 --- /dev/null +++ b/logs/pretrain_to_task_logs/imagenet-cifar10.yaml @@ -0,0 +1,38 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/imagenet_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/imagenet-cifar10.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: imagenet + pretrain_only: false + seed: 42 + task_dataset_name: cifar10 + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + use_basic_model: true +task: + best_val_accuracy: 0.898 + best_val_epoch: 12 + test_acc: 0.8834 diff --git a/logs/pretrain_to_task_logs/imagenet-cifar100.yaml b/logs/pretrain_to_task_logs/imagenet-cifar100.yaml new file mode 100644 index 0000000..6ca3d3d --- /dev/null +++ b/logs/pretrain_to_task_logs/imagenet-cifar100.yaml @@ -0,0 +1,38 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/imagenet_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/imagenet-cifar100.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: imagenet + pretrain_only: false + seed: 42 + task_dataset_name: cifar100 + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + use_basic_model: true +task: + best_val_accuracy: 0.6802 + best_val_epoch: 9 + test_acc: 0.6789 diff --git a/logs/pretrain_to_task_logs/imagenet-kmnist.yaml b/logs/pretrain_to_task_logs/imagenet-kmnist.yaml new file mode 100644 index 0000000..90b80db --- /dev/null +++ b/logs/pretrain_to_task_logs/imagenet-kmnist.yaml @@ -0,0 +1,38 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/imagenet_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/imagenet-kmnist.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: imagenet + pretrain_only: false + seed: 42 + task_dataset_name: kmnist + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + use_basic_model: true +task: + best_val_accuracy: 0.9863333333333333 + best_val_epoch: 19 + test_acc: 0.9851 diff --git a/logs/pretrain_to_task_logs/imagenet-letters.yaml b/logs/pretrain_to_task_logs/imagenet-letters.yaml new file mode 100644 index 0000000..edf2423 --- /dev/null +++ b/logs/pretrain_to_task_logs/imagenet-letters.yaml @@ -0,0 +1,38 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/imagenet_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/imagenet-letters.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: imagenet + pretrain_only: false + seed: 42 + task_dataset_name: letters + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + use_basic_model: true +task: + best_val_accuracy: 0.9251201923076923 + best_val_epoch: 16 + test_acc: 0.9197115384615384 diff --git a/logs/pretrain_to_task_logs/imagenet-mnist.yaml b/logs/pretrain_to_task_logs/imagenet-mnist.yaml new file mode 100644 index 0000000..cf6e0c7 --- /dev/null +++ b/logs/pretrain_to_task_logs/imagenet-mnist.yaml @@ -0,0 +1,38 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/imagenet_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/imagenet-mnist.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: imagenet + pretrain_only: false + seed: 42 + task_dataset_name: mnist + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + use_basic_model: true +task: + best_val_accuracy: 0.988 + best_val_epoch: 18 + test_acc: 0.9848 diff --git a/logs/pretrain_to_task_logs/kmnist-cifar10.yaml b/logs/pretrain_to_task_logs/kmnist-cifar10.yaml new file mode 100644 index 0000000..13faead --- /dev/null +++ b/logs/pretrain_to_task_logs/kmnist-cifar10.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/kmnist_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/kmnist-cifar10.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: kmnist + pretrain_only: false + seed: 42 + task_dataset_name: cifar10 + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.6222 + best_val_epoch: 18 + test_acc: 0.6188 diff --git a/logs/pretrain_to_task_logs/kmnist-cifar100.yaml b/logs/pretrain_to_task_logs/kmnist-cifar100.yaml new file mode 100644 index 0000000..52eebe7 --- /dev/null +++ b/logs/pretrain_to_task_logs/kmnist-cifar100.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/kmnist_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/kmnist-cifar100.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: kmnist + pretrain_only: false + seed: 42 + task_dataset_name: cifar100 + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.3536 + best_val_epoch: 19 + test_acc: 0.3506 diff --git a/logs/pretrain_to_task_logs/kmnist-letters.yaml b/logs/pretrain_to_task_logs/kmnist-letters.yaml new file mode 100644 index 0000000..9912471 --- /dev/null +++ b/logs/pretrain_to_task_logs/kmnist-letters.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/kmnist_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/kmnist-letters.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: kmnist + pretrain_only: false + seed: 42 + task_dataset_name: letters + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.9342948717948718 + best_val_epoch: 17 + test_acc: 0.9325961538461538 diff --git a/logs/pretrain_to_task_logs/kmnist-mnist.yaml b/logs/pretrain_to_task_logs/kmnist-mnist.yaml new file mode 100644 index 0000000..612f6f2 --- /dev/null +++ b/logs/pretrain_to_task_logs/kmnist-mnist.yaml @@ -0,0 +1,37 @@ +pretrain: best_val_epoch +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: true + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/kmnist_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/kmnist-mnist.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: kmnist + pretrain_only: false + seed: 42 + task_dataset_name: mnist + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.99875 + best_val_epoch: 9 + test_acc: 0.996 diff --git a/logs/pretrain_to_task_logs/letters-cifar10.yaml b/logs/pretrain_to_task_logs/letters-cifar10.yaml new file mode 100644 index 0000000..0a2f27d --- /dev/null +++ b/logs/pretrain_to_task_logs/letters-cifar10.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/letters_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/letters-cifar10.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: letters + pretrain_only: false + seed: 42 + task_dataset_name: cifar10 + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.5992 + best_val_epoch: 14 + test_acc: 0.5989 diff --git a/logs/pretrain_to_task_logs/letters-cifar100.yaml b/logs/pretrain_to_task_logs/letters-cifar100.yaml new file mode 100644 index 0000000..c85bbae --- /dev/null +++ b/logs/pretrain_to_task_logs/letters-cifar100.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/letters_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/letters-cifar100.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: letters + pretrain_only: false + seed: 42 + task_dataset_name: cifar100 + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.2907 + best_val_epoch: 18 + test_acc: 0.2931 diff --git a/logs/pretrain_to_task_logs/letters-kmnist.yaml b/logs/pretrain_to_task_logs/letters-kmnist.yaml new file mode 100644 index 0000000..4f5166e --- /dev/null +++ b/logs/pretrain_to_task_logs/letters-kmnist.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/letters_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/letters-kmnist.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: letters + pretrain_only: false + seed: 42 + task_dataset_name: kmnist + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.99175 + best_val_epoch: 16 + test_acc: 0.99 diff --git a/logs/pretrain_to_task_logs/letters-mnist.yaml b/logs/pretrain_to_task_logs/letters-mnist.yaml new file mode 100644 index 0000000..5f41e64 --- /dev/null +++ b/logs/pretrain_to_task_logs/letters-mnist.yaml @@ -0,0 +1,37 @@ +pretrain: best_val_epoch +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: true + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/letters_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/letters-mnist.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: letters + pretrain_only: false + seed: 42 + task_dataset_name: mnist + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.992 + best_val_epoch: 17 + test_acc: 0.9897 diff --git a/logs/pretrain_to_task_logs/mnist-cifar10.yaml b/logs/pretrain_to_task_logs/mnist-cifar10.yaml new file mode 100644 index 0000000..027a48e --- /dev/null +++ b/logs/pretrain_to_task_logs/mnist-cifar10.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: true + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/mnist_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/mnist-cifar10.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: mnist + pretrain_only: false + seed: 42 + task_dataset_name: cifar10 + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.6428 + best_val_epoch: 17 + test_acc: 0.639 diff --git a/logs/pretrain_to_task_logs/mnist-cifar100.yaml b/logs/pretrain_to_task_logs/mnist-cifar100.yaml new file mode 100644 index 0000000..9e24590 --- /dev/null +++ b/logs/pretrain_to_task_logs/mnist-cifar100.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/mnist_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/mnist-cifar100.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: mnist + pretrain_only: false + seed: 42 + task_dataset_name: cifar100 + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.3458 + best_val_epoch: 17 + test_acc: 0.3512 diff --git a/logs/pretrain_to_task_logs/mnist-kmnist.yaml b/logs/pretrain_to_task_logs/mnist-kmnist.yaml new file mode 100644 index 0000000..235f861 --- /dev/null +++ b/logs/pretrain_to_task_logs/mnist-kmnist.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/mnist_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/mnist-kmnist.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: mnist + pretrain_only: false + seed: 42 + task_dataset_name: kmnist + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.9981666666666666 + best_val_epoch: 9 + test_acc: 0.9957 diff --git a/logs/pretrain_to_task_logs/mnist-letters.yaml b/logs/pretrain_to_task_logs/mnist-letters.yaml new file mode 100644 index 0000000..3d91e8b --- /dev/null +++ b/logs/pretrain_to_task_logs/mnist-letters.yaml @@ -0,0 +1,37 @@ +pretrain: {} +pretrain_to_task_config: + device: cuda + estimate_network_params: + hidden_dim: 256 + num_classes: 10 + model: + name: resnet18 + pretrained: true + need_pretrain: false + paths: + checkpoint: /home/machenike/bmml/DataMetaMap/checkpoints/mnist_pretrain.pt + checkpoint_task: /home/machenike/bmml/DataMetaMap/checkpoints/best_model.pt + data_dir: /home/machenike/bmml/DataMetaMap/data + save_logs: /home/machenike/bmml/DataMetaMap/logs/pretrain_to_task_logs/mnist-letters.yaml + test_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/test_embeds.parquet + train_parquet: /home/machenike/bmml/DataMetaMap/pretrain_embeddings/train_embeds.parquet + pretrain_dataset_name: mnist + pretrain_only: false + seed: 42 + task_dataset_name: letters + training: + batch_size: 128 + early_stopping_epochs: 5 + epochs: 20 + lr: 0.0003 + val_split: 0.2 + training_task: + batch_size: 128 + early_stopping_epochs: 10 + epochs: 20 + lr: 0.0003 + val_split: 0.2 +task: + best_val_accuracy: 0.9336939102564102 + best_val_epoch: 18 + test_acc: 0.9335096153846154