From 08e66242c7688fc66a3c20adac38580a94af270b Mon Sep 17 00:00:00 2001
From: Cassandra Grzonkowski <c_grzonkow18@cs.uni-kl.de>
Date: Mon, 1 Apr 2024 04:13:41 +0200
Subject: [PATCH] run model empty not empty
---
main.py | 50 ++++++++++++++++++++++++++++++++++++++++++++----
model_run.sbatch | 6 +++---
2 files changed, 49 insertions(+), 7 deletions(-)
diff --git a/main.py b/main.py
index 3ce0737..d74503d 100644
--- a/main.py
+++ b/main.py
@@ -444,20 +444,20 @@ def custom_collate_fn(batch, max_len_specs, vocabulary, folder, specs_folder, de
def setup_parser():
out = argparse.ArgumentParser()
# # cluster version
- folder_given = "Model_naive_approach"
+ folder_given = "approach_empty_non_empty"
out.add_argument('--get_vocabulary', default=f'/scratch/grzonkow/{folder_given}/vocabulary_{folder_given}.pkl', type=str, help="Path to load vocabulary")
out.add_argument('--save_vocabulary', default=f'/scratch/grzonkow/{folder_given}/vocabulary_new_{folder_given}.pkl',
type=str, help="Path to safe vocabulary")
# if built_Dataset, dataset does not matter
- out.add_argument('--built_dataset', default=f'/scratch/grzonkow/output/', type=str, help="Path to dataset folder")
- out.add_argument('--built_dataset_charts', default=f'/scratch/grzonkow/{folder_given}/output/', type=str, help="Path to dataset folder")
+ out.add_argument('--built_dataset', default=f'/scratch/grzonkow/output', type=str, help="Path to dataset folder")
+ out.add_argument('--built_dataset_charts', default=f'/scratch/grzonkow/{folder_given}/output', type=str, help="Path to dataset folder")
out.add_argument('--dataset', default=None, type=str, help="Path to dataset")
out.add_argument('--save_dataset', default=f'/scratch/grzonkow/{folder_given}/train_dataset_{folder_given}.pkl',
type=str, help="Path to safe dataset")
out.add_argument('--old_version', default=False, type=str,
help="Indicates if old version without start end tokens need to be loaded")
- out.add_argument('--old_version_voc', default=True, type=str,
+ out.add_argument('--old_version_voc', default=False, type=str,
help="Indicates if old version without start end tokens need to be loaded")
out.add_argument('--folder', default=r'/work/MLShare/StepMania/data/cleaned/allowed_meter_difference_of_2/',
@@ -485,6 +485,48 @@ def setup_parser():
+
+ # folder_given = "Model_naive_approach"
+ # out.add_argument('--get_vocabulary', default=f'/scratch/grzonkow/{folder_given}/vocabulary_{folder_given}.pkl', type=str, help="Path to load vocabulary")
+ # out.add_argument('--save_vocabulary', default=f'/scratch/grzonkow/{folder_given}/vocabulary_new_{folder_given}.pkl',
+ # type=str, help="Path to safe vocabulary")
+ #
+ # # if built_Dataset, dataset does not matter
+ # out.add_argument('--built_dataset', default=f'/scratch/grzonkow/output/', type=str, help="Path to dataset folder")
+ # out.add_argument('--built_dataset_charts', default=f'/scratch/grzonkow/{folder_given}/output/', type=str, help="Path to dataset folder")
+ # out.add_argument('--dataset', default=None, type=str, help="Path to dataset")
+ # out.add_argument('--save_dataset', default=f'/scratch/grzonkow/{folder_given}/train_dataset_{folder_given}.pkl',
+ # type=str, help="Path to safe dataset")
+ # out.add_argument('--old_version', default=False, type=str,
+ # help="Indicates if old version without start end tokens need to be loaded")
+ # out.add_argument('--old_version_voc', default=True, type=str,
+ # help="Indicates if old version without start end tokens need to be loaded")
+ #
+ # out.add_argument('--folder', default=r'/work/MLShare/StepMania/data/cleaned/allowed_meter_difference_of_2/',
+ # type=str, help="Path to folder containing packages with music and sm files")
+ # out.add_argument('--batch_size', default=100, type=int, help="Size of a batch")
+ # out.add_argument('--number_epochs', default=3, type=int, help="Number of epochs for training")
+ #
+ # out.add_argument('--model_params_path',
+ # default=f'/scratch/grzonkow/{folder_given}/models/model_params_2702_100_batch_size',
+ # type=str, help="Path to safe model parameters")
+ # out.add_argument('--load_model_params_path', default=None, type=str, help="Path to load model parameters")
+ # out.add_argument('--save_dir_models', default=f"/scratch/grzonkow/{folder_given}/models",
+ # type=str, help="Path to save model files")
+ #
+ # out.add_argument('--save_dir', default=f"/scratch/grzonkow/{folder_given}/output",
+ # type=str, help="Path to safe dataset points")
+ # # if you want to save the snippets of the melspectograms
+ # out.add_argument('--specs_folder', default=None,
+ # type=str, help="Path to save melspecs snippets")
+ # out.add_argument('--details_dir', default=f"/scratch/grzonkow/{folder_given}/details/",
+ # type=str, help="Path to save details")
+ # out.add_argument('--model_params_path_nan_problem', default=f"/scratch/grzonkow/{folder_given}/nan_problem/",
+ # type=str, help="Path to save problems")
+
+
+
+
#local version
# folder_given = "naive_approach"
#
diff --git a/model_run.sbatch b/model_run.sbatch
index 4374d94..0239582 100644
--- a/model_run.sbatch
+++ b/model_run.sbatch
@@ -1,6 +1,6 @@
#!/bin/bash
#SBATCH -t 7-00:00:00 # time limit set to 1 week, 1 day 1-00:00:00
-#SBATCH -J Model_naive_approach # the job name
+#SBATCH -J M_em_non_em # the job name
#SBATCH --mail-type=END,FAIL,TIME_LIMIT # send notification emails
#SBATCH -n 5 # use 5 tasks
#SBATCH --cpus-per-task=1 # use 1 thread per taks
@@ -9,8 +9,8 @@
#SBATCH --partition=informatik-mind
#SBATCH --gpus=1 # request 1 GPU
#SBATCH --gpu_cmode=shared # Set the GPU into shared mode, so that multiple processes can run on it
-#SBATCH --output=/scratch/grzonkow/Model_naive_approach/model.txt # capture output
-#SBATCH --error=/scratch/grzonkow/Model_naive_approach/err.txt # and error streams
+#SBATCH --output=/scratch/grzonkow/approach_empty_non_empty/model.txt # capture output
+#SBATCH --error=/scratch/grzonkow/approach_empty_non_empty/err.txt # and error streams
--
GitLab