Skip to content

Commit

Permalink
chore: Add learning_rate to make recipes
Browse files Browse the repository at this point in the history
  • Loading branch information
saattrupdan committed Oct 25, 2024
1 parent b95eaec commit 3b1384b
Showing 1 changed file with 10 additions and 5 deletions.
15 changes: 10 additions & 5 deletions makefile
Original file line number Diff line number Diff line change
Expand Up @@ -134,7 +134,8 @@ roest-315m: ## Train the Røst-315M model
dataloader_num_workers=4 \
model_id=roest-315m \
private=true \
per_device_batch_size=64
per_device_batch_size=64 \
learning_rate=1e-4

roest-809m: ## Train the Røst-809M model
@OMP_NUM_THREADS=1 \
Expand All @@ -148,7 +149,8 @@ roest-809m: ## Train the Røst-809M model
dataloader_num_workers=4 \
model_id=roest-809m \
private=true \
per_device_batch_size=64
per_device_batch_size=64 \
learning_rate=5e-6

roest-1b: ## Train the Røst-1B model
@OMP_NUM_THREADS=1 \
Expand All @@ -163,7 +165,8 @@ roest-1b: ## Train the Røst-1B model
dataloader_num_workers=4 \
model_id=roest-1b \
private=true \
per_device_batch_size=64
per_device_batch_size=64 \
learning_rate=1e-4

roest-1.5b: ## Train the Røst-1.5B model
@OMP_NUM_THREADS=1 \
Expand All @@ -177,7 +180,8 @@ roest-1.5b: ## Train the Røst-1.5B model
dataloader_num_workers=4 \
model_id=roest-1.5b \
private=true \
per_device_batch_size=64
per_device_batch_size=64 \
learning_rate=5e-6

roest-2b: ## Train the Røst-2B model
@OMP_NUM_THREADS=1 \
Expand All @@ -192,4 +196,5 @@ roest-2b: ## Train the Røst-2B model
dataloader_num_workers=4 \
model_id=roest-2b \
private=true \
per_device_batch_size=64
per_device_batch_size=64 \
learning_rate=1e-4

0 comments on commit 3b1384b

Please sign in to comment.