Fine-tuning

Support for fine-tuning and the tagging-backend finetune command.

New finetune_model.py script.

Properties n_pretraining_iter and n_finetuning_iter from class MaggotClassifier are available in class MaggotTrainer.

scripts/make_models.jl creates the 20230311and 20230311-0 instances in the models directory.

Branch 20230311 diverges.

scripts/make_models.jl

@@ -10,7 +10,7 @@ using LazyArtifacts
 projectdir = dirname(Base.active_project())
 
 function pretrained_models(name)
-    artifact = @artifact_str("$name")
+    artifact = @artifact_str(name)
     src = @artifact_str("$name/pretrained_models")
     dst = mkpath(joinpath(projectdir, "pretrained_models"))
     for filename in readdir(src; join=false)
@@ -19,9 +19,19 @@ function pretrained_models(name)
     rm(artifact; recursive=true, force=true)
 end
 
+function models(name)
+    src = artifact = @artifact_str(name)
+    dst = mkpath(joinpath(projectdir, "models"))
+    for filename in readdir(src; join=false)
+        mv(joinpath(src, filename), joinpath(dst, filename))
+    end
+    rm(artifact; recursive=true, force=true)
+    @assert isdir(joinpath(dst, name))
+end
+
 function main(args=ARGS)
     if isempty(args)
-        print("missing model name")
+        print("missing pretrained model name")
         exit()
     elseif length(args) == 1 && args[1] == "default"
         args = ["20230524-6behaviors-25", "20230524-hunch-25", "20230524-roll-25"]
@@ -32,6 +42,9 @@ function main(args=ARGS)
     for arg in args
         pretrained_models(arg)
     end
+    for arg in ("20230311", "20230311-0")
+        models(arg)
+    end
 end
 
 main()