switch from SNES to CMAES

Author: evolvingstuff

docs/project-ideas.md

@@ -14,6 +14,7 @@
   * Could this be a useful medium/input? 
 * If we let evolution go on for a looooong time, do we ever observe things like double descent or grokking take place with generalization?
 * How well would a purely supervised learner do at this?
+* Does CMA-ES outperform SNES on this task?
 
 ## Experiments
 * "Hall of champions" for improved self-play and generality.

main.py

@@ -1,5 +1,5 @@
 from evotorch import Problem
-from evotorch.algorithms import SNES
+from evotorch.algorithms import SNES, PyCMAES
 from evotorch.logging import StdOutLogger, PandasLogger, PicklingLogger
 import matplotlib.pyplot as plt
 from config.config_agents import *
@@ -44,7 +44,8 @@ def main():
     problem = Problem(*args, **kwargs)
 
     # Initialize the SNES algorithm to solve the problem
-    searcher = SNES(problem, popsize=popsize, stdev_init=stdev_init)
+    # searcher = SNES(problem, popsize=popsize, stdev_init=stdev_init, distributed=distributed)
+    searcher = PyCMAES(problem, popsize=popsize, stdev_init=stdev_init)
 
     # Initialize loggers
     _ = StdOutLogger(searcher, interval=log_interval)