rowan.a.tl/propeller
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Rework handling of defaults to top-level gp function

Browse Source
This commit is contained in:
Lee Spector 2024-01-07 11:49:35 -05:00
parent f0424979b5
commit 81ef86d4ee
1 changed files with 139 additions and 113 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

252
src/propeller/gp.cljc
View File

@ -48,127 +48,153 @@
(prn {:run-completed true}) (prn {:run-completed true})
nil) nil)
(defn fill-defaults
"Returns argmap with any unspecified values filled with defaults."
[argmap]
(let [defaults
{:bmx-exchange-rate 0.5
:bmx-gene-length-limit 10
:bmx-gap-change-probability 0.001
:bmx-complementary? false
:dont-end false
:downsample? true
:ds-function :case-maxmin
:downsample-rate 0.05
:ds-parent-rate 0.01
:ds-parent-gens 10
:error-function (fn [& args] (println "ERROR FUNCTION NOT PROVIDED"))
:ids-type :solved ; :solved or :elite or :soft
:max-initial-plushy-size 100
:max-generations 1000
:parent-selection :lexicase
:population-size 1000
:single-thread-mode false
:solution-error-threshold 0
:step-limit 1000
:testing-data []
:training-data []
:umad-rate 0.1
:variation {:umad 1}}
defaulted (merge defaults argmap)]
(merge defaulted ; use the map below to include derived values in argmap
{:bmx? (some #{:bmx :bmx-umad} (keys (:variation defaulted)))})))
(defn gp (defn gp
"Main GP function" "Main GP function"
[{:keys [population-size max-generations error-function solution-error-threshold [non-default-argmap]
ds-parent-rate ds-parent-gens dont-end ids-type downsample?] (let [argmap (fill-defaults non-default-argmap)
:or {solution-error-threshold 0.0 {:keys [population-size max-generations error-function solution-error-threshold dont-end
dont-end false downsample? ds-parent-rate ds-parent-gens ids-type]} argmap]
ds-parent-rate 0
ds-parent-gens 1
ids-type :solved ; :solved or :elite or :soft
downsample? false}
:as argmap}]
;; print starting args ;; print starting args
(prn {:starting-args (update (update argmap :error-function str) (prn {:starting-args (update (update argmap :error-function str)
:instructions :instructions
(fn [instrs] (fn [instrs]
(utils/not-lazy (map #(if (fn? %) (str %) %) instrs))))}) (utils/not-lazy (map #(if (fn? %) (str %) %) instrs))))})
(println) (println)
;; ;;
(loop [generation 0 (loop [generation 0
evaluations 0 evaluations 0
population (utils/pmapallv population (utils/pmapallv
(fn [_] {:plushy (genome/make-random-plushy argmap)}) (fn [_] {:plushy (genome/make-random-plushy argmap)})
(range population-size) (range population-size)
argmap) argmap)
indexed-training-data (if downsample? indexed-training-data (if downsample?
(downsample/assign-indices-to-data (downsample/initialize-case-distances argmap) argmap) (downsample/assign-indices-to-data (downsample/initialize-case-distances argmap) argmap)
(:training-data argmap))] (:training-data argmap))]
(let [training-data (if downsample? (let [training-data (if downsample?
(case (:ds-function argmap) (case (:ds-function argmap)
:case-maxmin (downsample/select-downsample-maxmin indexed-training-data argmap) :case-maxmin (downsample/select-downsample-maxmin indexed-training-data argmap)
:case-maxmin-auto (downsample/select-downsample-maxmin-adaptive indexed-training-data argmap) :case-maxmin-auto (downsample/select-downsample-maxmin-adaptive indexed-training-data argmap)
:case-rand (downsample/select-downsample-random indexed-training-data argmap) :case-rand (downsample/select-downsample-random indexed-training-data argmap)
(do (prn {:error "Invalid Downsample Function"}) (do (prn {:error "Invalid Downsample Function"})
(downsample/select-downsample-random indexed-training-data argmap))) (downsample/select-downsample-random indexed-training-data argmap)))
indexed-training-data) ;defaults to full training set indexed-training-data) ;defaults to full training set
parent-reps (if parent-reps (if
(and downsample? ; if we are down-sampling (and downsample? ; if we are down-sampling
(zero? (mod generation ds-parent-gens))) ;every ds-parent-gens generations (zero? (mod generation ds-parent-gens))) ;every ds-parent-gens generations
(take (* ds-parent-rate (count population)) (shuffle population)) (take (* ds-parent-rate (count population)) (shuffle population))
'()) ;else just empty list '()) ;else just empty list
; parent representatives for down-sampling ; parent representatives for down-sampling
rep-evaluated-pop (if downsample? rep-evaluated-pop (if downsample?
(sort-by :total-error (sort-by :total-error
(utils/pmapallv (utils/pmapallv
(partial error-function argmap indexed-training-data) (partial error-function argmap indexed-training-data)
parent-reps parent-reps
argmap)) argmap))
'()) '())
evaluated-pop (sort-by :total-error evaluated-pop (sort-by :total-error
(utils/pmapallv (utils/pmapallv
(partial error-function argmap training-data) (partial error-function argmap training-data)
population population
argmap)) argmap))
best-individual (first evaluated-pop) best-individual (first evaluated-pop)
best-individual-passes-ds (and downsample? (<= (:total-error best-individual) solution-error-threshold)) best-individual-passes-ds (and downsample? (<= (:total-error best-individual) solution-error-threshold))
argmap (if (= (:parent-selection argmap) :epsilon-lexicase) argmap (if (= (:parent-selection argmap) :epsilon-lexicase)
(assoc argmap :epsilons (selection/epsilon-list evaluated-pop)) (assoc argmap :epsilons (selection/epsilon-list evaluated-pop))
argmap)] ; epsilons argmap)] ; epsilons
(if (:custom-report argmap) (if (:custom-report argmap)
((:custom-report argmap) evaluations evaluated-pop generation argmap) ((:custom-report argmap) evaluations evaluated-pop generation argmap)
(report evaluations evaluated-pop generation argmap training-data)) (report evaluations evaluated-pop generation argmap training-data))
;; Did the indvidual pass all cases in ds? ;; Did the indvidual pass all cases in ds?
(when best-individual-passes-ds (when best-individual-passes-ds
(prn {:semi-success-generation generation})) (prn {:semi-success-generation generation}))
(cond (cond
;; If either the best individual on the ds passes all training cases, or best individual on full ;; If either the best individual on the ds passes all training cases, or best individual on full
;; sample passes all training cases, we verify success on test cases and exit, succeeding ;; sample passes all training cases, we verify success on test cases and exit, succeeding
(if (or (and best-individual-passes-ds (if (or (and best-individual-passes-ds
(<= (:total-error (error-function argmap indexed-training-data best-individual)) (<= (:total-error (error-function argmap indexed-training-data best-individual))
solution-error-threshold)) solution-error-threshold))
(and (not downsample?) (and (not downsample?)
(<= (:total-error best-individual) (<= (:total-error best-individual)
solution-error-threshold))) solution-error-threshold)))
(do (prn {:success-generation generation}) (do (prn {:success-generation generation})
(prn {:successful-plushy (:plushy best-individual)}) (prn {:successful-plushy (:plushy best-individual)})
(prn {:successful-program (genome/plushy->push (:plushy best-individual) argmap)}) (prn {:successful-program (genome/plushy->push (:plushy best-individual) argmap)})
(prn {:total-test-error (prn {:total-test-error
(:total-error (error-function argmap (:testing-data argmap) best-individual))}) (:total-error (error-function argmap (:testing-data argmap) best-individual))})
(when (:simplification? argmap) (when (:simplification? argmap)
(let [simplified-plushy (simplification/auto-simplify-plushy (:plushy best-individual) error-function argmap)] (let [simplified-plushy (simplification/auto-simplify-plushy (:plushy best-individual) error-function argmap)]
(prn {:total-test-error-simplified (prn {:total-test-error-simplified
(:total-error (error-function argmap (:testing-data argmap) {:plushy simplified-plushy}))}) (:total-error (error-function argmap (:testing-data argmap) {:plushy simplified-plushy}))})
(prn {:simplified-plushy simplified-plushy}) (prn {:simplified-plushy simplified-plushy})
(prn {:simplified-program (genome/plushy->push simplified-plushy argmap)}))) (prn {:simplified-program (genome/plushy->push simplified-plushy argmap)})))
(if dont-end false true)) (if dont-end false true))
false) false)
(cleanup) (cleanup)
;; If we've evolved for as many generations as the parameters allow, exit without succeeding ;; If we've evolved for as many generations as the parameters allow, exit without succeeding
(or (and (not downsample?) (or (and (not downsample?)
(>= generation max-generations)) (>= generation max-generations))
(and downsample? (and downsample?
(>= evaluations (* max-generations population-size (count indexed-training-data))))) (>= evaluations (* max-generations population-size (count indexed-training-data)))))
(cleanup) (cleanup)
;; Otherwise, evolve for another generation ;; Otherwise, evolve for another generation
:else (recur (inc generation) :else (recur (inc generation)
(+ evaluations (+ evaluations
(* population-size (count training-data)) ;every member evaluated on the current sample (* population-size (count training-data)) ;every member evaluated on the current sample
(if (zero? (mod generation ds-parent-gens)) (if (zero? (mod generation ds-parent-gens))
(* (count parent-reps) (* (count parent-reps)
(- (count indexed-training-data) (- (count indexed-training-data)
(count training-data))) (count training-data)))
0) ; the parent-reps not evaluted already on down-sample 0) ; the parent-reps not evaluted already on down-sample
(if best-individual-passes-ds (if best-individual-passes-ds
(- (count indexed-training-data) (count training-data)) (- (count indexed-training-data) (count training-data))
0)) ; if we checked for generalization or not 0)) ; if we checked for generalization or not
(if (:elitism argmap) ; elitism maintains the most-fit individual (if (:elitism argmap) ; elitism maintains the most-fit individual
(conj (utils/pmapallv (fn [_] (variation/new-individual evaluated-pop argmap)) (conj (utils/pmapallv (fn [_] (variation/new-individual evaluated-pop argmap))
(range (dec population-size)) (range (dec population-size))
argmap) argmap)
(first evaluated-pop)) (first evaluated-pop))
(utils/pmapallv (fn [_] (variation/new-individual evaluated-pop argmap)) (utils/pmapallv (fn [_] (variation/new-individual evaluated-pop argmap))
(range population-size) (range population-size)
argmap)) argmap))
(if downsample? (if downsample?
(if (zero? (mod generation ds-parent-gens)) (if (zero? (mod generation ds-parent-gens))
; update distances every ds-parent-gens generations ; update distances every ds-parent-gens generations
(downsample/update-case-distances rep-evaluated-pop (downsample/update-case-distances rep-evaluated-pop
indexed-training-data indexed-training-data
indexed-training-data indexed-training-data
ids-type ids-type
(/ solution-error-threshold (/ solution-error-threshold
(count indexed-training-data))) (count indexed-training-data)))
indexed-training-data) indexed-training-data)
indexed-training-data)))))) indexed-training-data)))))))