henri/trictrac
1
1
Fork 0
Code Issues 14 Pull requests Actions Packages Projects 1 Releases Wiki Activity

refacto: bot one exec

Browse source
This commit is contained in:
Henri Bourcereau 2025-08-21 11:30:25 +02:00
parent 18e85744d6
commit afeb3561e0
3 changed files with 52 additions and 26 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
bot/Cargo.toml
View file

@ -6,7 +6,7 @@ edition = "2021"
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
[[bin]]
name = "burn_demo"
name = "burn_train"
path = "src/burnrl/main.rs"
[[bin]]

17
bot/scripts/train.sh
View file

@ -3,8 +3,9 @@
ROOT="$(cd "$(dirname "$0")" && pwd)/../.."
LOGS_DIR="$ROOT/bot/models/logs"
CFG_SIZE=12
BINBOT=train_sac_burn
CFG_SIZE=18
ALGO="dqn"
BINBOT=burn_train
# BINBOT=train_ppo_burn
# BINBOT=train_dqn_burn
# BINBOT=train_dqn_burn_big
@ -16,14 +17,14 @@ PLOT_EXT="png"
train() {
cargo build --release --bin=$BINBOT
NAME="$(date +%Y-%m-%d_%H:%M:%S)"
LOGS="$LOGS_DIR/$BINBOT/$NAME.out"
mkdir -p "$LOGS_DIR/$BINBOT"
LD_LIBRARY_PATH="$ROOT/target/release" "$ROOT/target/release/$BINBOT" | tee "$LOGS"
LOGS="$LOGS_DIR/$ALGO/$NAME.out"
mkdir -p "$LOGS_DIR/$ALGO"
LD_LIBRARY_PATH="$ROOT/target/release" "$ROOT/target/release/$BINBOT" $ALGO | tee "$LOGS"
}
plot() {
NAME=$(ls -rt "$LOGS_DIR/$BINBOT" | tail -n 1)
LOGS="$LOGS_DIR/$BINBOT/$NAME"
NAME=$(ls -rt "$LOGS_DIR/$ALGO" | tail -n 1)
LOGS="$LOGS_DIR/$ALGO/$NAME"
cfgs=$(head -n $CFG_SIZE "$LOGS")
for cfg in $cfgs; do
eval "$cfg"
@ -33,7 +34,7 @@ plot() {
tail -n +$((CFG_SIZE + 2)) "$LOGS" |
grep -v "info:" |
awk -F '[ ,]' '{print $5}' |
feedgnuplot --lines --points --unset grid --title "adv = $OPPONENT ; density = $dense_size ; decay = $eps_decay ; max steps = $max_steps" --terminal $PLOT_EXT >"$LOGS_DIR/$BINBOT/$NAME.$PLOT_EXT"
feedgnuplot --lines --points --unset grid --title "adv = $OPPONENT ; density = $dense_size ; decay = $eps_decay ; max steps = $max_steps" --terminal $PLOT_EXT >"$LOGS_DIR/$ALGO/$NAME.$PLOT_EXT"
}
if [ "$1" = "plot" ]; then

51
bot/src/burnrl/main.rs
View file

@ -1,19 +1,20 @@
use bot::burnrl::sac_model as burn_model;
// use bot::burnrl::dqn_big_model as burn_model;
// use bot::burnrl::dqn_model as burn_model;
// use bot::burnrl::environment_big::TrictracEnvironment;
use bot::burnrl::environment::TrictracEnvironment;
use bot::burnrl::environment_big::TrictracEnvironment as TrictracEnvironmentBig;
use bot::burnrl::environment_valid::TrictracEnvironment as TrictracEnvironmentValid;
use bot::burnrl::utils::{demo_model, Config};
use bot::burnrl::{dqn_big_model, dqn_model, dqn_valid_model, ppo_model, sac_model};
use burn::backend::{Autodiff, NdArray};
use burn_rl::agent::SAC as MyAgent;
// use burn_rl::agent::DQN as MyAgent;
use burn_rl::base::ElemType;
use std::env;
type Backend = Autodiff<NdArray<ElemType>>;
type Env = TrictracEnvironment;
fn main() {
let path = "bot/models/burnrl_dqn".to_string();
let args: Vec<String> = env::args().collect();
let algo = &args[1];
// let dir_path = &args[2];
let path = format!("bot/models/burnrl_{algo}");
let conf = Config {
save_path: Some(path.clone()),
num_episodes: 30, // 40
@ -45,14 +46,38 @@ fn main() {
};
println!("{conf}----------");
let agent = burn_model::run::<Env, Backend>(&conf, false); //true);
match algo.as_str() {
"dqn" => {
let agent = dqn_model::run::<TrictracEnvironment, Backend>(&conf, false);
println!("> Chargement du modèle pour test");
let loaded_model = dqn_model::load_model(conf.dense_size, &path);
let loaded_agent: burn_rl::agent::DQN<TrictracEnvironment, _, _> =
burn_rl::agent::DQN::new(loaded_model.unwrap());
println!("> Test avec le modèle chargé");
demo_model(loaded_agent);
}
"dqn_big" => {
let agent = dqn_big_model::run::<TrictracEnvironmentBig, Backend>(&conf, false);
}
"dqn_valid" => {
let agent = dqn_valid_model::run::<TrictracEnvironmentValid, Backend>(&conf, false);
}
"sac" => {
let agent = sac_model::run::<TrictracEnvironment, Backend>(&conf, false);
// println!("> Chargement du modèle pour test");
// let loaded_model = burn_model::load_model(conf.dense_size, &path);
// let loaded_agent: MyAgent<Env, _, _> = MyAgent::new(loaded_model.unwrap());
// let loaded_model = sac_model::load_model(conf.dense_size, &path);
// let loaded_agent: burn_rl::agent::SAC<TrictracEnvironment, _, _> =
// burn_rl::agent::SAC::new(loaded_model.unwrap());
//
// println!("> Test avec le modèle chargé");
// demo_model(loaded_agent);
// demo_model::<Env>(agent);
}
"ppo" => {
let agent = ppo_model::run::<TrictracEnvironment, Backend>(&conf, false);
}
&_ => {
dbg!("unknown algo {algo}");
}
}
}