henri/trictrac
1
1
Fork 0
Code Issues 14 Pull requests Actions Packages Projects 1 Releases Wiki Activity

bot train graph

Browse source
This commit is contained in:
Henri Bourcereau 2025-08-03 20:32:06 +02:00
parent c0d42a0c45
commit 744a70cf1d
3 changed files with 7 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
bot/src/dqn/burnrl/environment.rs
View file

@ -91,7 +91,7 @@ impl Environment for TrictracEnvironment {
type ActionType = TrictracAction; type ActionType = TrictracAction;
type RewardType = f32; type RewardType = f32;
const MAX_STEPS: usize = 1000; // Limite max pour éviter les parties infinies const MAX_STEPS: usize = 700; // Limite max pour éviter les parties infinies
fn new(visualized: bool) -> Self { fn new(visualized: bool) -> Self {
let mut game = GameState::new(false); let mut game = GameState::new(false);

2
bot/src/dqn/burnrl/main.rs
View file

@ -9,7 +9,7 @@ type Backend = Autodiff<NdArray<ElemType>>;
type Env = environment::TrictracEnvironment; type Env = environment::TrictracEnvironment;
fn main() { fn main() {
println!("> Entraînement"); // println!("> Entraînement");
let conf = dqn_model::DqnConfig { let conf = dqn_model::DqnConfig {
num_episodes: 40, num_episodes: 40,
// memory_size: 8192, // must be set in dqn_model.rs with the MEMORY_SIZE constant // memory_size: 8192, // must be set in dqn_model.rs with the MEMORY_SIZE constant

8
justfile
View file

@ -24,10 +24,12 @@ pythonlib:
trainbot: trainbot:
#python ./store/python/trainModel.py #python ./store/python/trainModel.py
# cargo run --bin=train_dqn # ok # cargo run --bin=train_dqn # ok
cargo build --release --bin=train_dqn_burn
#LD_LIBRARY_PATH=./target/release ./target/release/train_dqn_burn
LD_LIBRARY_PATH=./target/release ./target/release/train_dqn_burn | tee >&2 | sed s/,//g | awk '{print $4}' | feedgnuplot --lines --points --unset grid
# cargo run --bin=train_dqn_burn # utilise debug (why ?) # cargo run --bin=train_dqn_burn # utilise debug (why ?)
cargo build --release --bin=train_dqn_burn
LD_LIBRARY_PATH=./target/release ./target/release/train_dqn_burn | tee /tmp/train.out
plottrainbot:
cat /tmp/train.out | awk -F '[ ,]' '{print $5}' | feedgnuplot --lines --points --unset grid
#tail -f /tmp/train.out | awk -F '[ ,]' '{print $5}' | feedgnuplot --lines --points --unset grid
debugtrainbot: debugtrainbot:
cargo build --bin=train_dqn_burn cargo build --bin=train_dqn_burn
RUST_BACKTRACE=1 LD_LIBRARY_PATH=./target/debug ./target/debug/train_dqn_burn RUST_BACKTRACE=1 LD_LIBRARY_PATH=./target/debug ./target/debug/train_dqn_burn