henri/trictrac
1
1
Fork 0
Code Issues 14 Pull requests Actions Packages Projects 1 Releases Wiki Activity

fix: tensor dimensions

Browse source 
fix execution error
This commit is contained in:
Henri Bourcereau 2025-06-29 11:30:34 +02:00
parent 6a7b1cbebc
commit b98a135749
2 changed files with 5 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
bot/src/strategy/burn_dqn_agent.rs
View file

@ -148,7 +148,7 @@ impl BurnDqnAgent {
} }
// Exploitation : choisir la meilleure action selon le Q-network // Exploitation : choisir la meilleure action selon le Q-network
let state_tensor = Tensor::<MyBackend, 2>::from_floats(state, &self.device) let state_tensor = Tensor::<MyBackend, 1>::from_floats(state, &self.device)
.reshape([1, self.config.state_size]); .reshape([1, self.config.state_size]);
let q_values = self.q_network.forward(state_tensor); let q_values = self.q_network.forward(state_tensor);
@ -191,7 +191,7 @@ impl BurnDqnAgent {
// Préparer les tenseurs d'état // Préparer les tenseurs d'état
let states: Vec<f32> = batch.iter().flat_map(|exp| exp.state.clone()).collect(); let states: Vec<f32> = batch.iter().flat_map(|exp| exp.state.clone()).collect();
let state_tensor = Tensor::<MyBackend, 2>::from_floats(states.as_slice(), &self.device) let state_tensor = Tensor::<MyBackend, 1>::from_floats(states.as_slice(), &self.device)
.reshape([self.config.batch_size, self.config.state_size]); .reshape([self.config.batch_size, self.config.state_size]);
// Calculer les Q-values actuelles // Calculer les Q-values actuelles

5
justfile
View file

@ -19,5 +19,6 @@ pythonlib:
pip install --no-deps --force-reinstall --prefix .devenv/state/venv target/wheels/*.whl pip install --no-deps --force-reinstall --prefix .devenv/state/venv target/wheels/*.whl
trainbot: trainbot:
#python ./store/python/trainModel.py #python ./store/python/trainModel.py
# cargo run --bin=train_dqn # cargo run --bin=train_dqn # ok
cargo run --bin=train_burn_rl # cargo run --bin=train_burn_rl # doesn't save model
cargo run --bin=train_dqn_full