Skip to content

Commit 4882bb6

Browse files
committed
better level 14 solve no domain knowledge
1 parent aace057 commit 4882bb6

3 files changed

Lines changed: 1163 additions & 43 deletions

File tree

src/bindings.cu

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -90,10 +90,14 @@ pybind11::dict puf_log(pybind11::object pufferl_obj) {
9090
cudaMemcpy(reward_stats_host, pufferl.reward_stats.data,
9191
sizeof(reward_stats_host), cudaMemcpyDeviceToHost);
9292
losses_dict["rvar"] = reward_stats_host[1];
93+
#if PUFFER_SCALE_REWARDS || PUFFER_ADV_LOSS_SCALE
9394
float reward_scale = 1.0f / sqrtf(reward_stats_host[1] + 1e-8f);
9495
if (pufferl.hypers.reward_scale_max > 0.0f) {
9596
reward_scale = fminf(reward_scale, pufferl.hypers.reward_scale_max);
9697
}
98+
#else
99+
float reward_scale = 1.0f;
100+
#endif
97101
losses_dict["rscale"] = reward_scale;
98102
cudaMemset(pufferl.losses_puf.data, 0, numel(pufferl.losses_puf.shape) * sizeof(float));
99103
result["loss"] = losses_dict;

0 commit comments

Comments
 (0)