Merge pull request #27 from findmyway/tianjun/bump_version

minor enhancement and bump version

Author: findmyway

Project.toml

@@ -1,6 +1,6 @@
 name = "ReinforcementLearningTrajectories"
 uuid = "6486599b-a3cd-4e92-a99a-2cea90cc8c3c"
-version = "0.1.2"
+version = "0.1.3"
 
 [deps]
 CircularArrayBuffers = "9de3a189-e0c0-4e15-ba3b-b14b9fb0aec1"

src/samplers.jl

@@ -145,4 +145,12 @@ function sample(s::NStepBatchSampler, ts, ::Val{SS′L′ART}, inds)
     s, s′, a, r, t = sample(s, ts, Val(SSART), inds)
     l = consecutive_view(ts[:next_legal_actions_mask], inds)
     NamedTuple{SSLART}((s, s′, l, a, r, t))
-end
+end
+
+function sample(s::NStepBatchSampler{names}, t::CircularPrioritizedTraces) where {names}
+    inds, priorities = rand(s.rng, t.priorities, s.batch_size)
+    merge(
+        (key=t.keys[inds], priority=priorities),
+        sample(s, t.traces, Val(names), inds)
+    )
+end

src/trajectory.jl

@@ -76,7 +76,7 @@ function Base.push!(t::Trajectory, x)
     on_insert!(t.controller, 1)
 end
 
-Base.setindex!(t::Trajectory, v, k) = setindex!(t.container, v, k)
+Base.setindex!(t::Trajectory, v, I...) = setindex!(t.container, v, I...)
 
 struct CallMsg
     f::Any