Fix out-of-range value

takuseno · Jan 5, 2024 · 030f097 · 030f097
1 parent 42581e3
commit 030f097
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/d3rlpy/tokenizers/tokenizers.py b/d3rlpy/tokenizers/tokenizers.py
@@ -20,6 +20,8 @@ def decode(self, y: Int32NDArray) -> NDArray:
 
 
 class FloatTokenizer(Tokenizer):
+    _maximum: float
+    _minimum: float
     _bins: Float32NDArray
     _use_mu_law_encode: bool
     _mu: float
@@ -36,6 +38,8 @@ def __init__(
         basis: float = 256.0,
         token_offset: int = 0,
     ):
+        self._maximum = maximum
+        self._minimum = minimum
         self._bins = np.array(
             (maximum - minimum) * np.arange(num_bins) / num_bins + minimum,
             dtype=np.float32,
@@ -48,6 +52,8 @@ def __init__(
     def __call__(self, x: NDArray) -> Int32NDArray:
         if self._use_mu_law_encode:
             x = mu_law_encode(x, self._mu, self._basis)
+        else:
+            x = np.clip(x, self._minimum, self._maximum)
         return np.digitize(x, self._bins) - 1 + self._token_offset
 
     def decode(self, y: Int32NDArray) -> NDArray: