x-transformers 1.26.3__tar.gz → 1.26.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {x-transformers-1.26.3/x_transformers.egg-info → x-transformers-1.26.4}/PKG-INFO +1 -1
- {x-transformers-1.26.3 → x-transformers-1.26.4}/setup.py +1 -1
- {x-transformers-1.26.3 → x-transformers-1.26.4}/x_transformers/autoregressive_wrapper.py +8 -5
- {x-transformers-1.26.3 → x-transformers-1.26.4/x_transformers.egg-info}/PKG-INFO +1 -1
- {x-transformers-1.26.3 → x-transformers-1.26.4}/LICENSE +0 -0
- {x-transformers-1.26.3 → x-transformers-1.26.4}/README.md +0 -0
- {x-transformers-1.26.3 → x-transformers-1.26.4}/setup.cfg +0 -0
- {x-transformers-1.26.3 → x-transformers-1.26.4}/x_transformers/__init__.py +0 -0
- {x-transformers-1.26.3 → x-transformers-1.26.4}/x_transformers/attend.py +0 -0
- {x-transformers-1.26.3 → x-transformers-1.26.4}/x_transformers/continuous.py +0 -0
- {x-transformers-1.26.3 → x-transformers-1.26.4}/x_transformers/nonautoregressive_wrapper.py +0 -0
- {x-transformers-1.26.3 → x-transformers-1.26.4}/x_transformers/x_transformers.py +0 -0
- {x-transformers-1.26.3 → x-transformers-1.26.4}/x_transformers/xl_autoregressive_wrapper.py +0 -0
- {x-transformers-1.26.3 → x-transformers-1.26.4}/x_transformers/xval.py +0 -0
- {x-transformers-1.26.3 → x-transformers-1.26.4}/x_transformers.egg-info/SOURCES.txt +0 -0
- {x-transformers-1.26.3 → x-transformers-1.26.4}/x_transformers.egg-info/dependency_links.txt +0 -0
- {x-transformers-1.26.3 → x-transformers-1.26.4}/x_transformers.egg-info/requires.txt +0 -0
- {x-transformers-1.26.3 → x-transformers-1.26.4}/x_transformers.egg-info/top_level.txt +0 -0
|
@@ -145,7 +145,7 @@ class AutoregressiveWrapper(Module):
|
|
|
145
145
|
cache_kv = True,
|
|
146
146
|
**kwargs
|
|
147
147
|
):
|
|
148
|
-
max_seq_len, device = self.max_seq_len, prompts.device
|
|
148
|
+
max_seq_len, greedy, device = self.max_seq_len, temperature == 0., prompts.device
|
|
149
149
|
|
|
150
150
|
prompts, ps = pack([prompts], '* n')
|
|
151
151
|
|
|
@@ -230,11 +230,14 @@ class AutoregressiveWrapper(Module):
|
|
|
230
230
|
|
|
231
231
|
# filter by top_k, top_p (nucleus), top_a, or custom
|
|
232
232
|
|
|
233
|
-
|
|
233
|
+
if greedy:
|
|
234
|
+
sample = logits.argmax(dim = -1, keepdim = True)
|
|
235
|
+
else:
|
|
236
|
+
filtered_logits = filter_logits_fn(logits, **filter_kwargs)
|
|
237
|
+
probs = F.softmax(filtered_logits / temperature, dim=-1)
|
|
238
|
+
sample = torch.multinomial(probs, 1)
|
|
234
239
|
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
sample = torch.multinomial(probs, 1)
|
|
240
|
+
# concat sample
|
|
238
241
|
|
|
239
242
|
out = torch.cat((out, sample), dim=-1)
|
|
240
243
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{x-transformers-1.26.3 → x-transformers-1.26.4}/x_transformers.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|