From 4d56cef58398a5f676ab1fe12d3ecc2e5c4edc66 Mon Sep 17 00:00:00 2001
From: Laurent Mazare <laurent.mazare@gmail.com>
Date: Fri, 1 Sep 2023 21:12:30 +0200
Subject: [PATCH] Handle the empty sequence case properly. (#712)

* Handle the empty sequence case properly.

* Proper fix.
---
 candle-wasm-examples/llama2-c/src/bin/m.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/candle-wasm-examples/llama2-c/src/bin/m.rs b/candle-wasm-examples/llama2-c/src/bin/m.rs
index ec5f7389..a71508ee 100644
--- a/candle-wasm-examples/llama2-c/src/bin/m.rs
+++ b/candle-wasm-examples/llama2-c/src/bin/m.rs
@@ -18,7 +18,7 @@ impl Model {
         let input = Tensor::new(tokens, &dev)?.unsqueeze(0)?;
         let logits = self.inner.llama.forward(&input, tokens.len())?;
         let logits = logits.squeeze(0)?;
-        let logits = if self.repeat_penalty == 1. {
+        let logits = if self.repeat_penalty == 1. || tokens.is_empty() {
             logits
         } else {
             let start_at = self.tokens.len().saturating_sub(REPEAT_LAST_N);