diff --git a/gptel-ollama.el b/gptel-ollama.el
index 5622136..00b40c9 100644
--- a/gptel-ollama.el
+++ b/gptel-ollama.el
@@ -45,10 +45,10 @@ Ollama models.")
   (when (bobp)
     (re-search-forward "^{")
     (forward-line 0))
-  (let* ((content-strs)
-         (content))
+  (let* ((content-strs) (content) (pt (point)))
     (condition-case nil
         (while (setq content (gptel--json-read))
+          (setq pt (point))
           (let ((done (map-elt content :done))
                 (response (map-elt content :response)))
             (push response content-strs)
@@ -56,7 +56,7 @@ Ollama models.")
               (with-current-buffer (plist-get info :buffer)
                 (setq gptel--ollama-context (map-elt content :context)))
               (goto-char (point-max)))))
-      (error (forward-line 0)))
+      (error (goto-char pt)))
     (apply #'concat (nreverse content-strs))))
 
 (cl-defmethod gptel--parse-response ((_backend gptel-ollama) response info)