diff --git a/imageio/imageio-jpeg/src/main/java/com/twelvemonkeys/imageio/plugins/jpeg/JPEGImageReader.java b/imageio/imageio-jpeg/src/main/java/com/twelvemonkeys/imageio/plugins/jpeg/JPEGImageReader.java
index a09fd4b3..43934b99 100644
--- a/imageio/imageio-jpeg/src/main/java/com/twelvemonkeys/imageio/plugins/jpeg/JPEGImageReader.java
+++ b/imageio/imageio-jpeg/src/main/java/com/twelvemonkeys/imageio/plugins/jpeg/JPEGImageReader.java
@@ -817,13 +817,14 @@ public final class JPEGImageReader extends ImageReaderBase {
 
                 // TODO: We should probably optimize this
                 try {
+                    segments = null;
                     getSOF(); // No SOF, no image
                     count++;
                 }
                 catch (IIOException ignore) {}
             }
 
-            currentStreamIndex = -1;
+            imageInput.seek(streamOffsets.get(currentStreamIndex));
 
             return count;
         }