diff --git a/django_mailbox/transports/imap.py b/django_mailbox/transports/imap.py
index 90435eb..b7f2cd1 100644
--- a/django_mailbox/transports/imap.py
+++ b/django_mailbox/transports/imap.py
@@ -72,13 +72,13 @@ class ImapTransport(EmailTransport):
     def get_message(self):
         message_ids = self._get_all_message_ids()
 
+        if not message_ids:
+            return
+
         # Limit the uids to the small ones if we care about that
         if self.max_message_size:
             message_ids = self._get_small_message_ids(message_ids)
 
-        if not message_ids:
-            return
-
         if self.archive:
             typ, folders = self.server.list(pattern=self.archive)
             if folders[0] is None: