package com.google.sitebricks.mail.imap;
import com.google.common.base.Charsets;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableSet;
import com.google.common.collect.Lists;
import com.google.common.io.CharStreams;
import com.google.common.io.Resources;
import org.testng.annotations.Test;
import java.io.IOException;
import java.io.StringReader;
import java.text.ParseException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.EnumSet;
import java.util.List;
import java.util.Queue;
import static org.testng.Assert.assertEquals;
import static org.testng.Assert.assertFalse;
import static org.testng.Assert.assertNotNull;
import static org.testng.Assert.assertNull;
import static org.testng.Assert.assertTrue;
/**
* @author dhanji@gmail.com (Dhanji R. Prasanna)
*/
public class MessageStatusExtractorTest {
@Test
public final void testTokenizer() throws IOException, ParseException {
Queue<String> tokens =
Parsing.tokenize("7 FETCH (UID 99 ENVELOPE (\"Sun, 10 Apr 2011 16:38:38 +1000\" " +
"\"test\" ((\"Scott Bakula\" NIL \"test.account\" \" gmail. om\")) ((\"Scott " +
"Bakula\" " +
"NIL \"agent.bain\" \"gmail.com\")) ((\"Scott Bakula\" NIL \"test.account\" \"gmail" +
".com\")) ((NIL NIL \"telnet.imap\" \"gmail.com\")) NIL NIL NIL " +
"\"<BANLkTimf9tS+aJXa1QLdMiH4OgtdK7k=FQ@mail.gmail.com>\") FLAGS (\\Flagged \\Seen) INTERNALDATE " +
"\"10-Apr-2011 06:38:59 +0000\" RFC822.SIZE 2005)");
String[] expected = new String[] { "7", "FETCH", "(", "UID", "99", "ENVELOPE", "(", "\"Sun, 10 Apr 2011 16:38:38 +1000\"", "\"test\"", "(", "(",
"\"Scott Bakula\"", "NIL", "\"test.account\"", "\" gmail. om\"", ")", ")", "(", "(", "\"Scott Bakula\"",
"NIL", "\"agent.bain\"", "\"gmail.com\"", ")", ")", "(", "(", "\"Scott Bakula\"", "NIL", "\"test.account\"",
"\"gmail.com\"", ")", ")", "(", "(", "NIL", "NIL", "\"telnet.imap\"", "\"gmail.com\"", ")", ")", "NIL", "NIL",
"NIL", "\"<BANLkTimf9tS+aJXa1QLdMiH4OgtdK7k=FQ@mail.gmail.com>\"", ")", "FLAGS", "(", "\\Flagged", "\\Seen", ")",
"INTERNALDATE", "\"10-Apr-2011 06:38:59 +0000\"", "RFC822.SIZE", "2005", ")" } ;
assertEquals(new ArrayList<String>(tokens), Arrays.asList(expected), "Tokens mismatched, expected: " + expected + " got: " + tokens);
}
private void assertUnterminated(boolean expected, String s, boolean alreadyInString) {
assertEquals(MessageStatusExtractor.isUnterminatedString(s, alreadyInString), expected);
}
@Test
public void testUnterminatedString() throws Exception {
assertUnterminated(true, "fo\"o", false);
assertUnterminated(false, "fo\"o", true);
assertUnterminated(false, "end\" \"start", false);
assertUnterminated(true, "end\" \"start", true);
assertUnterminated(false, "end\" \"", false);
assertUnterminated(false, " \"start\\\"quoted\\\" end\" ", false);
assertUnterminated(false, " \"start\\\"quote end\" ", false);
assertUnterminated(true, " \"start\\\"quote end\" \"start", false);
assertUnterminated(false, "fo\\ \"o", true);
assertUnterminated(true, "fo\\ \"o", false);
assertUnterminated(false, " \"start triple backslash quote \\\\\\\" end\"", false);
assertUnterminated(true, " \"start double backslash quote end\\\\\" \"start", false);
}
@Test
public void testTrickyHeader() throws Exception {
List<String> header = ImmutableList.of("* 129233 FETCH (X-GM-THRID 66666666666666 " +
"X-GM-MSGID 66666666666666 X-GM-LABELS (error) UID 666666 RFC822.SIZE " +
"6757 INTERNALDATE \"20-Sep-2011 13:05:10 +0000\" FLAGS (\\Seen) ENVELOPE (\"Tue, 20 Sep 2011 13:12:09 +0000\" " +
"\"start on\\\" one line",
"continue on next (with bracket)",
" end on second line\" ((NIL NIL \"errorboss\" \"sitebricks.org\")) ((NIL NIL \"errorboss\" \"sitebricks.org\")) " +
"((NIL NIL \"errorboss\" \"sitebricks.org\")) ((NIL NIL \"errorboss\" \"sitebricks.org\")) NIL NIL NIL" +
" \"<66666666666666666@foobar.com>\"))");
MessageStatusExtractor mse = new MessageStatusExtractor();
List<MessageStatus> statuses = mse.extract(header);
assertEquals(statuses.size(), 1);
assertEquals(statuses.get(0).getSubject(),
"start on\" one line\ncontinue on next (with bracket)\n end on second line");
}
@Test
public final void testSizeMarkerRegex() throws IOException, ParseException {
assertTrue(MessageStatusExtractor.SIZE_MARKER.matcher("() {01}").find());
assertTrue(MessageStatusExtractor.SIZE_MARKER.matcher("() {121}\n").find());
assertTrue(MessageStatusExtractor.SIZE_MARKER.matcher("() {88571}\r\n").find());
assertFalse(MessageStatusExtractor.SIZE_MARKER.matcher("() {01} ").find());
}
@Test
public final void testMultilineUnquotedSubjectWithCrLfs() throws IOException, ParseException {
@SuppressWarnings("unchecked")
final List<MessageStatus> extract =
new MessageStatusExtractor().extract(CharStreams.readLines(new StringReader(
"* 27012 FETCH (X-GM-THRID 1279068049360518352 X-GM-MSGID 1279068049360518352 X-GM-LABELS () UID 60961 RFC822.SIZE 24305 INTERNALDATE \"27-Aug-2008 05:19:07 +0000\" FLAGS (\\Seen) ENVELOPE (\"27 Aug 2008 01:19:06 -0400\" {93}\n" +
"Ttkii Regency The quick brown fox ran over AK 7 Day Arrival Notice\n" +
" - BATTY SCORTI - 16257294 ((\"Ttkii E-Concierge\" NIL \"Concierge\" \"quickcolamakerXL.com\")) ((\"Ttkii E-Concierge\" NIL \"Concierge\" \"quickcolamakerXL.com\")) ((\"Ttkii E-Concierge\" NIL \"Concierge\" \"quickcolamakerXL.com\")) ((NIL NIL \"BATTY.SCORTI\" \"gmail.com\")) NIL NIL NIL \"<20010927011966.SM02008@CDC0044>\"))\n" +
"* 27013 FETCH (X-GM-THRID 1279040815276852413 X-GM-MSGID 1279068775892017394 X-GM-LABELS () UID 60962 RFC822.SIZE 4717 INTERNALDATE \"27-Aug-2008 05:30:40 +0000\" FLAGS (\\Seen) ENVELOPE (\"Tue, 26 Aug 2008 22:30:39 -0700 (PDT)\" \"Re: Test\" ((\"copiusmcfriendly co\" NIL \"copiusmcfriendlyco\" \"yahoo.com\")) ((\"copiusmcfriendly co\" NIL \"copiusmcfriendlyco\" \"yahoo.com\")) ((\"copiusmcfriendly co\" NIL \"copiusmcfriendlyco\" \"yahoo.com\")) ((\"BATTY SCORTI\" NIL \"BATTY.SCORTI\" \"gmail.com\")) NIL NIL NIL \"<154989.22248.kl@web40805.mail.dum.wahoo.com>\"))"
)));
assertNotNull(extract);
assertEquals(2, extract.size());
MessageStatus status = extract.get(0);
assertEquals("\n" +
"Ttkii Regency The quick brown fox ran over AK 7 Day Arrival Notice\n" +
"- BATTY SCORTI - 16257294", status.getSubject());
assertEquals("<20010927011966.SM02008@CDC0044>", status.getMessageUid());
assertEquals(60961, status.getImapUid());
assertEquals("\"Ttkii E-Concierge\" Concierge@quickcolamakerXL.com", status.getFrom().get(0));
assertEquals(ImmutableList.of("BATTY.SCORTI@gmail.com"), status.getTo());
assertNull(status.getCc());
assertNull(status.getBcc());
assertEquals(ImmutableSet.of(Flag.SEEN), status.getFlags());
assertEquals(ImmutableSet.of(), status.getLabels());
assertEquals(1279068049360518352L, (long) status.getGmailMsgId());
assertEquals(1279068049360518352L, (long) status.getThreadId());
status = extract.get(1);
assertEquals("Re: Test", status.getSubject());
assertEquals("<154989.22248.kl@web40805.mail.dum.wahoo.com>", status.getMessageUid());
assertEquals(60962, status.getImapUid());
assertEquals("\"copiusmcfriendly co\" copiusmcfriendlyco@yahoo.com", status.getFrom().get(0));
assertEquals(ImmutableList.of("\"BATTY SCORTI\" BATTY.SCORTI@gmail.com"), status.getTo());
assertNull(status.getCc());
assertNull(status.getBcc());
assertEquals(ImmutableSet.of(Flag.SEEN), status.getFlags());
assertEquals(ImmutableSet.of(), status.getLabels());
assertEquals(1279068775892017394L, (long) status.getGmailMsgId());
assertEquals(1279040815276852413L, (long) status.getThreadId());
}
@Test
public final void testMultilineUnquotedSubjectWithLfs() throws IOException, ParseException {
@SuppressWarnings("unchecked")
final List<MessageStatus> extract =
new MessageStatusExtractor().extract(CharStreams.readLines(new StringReader(
"* 4017 FETCH (X-GM-THRID 13603320389284585 X-GM-MSGID 1460332038925224585 X-GM-LABELS (\"\\\\Inbox\") UID 5474 RFC822.SIZE 24864 INTERNALDATE \"10-Feb-2011 04:55:27 +0000\" FLAGS (\\Seen) ENVELOPE (\"Thu, 10 Feb 2011 15:55:20 +1100\" {96}\n" +
"ASIX News - Social Innovation Sydney Barcamp - Hub Melbourne news - Social\n" +
"Impact Scholarships ((\"ASIX - Australian Social Innovation eXchange\" NIL \"contact\" \"asix.org.au\")) ((\"ASIX - Australian Social Innovation eXchange\" NIL \"contact\" \"asix.org.au\")) ((\"ASIX - Australian Social Innovation eXchange\" NIL \"contact\" \"asix.org.au\")) ((\"dhanji\" NIL \"mick\" \"rethrick.com\")) NIL NIL NIL \"<E1123Yq-756Z-Fs@c.consumer.fluent.io>\"))\n" +
"* 4018 FETCH (X-GM-THRID 13603324213584218 X-GM-MSGID 1460332421305584218 X-GM-LABELS (\"\\\\Inbox\") UID 5475 RFC822.SIZE 10992 INTERNALDATE \"10-Feb-2011 05:01:31 +0000\" FLAGS (\\Seen) ENVELOPE (\"Thu, 10 Feb 2011 00:01:31 -0500\" \"Lets do things\" ((\"Mic Nic\" NIL \"thing\" \"fluect.com\")) ((\"Mic Nic\" NIL \"mick\" \"fluent.com\")) ((\"Mic Nic\" NIL \"mic\" \"gmail.com\")) ((\"DJ H\" NIL \"dhanji\" \"gmail.com\")) NIL NIL NIL \"<68432.19238.12837.JavaMail.test@web.fluent.io>\"))"
)));
assertNotNull(extract);
assertEquals(2, extract.size());
MessageStatus status = extract.get(0);
assertEquals("\n" +
"ASIX News - Social Innovation Sydney Barcamp - Hub Melbourne news - Social\n" +
"Impact Scholarships", status.getSubject());
assertEquals("<E1123Yq-756Z-Fs@c.consumer.fluent.io>", status.getMessageUid());
assertEquals(5474, status.getImapUid());
assertEquals("\"ASIX - Australian Social Innovation eXchange\" contact@asix.org.au", status.getFrom().get(0));
assertEquals(ImmutableList.of("\"dhanji\" mick@rethrick.com"), status.getTo());
assertNull(status.getCc());
assertNull(status.getBcc());
assertEquals(ImmutableSet.of(Flag.SEEN), status.getFlags());
assertEquals(ImmutableSet.of("\"\\\\Inbox\""), status.getLabels());
assertEquals(1460332038925224585L, (long) status.getGmailMsgId());
assertEquals(13603320389284585L, (long) status.getThreadId());
status = extract.get(1);
assertEquals("Lets do things", status.getSubject());
assertEquals("<68432.19238.12837.JavaMail.test@web.fluent.io>", status.getMessageUid());
assertEquals(5475, status.getImapUid());
assertEquals("\"Mic Nic\" thing@fluect.com", status.getFrom().get(0));
assertEquals(ImmutableList.of("\"DJ H\" dhanji@gmail.com"), status.getTo());
assertNull(status.getCc());
assertNull(status.getBcc());
assertEquals(ImmutableSet.of(Flag.SEEN), status.getFlags());
assertEquals(ImmutableSet.of("\"\\\\Inbox\""), status.getLabels());
assertEquals(1460332421305584218L, (long) status.getGmailMsgId());
assertEquals(13603324213584218L, (long) status.getThreadId());
}
@Test
public void testMutlilineUnquotedWithEmbeddedQuote() throws Exception {
@SuppressWarnings("unchecked")
final List<MessageStatus> extract = new MessageStatusExtractor().extract(CharStreams.readLines(new StringReader(
"* 234 FETCH (X-GM-THRID 23432423423 X-GM-MSGID 23432423 X-GM-LABELS () UID 210140 RFC822.SIZE 58816" +
" INTERNALDATE \"17-Oct-2009 17:27:26 +0000\" FLAGS () ENVELOPE (\"17 Oct 2009 13:27:22 -0400\" {75}\n" +
"A Reminder to attend \"The Windows Vista Positioning Disaster:\n" +
" An Analysis\" ((\"foobar\" NIL \"foor\" \"bar.com\")) NIL NIL NIL NIL NIL \"<foo@bar.com>\"))"
)));
assertNotNull(extract);
assertEquals(1, extract.size());
MessageStatus status = extract.get(0);
assertEquals("\nA Reminder to attend \"The Windows Vista Positioning Disaster:\nAn Analysis\"", status.getSubject());
}
@Test
public void testMutlilineUnquotedWithEmbeddedQuote2() throws Exception {
@SuppressWarnings("unchecked")
final List<MessageStatus> extract = new MessageStatusExtractor().extract(CharStreams.readLines(new StringReader(
"* 28468 FETCH (X-GM-THRID 34543535 X-GM-MSGID 345435435 X-GM-LABELS (\"\\\\Important\" Notifications) UID 345534 RFC822.SIZE 84553 INTERNALDATE \"04-Oct-2011 07:30:02 +0000\" FLAGS (\\Seen) ENVELOPE (\"04 Oct 2011 00:30:00 -0700\" {998}\n" +
"<html>\n" +
"<head>\n" +
"<meta http-equiv=\"Content-Type\" content=\"text/html; charset=utf-8\">\n" +
"<meta name=\"viewport\" content=\"width=746\">\n" +
"<title>Shipment Notification</title>\n" +
"<style media=\"only screen and (max-device-width: 768px)\" type=\"text/css\">\n" +
"table[id=aapl-info] a {color:#000000}\n" +
"table[id=aapl-items] a {color:#666666}\n" +
"table[class=aapl-faq] a {color:#797979;text-decoration:underline}\n" +
"table[id=aapl-promo] a {color:#999999}\n" +
"</style>\n" +
"<style type=\"text/css\" media=\"screen\">\n" +
"a, a:link, a.aapl-link:link {text-decoration:none}\n" +
"a:hover, a.aapl-link:hover {cursor:pointer;text-decoration:underline}\n" +
"</style>\n" +
"<!--[if gte mso 9]>\n" +
"<style type=\"text/css\">\n" +
"table,td,div,p {font-family: Lucida Sans, Lucida Sans Unicode, Lucida Grande, Arial, Helvetica, Verdana, sans-serif !important;line-height:normal !important}\n" +
"</style>\n" +
"<![endif]-->\n" +
"<!--[if lte mso 7]>\n" +
"<style type=\"text/css\">\n" +
"table,td,div,p {font-family: Lucida Grande, Lucida Sans, Lucida Sans Unicode, Arial, Helvetica, Verdana, sans-se ((\"Apple Store\" NIL \"order_acknowledgment\" \"orders.apple.com\")) ((\"Apple Store\" NIL \"order_acknowledgment\" \"orders.apple.com\")) ((\"Apple Store\" NIL \"order_acknowledgment\" \"orders.apple.com\")) ((NIL NIL \"dude\" \"bar.com\")) NIL NIL NIL \"<345435@badger-txnvip.apple.com>\"))"
)));
assertNotNull(extract);
assertEquals(1, extract.size());
MessageStatus status = extract.get(0);
assertEquals("\n<html>\n" +
"<head>\n" +
"<meta http-equiv=\"Content-Type\" content=\"text/html; charset=utf-8\">\n" +
"<meta name=\"viewport\" content=\"width=746\">\n" +
"<title>Shipment Notification</title>\n" +
"<style media=\"only screen and (max-device-width: 768px)\" type=\"text/css\">\n" +
"table[id=aapl-info] a {color:#000000}\n" +
"table[id=aapl-items] a {color:#666666}\n" +
"table[class=aapl-faq] a {color:#797979;text-decoration:underline}\n" +
"table[id=aapl-promo] a {color:#999999}\n" +
"</style>\n" +
"<style type=\"text/css\" media=\"screen\">\n" +
"a, a:link, a.aapl-link:link {text-decoration:none}\n" +
"a:hover, a.aapl-link:hover {cursor:pointer;text-decoration:underline}\n" +
"</style>\n" +
"<!--[if gte mso 9]>\n" +
"<style type=\"text/css\">\n" +
"table,td,div,p {font-family: Lucida Sans, Lucida Sans Unicode, Lucida Grande, Arial, Helvetica, Verdana, sans-serif !important;line-height:normal !important}\n" +
"</style>\n" +
"<![endif]-->\n" +
"<!--[if lte mso 7]>\n" +
"<style type=\"text/css\">\n" +
"table,td,div,p {font-family: Lucida Grande, Lucida Sans, Lucida Sans Unicode, Arial, Helvetica, Verdana, sans-se", status.getSubject());
}
@Test
public void testMultilineWithWhitespace() throws Exception {
@SuppressWarnings("unchecked")
final List<MessageStatus> extract =
new MessageStatusExtractor().extract(CharStreams.readLines(new StringReader(
"* 5553 FETCH (X-GM-THRID 234324 X-GM-MSGID 2343242 X-GM-LABELS () UID 1213437 RFC822.SIZE 1494343 INTERNALDATE \"08-Jun-2006 22:48:06 +0000\" FLAGS () ENVELOPE (\"Fri, 09 Jun 2006 06:50:32 +0800\" \"RE: Long game\" ((NIL NIL \"foo\" \"bar.com.au\")) ((NIL NIL \"foo\" \"bar.com.au\")) ((NIL NIL \"foo\" \"bar.com.au\")) ((NIL NIL \"foo\" \"bar.com.au\"))" +
"(({23}\n" +
"abcdef,\n" +
" abcdef - AGNRM NIL \"foo\" \"bar.gov.au\") ({25}\n" +
"abcde, abcdefgh\n" +
" (actedu) NIL \"foo\" \"bar.edu.au\") (NIL NIL \"foo\" \"bar.edu.au\")) NIL \"<BAY1BE144BB4C38B0@phx.gbl>\" \"<2006060oossg@my.fasthit.net>\"))")));
assertNotNull(extract);
assertEquals(1, extract.size());
MessageStatus status = extract.get(0);
assertEquals(ImmutableList.of("\"\nabcdef,\nabcdef - AGNRM\" foo@bar.gov.au",
"\"\nabcde, abcdefgh\n(actedu)\" foo@bar.edu.au", "foo@bar.edu.au"), status.getCc());
}
@Test
public void testMultilineUnquotedCC() throws Exception {
@SuppressWarnings("unchecked")
final List<MessageStatus> extract =
new MessageStatusExtractor().extract(CharStreams.readLines(new StringReader(
"* 67236 FETCH (X-GM-THRID 132443254747 X-GM-MSGID 13256345038 X-GM-LABELS (\"\\\\Inbox\") UID 197888 RFC822.SIZE 34646 INTERNALDATE \"23-Jan-2010 05:06:26 +0000\" FLAGS (\\Seen) " +
"ENVELOPE (\"Sat, 23 Jan 2010 05:04:06 +0000\" \"QUOTED SUBJECT\" (({14}\n" +
"Other\n" +
" Dude NIL \"otherdude\" \"yahoo.com\")) NIL NIL NIL NIL NIL \"<foo@bar.com>\"))"
)));
assertNotNull(extract);
assertEquals(1, extract.size());
MessageStatus status = extract.get(0);
assertEquals(ImmutableSet.of("\"\\\\Inbox\""), status.getLabels());
assertEquals(ImmutableList.of("\"\nOther\nDude\" otherdude@yahoo.com"), status.getFrom());
assertEquals(ImmutableSet.of("\"\\\\Inbox\""), status.getLabels());
assertEquals(13256345038L, (long) status.getGmailMsgId());
assertEquals(132443254747L, (long) status.getThreadId());
assertNull(status.getCc());
assertNull(status.getBcc());
}
@Test
public void testMultilineNewlineEdgeCase() throws Exception {
@SuppressWarnings("unchecked")
final List<MessageStatus> extract =
new MessageStatusExtractor().extract(CharStreams.readLines(new StringReader(
"* 44788 FETCH (X-GM-THRID 34543534 X-GM-MSGID 34545 X-GM-LABELS (\"\\\\Inbox\") UID 61056 RFC822.SIZE 6154 INTERNALDATE \"17-May-2007 22:23:15 +0000\" FLAGS () ENVELOPE (\"Thu, 17 May 2007 15:23:14 -0700\" {29}\n" +
"Google Analytics New Version\n" +
" ((NIL NIL \"noreply\" \"google.com\")) ((NIL NIL \"noreply\" \"google.com\")) ((NIL NIL \"noreply\" \"google.com\")) ((NIL NIL \"foo\" \"gmail.com\")) NIL NIL NIL \"<345435@google.com>\"))")));
assertNotNull(extract);
assertEquals(1, extract.size());
MessageStatus status = extract.get(0);
assertEquals("\nGoogle Analytics New Version\n", status.getSubject());
}
@Test
public void testMultilineUnquotedMonster() throws Exception {
@SuppressWarnings("unchecked")
final List<MessageStatus> extract =
new MessageStatusExtractor().extract(CharStreams.readLines(new StringReader(
"* 17594 FETCH (X-GM-THRID 876876876 X-GM-MSGID 876876876876 X-GM-LABELS " +
"(Beer \"\\\\Important\") UID 99879 RFC822.SIZE 2535649 INTERNALDATE \"20-Jul-2011 11:57:32 +0000\" " +
"FLAGS (\\Seen) ENVELOPE (\"Wed, 20 Jul 2011 21:57:32 +1000\" \"subject\" ((\"dude\" NIL \"foo\" \"bar.com.au\")) ((\"dude\" NIL \"foo\" \"bar.com.au\")) ((\"dude\" NIL \"foo\" \"bar.com.au\")) ((\"dude\" NIL \"foo\" \"bar.com.au\")) NIL NIL {1319}\n" +
"<AcvlH7iDK2HN4AFKTjOC3NglErqahAAD/L7wAPN6VpAAABPM0AAAD/PAACu82wAAAN460AAKOeegAAAdJ7ABiSpoAAAAO6CwAABldGAAmkskgACRvZcAAAEOG6AAMY09wAAAIMowAAAodVAAAD+a8AAAOcSgAV6oUpAAmWg8wABus/+wAAFOZIAAAD6bUAAALD6QAAAj1OAAADh3AAAA/6uQAAAsdmAAAEG3gAAATm+gAAATvzAAAEFz8AAnGdjgAS1WKvAAABFW8AAJ2YGAAAA0syAAAA1vEAAAKscQAAAmutAAABMlUAAAXtjgAAAYagAAAB9/QAAnvQtQAAq0waAAAFk0cAAwyUvAAI1STgAACX1RYAAAG8SQAAAdnGAAJaqBkAAAFgYgAAAirRAAACRbcAAArVZgAAAkykAAACJ1kAABo0tQAAlSWLAAABoTgAAA0qmQAAAm/GAAACNlkAAASxXQACHRYuAAACXYUAAAGl6QAABGvNAAAAt28AAAG41gAAA+DPAAABRQ8AAAQLQQAAArSIAAABahcAAAWhdAAAAr4GAAACF1oAAAHECgAAAU6oAAAFH/0AAAH/bQAAAbB+ABBpSiwAAjnfswAAGl0TAAlVnmkADIy9RQAAAvHJAAACdEkAAAHDdgAASvzYAAABrdUAAA9ohAAAZLScAAABxxwAAAYJMAAABBlyAAAEZ18AABAm0gAAAScmAAADUH0AAAJ9JwAAFHRmAAAF4w8AAAGt6AAABNhvAAABe/QA\n" +
" AADvHAAAAP =?us-ascii?Q ?5QAALxp70AAlbU7gAAD2wKAAABfU8AAAb6qgAABnI9AAAFuMsAAAGNAgAAAO?= CZAAABMZkAAAG46AAAAZm+AAAFH5AAAAU/HAAAAen6AAAA2bcAAAKVnQAAAgMvAAyD1T4AAATLSAAABjU8AAANafgABs1MawACfS7SAAAOBBQAAILREgAACiF1AAAMWDIAAAC/tgAAP3jwAAMBQawAK2Ce7QAAzP6kAA8ppcIAAFA2QAAADbVKAAAE7w8AAjgvPAAAUb2zAAAzkbUAA7K/8QAIXTPmAAELezMABTE1XAAAG5EzAACUjZkAAAD0lAADZj5QAAO8q5kAAAD2rAAAAIhzAAAA82AADjB7AwAAgxDDAAOh5mYAAAQ+SwAAD6CMAAACMUgAD7ClBAAC9JR4AAAFVSwAAEQvggAFjYxdAAD0JNQACJL4EQAAB1lLAAlWjX8AABbXmwAABcizAAAAqj4AAAI9AAAAEknLAAJ4twcACoHI4QAGWW8WAAAnq1EAAAEenQ> \"<lkj@PCEFTSBS08.asdlkfj.local>\"))")));
assertNotNull(extract);
assertEquals(1, extract.size());
MessageStatus status = extract.get(0);
assertEquals("\n<AcvlH7iDK2HN4AFKTjOC3NglErqahAAD/L7wAPN6VpAAABPM0AAAD/PAACu82wAAAN460AAKOeegAAAdJ7ABiSpoAAAAO6CwAABldGAAmkskgACRvZcAAAEOG6AAMY09wAAAIMowAAAodVAAAD+a8AAAOcSgAV6oUpAAmWg8wABus/+wAAFOZIAAAD6bUAAALD6QAAAj1OAAADh3AAAA/6uQAAAsdmAAAEG3gAAATm+gAAATvzAAAEFz8AAnGdjgAS1WKvAAABFW8AAJ2YGAAAA0syAAAA1vEAAAKscQAAAmutAAABMlUAAAXtjgAAAYagAAAB9/QAAnvQtQAAq0waAAAFk0cAAwyUvAAI1STgAACX1RYAAAG8SQAAAdnGAAJaqBkAAAFgYgAAAirRAAACRbcAAArVZgAAAkykAAACJ1kAABo0tQAAlSWLAAABoTgAAA0qmQAAAm/GAAACNlkAAASxXQACHRYuAAACXYUAAAGl6QAABGvNAAAAt28AAAG41gAAA+DPAAABRQ8AAAQLQQAAArSIAAABahcAAAWhdAAAAr4GAAACF1oAAAHECgAAAU6oAAAFH/0AAAH/bQAAAbB+ABBpSiwAAjnfswAAGl0TAAlVnmkADIy9RQAAAvHJAAACdEkAAAHDdgAASvzYAAABrdUAAA9ohAAAZLScAAABxxwAAAYJMAAABBlyAAAEZ18AABAm0gAAAScmAAADUH0AAAJ9JwAAFHRmAAAF4w8AAAGt6AAABNhvAAABe/QA\n" +
"AADvHAAAAP =?us-ascii?Q ?5QAALxp70AAlbU7gAAD2wKAAABfU8AAAb6qgAABnI9AAAFuMsAAAGNAgAAAO?= CZAAABMZkAAAG46AAAAZm+AAAFH5AAAAU/HAAAAen6AAAA2bcAAAKVnQAAAgMvAAyD1T4AAATLSAAABjU8AAANafgABs1MawACfS7SAAAOBBQAAILREgAACiF1AAAMWDIAAAC/tgAAP3jwAAMBQawAK2Ce7QAAzP6kAA8ppcIAAFA2QAAADbVKAAAE7w8AAjgvPAAAUb2zAAAzkbUAA7K/8QAIXTPmAAELezMABTE1XAAAG5EzAACUjZkAAAD0lAADZj5QAAO8q5kAAAD2rAAAAIhzAAAA82AADjB7AwAAgxDDAAOh5mYAAAQ+SwAAD6CMAAACMUgAD7ClBAAC9JR4AAAFVSwAAEQvggAFjYxdAAD0JNQACJL4EQAAB1lLAAlWjX8AABbXmwAABcizAAAAqj4AAAI9AAAAEknLAAJ4twcACoHI4QAGWW8WAAAnq1EAAAEenQ>",
status.getInReplyTo());
}
@Test
public final void testTokenizerWithDoubleEscaping() throws IOException, ParseException {
// raw: "\"your website \\\"cenqua.com\\\"\""
Queue<String> tokens =Parsing.tokenize(
"ENVELOPE (\"\\\"your website \\\\\\\"fluent.com\\\\\\\"\\\"\") Flags (\\Seen)");
String[] expected = new String[] { "ENVELOPE", "(", "\"\"your website \\\"fluent.com\\\"\"\"",
")", "Flags", "(", "\\Seen", ")" } ;
assertEquals(new ArrayList<String>(tokens), Arrays.asList(expected), "Tokens mismatched, expected: " + Arrays.asList(expected) + " got: " + tokens);
}
@Test
public final void testTokenizerWithQuotesAndEscaping() throws IOException, ParseException {
// raw: ENVELOPE ("backslash quote \\\" and double backslash quote \\\\\" OK?")
Queue<String> tokens =Parsing.tokenize(
"ENVELOPE (\"backslash quote \\\\\\\" and double backslash quote \\\\\\\\\\\" OK?\")");
String[] expected = new String[] { "ENVELOPE", "(", "\"backslash quote \\\" and double backslash quote \\\\\" OK?\"", ")" } ;
assertEquals(new ArrayList<String>(tokens), Arrays.asList(expected), "Tokens mismatched, expected: " + Arrays.asList(expected) + " got: " + tokens);
}
/**
* WARNING: THIS TEST IS DATA-DEPENDENT!
*/
@Test
public final void testTypicalGmailInboxHeaders() throws IOException, ParseException {
List<String> data =
Resources.readLines(MessageStatusExtractorTest.class.getResource("fetch_all_data.txt"),
Charsets.UTF_8);
List<String> assertions =
Resources.readLines(MessageStatusExtractorTest.class.getResource("fetch_all_data_assertion.txt"),
Charsets.UTF_8);
List<MessageStatus> statuses =
new MessageStatusExtractor().extract(data);
MessageStatus status = statuses.get(0);
assertEquals(statuses.size(), 24);
assertEquals(EnumSet.noneOf(Flag.class), status.getFlags());
assertEquals("<BANLkTi=zC_UQExUuaNqiP0dJXoswDej1Ww@mail.gmail.com>", status.getMessageUid());
assertEquals("Get Gmail on your mobile phone", status.getSubject());
// Unfold assertions.
assertions = unfoldAssertionLines(assertions);
for (int i = 0, statusesSize = statuses.size(); i < statusesSize; i++) {
MessageStatus st = statuses.get(i);
assertEquals(st.toString(), assertions.get(i));
}
}
private static List<String> unfoldAssertionLines(List<String> assertions) {
List<String> unfoldedAssertions = Lists.newArrayListWithCapacity(assertions.size());
for (int i = 0; i < assertions.size(); i++) {
String assertion = assertions.get(i);
while (!assertion.endsWith("}")) {
String next = assertions.get(i + 1);
if (!next.startsWith("MessageStatus{")) {
assertion += '\n' + next;
assertions.remove(i + 1);
}
}
unfoldedAssertions.add(assertion);
}
assertions = unfoldedAssertions;
return assertions;
}
@Test
public final void alternateDateFormatRegex() throws IOException, ParseException {
assertTrue(MessageStatusExtractor.ALTERNATE_RECEIVED_DATE_PATTERN
.matcher("10 Sep 2011 14:19:55 -0700").matches());
assertTrue(MessageStatusExtractor.ALTERNATE_RECEIVED_DATE_PATTERN
.matcher("1 Sep 2011 14:19:55 -0700").matches());
assertTrue(MessageStatusExtractor.ALTERNATE_RECEIVED_DATE_PATTERN
.matcher("1 Sep 2011 04:19:55 +0700").matches());
assertTrue(MessageStatusExtractor.ALTERNATE_RECEIVED_DATE_PATTERN
.matcher("1 Jan 1994 04:19:55 0700").matches());
assertFalse(MessageStatusExtractor.ALTERNATE_RECEIVED_DATE_PATTERN
.matcher("1st Jan 1994 04:19:55 0700").matches());
assertFalse(MessageStatusExtractor.ALTERNATE_RECEIVED_DATE_PATTERN
.matcher("1 Jan 1994 04:19:55 *0700").matches());
assertFalse(MessageStatusExtractor.ALTERNATE_RECEIVED_DATE_PATTERN
.matcher("1 Jan 1994 04:19:55").matches());
assertFalse(MessageStatusExtractor.ALTERNATE_RECEIVED_DATE_PATTERN
.matcher("1994-Jan-01 04:19:55 0700").matches());
}
}