/**************************************************************** | |
* Licensed to the Apache Software Foundation (ASF) under one * | |
* or more contributor license agreements. See the NOTICE file * | |
* distributed with this work for additional information * | |
* regarding copyright ownership. The ASF licenses this file * | |
* to you under the Apache License, Version 2.0 (the * | |
* "License"); you may not use this file except in compliance * | |
* with the License. You may obtain a copy of the License at * | |
* * | |
* http://www.apache.org/licenses/LICENSE-2.0 * | |
* * | |
* Unless required by applicable law or agreed to in writing, * | |
* software distributed under the License is distributed on an * | |
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * | |
* KIND, either express or implied. See the License for the * | |
* specific language governing permissions and limitations * | |
* under the License. * | |
****************************************************************/ | |
package org.apache.james.mime4j.parser; | |
import org.apache.james.mime4j.descriptor.BodyDescriptor; | |
import org.apache.james.mime4j.parser.AbstractContentHandler; | |
import org.apache.james.mime4j.parser.MimeStreamParser; | |
import org.apache.james.mime4j.util.ByteSequence; | |
import org.apache.james.mime4j.util.ContentUtil; | |
import org.apache.log4j.BasicConfigurator; | |
import java.io.ByteArrayInputStream; | |
import java.io.IOException; | |
import java.io.InputStream; | |
import java.util.LinkedList; | |
import junit.framework.TestCase; | |
public class MimeStreamParserTest extends TestCase { | |
@Override | |
public void setUp() { | |
BasicConfigurator.resetConfiguration(); | |
BasicConfigurator.configure(); | |
} | |
/* | |
public void testRootAndBodyStreamsAreSynched() throws IOException { | |
File dir = new File("testmsgs"); | |
File[] files = dir.listFiles(); | |
for (int i = 0; i < files.length; i++) { | |
File f = files[i]; | |
if (f.getName().toLowerCase().endsWith(".msg")) { | |
final RandomAccessFile file = new RandomAccessFile(f, "r"); | |
final EOLTrackingInputStream rootStream = | |
new EOLTrackingInputStream( | |
new RandomAccessFileInputStream(file, 0, file.length())); | |
ContentHandler handler = new AbstractContentHandler() { | |
public void body(BodyDescriptor bd, InputStream expected) throws IOException { | |
int pos = rootStream.getMark(); | |
if (expected instanceof RootInputStream) { | |
pos++; | |
} | |
InputStream actual = | |
new EOLConvertingInputStream( | |
new RandomAccessFileInputStream(file, pos, file.length())); | |
StringBuilder sb1 = new StringBuilder(); | |
StringBuilder sb2 = new StringBuilder(); | |
int b = 0; | |
while ((b = expected.read()) != -1) { | |
sb1.append((char) (b & 0xff)); | |
sb2.append((char) (actual.read() & 0xff)); | |
} | |
assertEquals(sb1.toString(), sb2.toString()); | |
} | |
}; | |
System.out.println("Testing synch of " + f.getName()); | |
MimeStreamParser parser = new MimeStreamParser(); | |
parser.setContentHandler(handler); | |
parser.parse(rootStream); | |
} | |
} | |
}*/ | |
public void testBoundaryInEpilogue() throws Exception { | |
StringBuilder sb = new StringBuilder(); | |
sb.append("From: foo@bar.com\r\n"); | |
sb.append("To: someone@else.com\r\n"); | |
sb.append("Content-type: multipart/something; boundary=myboundary\r\n"); | |
sb.append("\r\n"); | |
sb.append("This is the preamble.\r\n"); | |
sb.append("--myboundary\r\n"); | |
sb.append("Content-type: text/plain\r\n"); | |
sb.append("\r\n"); | |
sb.append("This is the first body.\r\n"); | |
sb.append("It's completely meaningless.\r\n"); | |
sb.append("After this line the body ends.\r\n"); | |
sb.append("\r\n"); | |
sb.append("--myboundary--\r\n"); | |
StringBuilder epilogue = new StringBuilder(); | |
epilogue.append("Content-type: text/plain\r\n"); | |
epilogue.append("\r\n"); | |
epilogue.append("This is actually the epilogue but it looks like a second body.\r\n"); | |
epilogue.append("Yada yada yada.\r\n"); | |
epilogue.append("\r\n"); | |
epilogue.append("--myboundary--\r\n"); | |
epilogue.append("This is still the epilogue.\r\n"); | |
sb.append(epilogue.toString()); | |
ByteArrayInputStream bais = new ByteArrayInputStream(sb.toString().getBytes("US-ASCII")); | |
final StringBuilder actual = new StringBuilder(); | |
MimeStreamParser parser = new MimeStreamParser(); | |
parser.setContentHandler(new AbstractContentHandler() { | |
@Override | |
public void epilogue(InputStream is) throws IOException { | |
int b; | |
while ((b = is.read()) != -1) { | |
actual.append((char) b); | |
} | |
} | |
}); | |
parser.parse(bais); | |
assertEquals(epilogue.toString(), actual.toString()); | |
} | |
public void testParseOneLineFields() throws Exception { | |
StringBuilder sb = new StringBuilder(); | |
final LinkedList<String> expected = new LinkedList<String>(); | |
expected.add("From: foo@abr.com"); | |
sb.append(expected.getLast() + "\r\n"); | |
expected.add("Subject: A subject"); | |
sb.append(expected.getLast() + "\r\n"); | |
MimeStreamParser parser = new MimeStreamParser(); | |
parser.setContentHandler(new AbstractContentHandler() { | |
@Override | |
public void field(Field field) { | |
assertEquals(expected.removeFirst(), decode(field.getRaw())); | |
} | |
}); | |
parser.parse(new ByteArrayInputStream(sb.toString().getBytes())); | |
assertEquals(0, expected.size()); | |
} | |
public void testCRWithoutLFInHeader() throws Exception { | |
/* | |
* Test added because \r:s not followed by \n:s in the header would | |
* cause an infinite loop. | |
*/ | |
StringBuilder sb = new StringBuilder(); | |
final LinkedList<String> expected = new LinkedList<String>(); | |
expected.add("The-field: This field\r\rcontains CR:s\r\r" | |
+ "not\r\n\tfollowed by LF"); | |
sb.append(expected.getLast() + "\r\n"); | |
MimeStreamParser parser = new MimeStreamParser(); | |
parser.setContentHandler(new AbstractContentHandler() { | |
@Override | |
public void field(Field field) { | |
assertEquals(expected.removeFirst(), decode(field.getRaw())); | |
} | |
}); | |
parser.parse(new ByteArrayInputStream(sb.toString().getBytes())); | |
assertEquals(0, expected.size()); | |
} | |
public void testParseMultiLineFields() throws Exception { | |
StringBuilder sb = new StringBuilder(); | |
final LinkedList<String> expected = new LinkedList<String>(); | |
expected.add("Received: by netmbx.netmbx.de (/\\==/\\ Smail3.1.28.1)\r\n" | |
+ "\tfrom mail.cs.tu-berlin.de with smtp\r\n" | |
+ "\tid <m0uWPrO-0004wpC>;" | |
+ " Wed, 19 Jun 96 18:12 MES"); | |
sb.append(expected.getLast() + "\r\n"); | |
expected.add("Subject: A folded subject\r\n Line 2\r\n\tLine 3"); | |
sb.append(expected.getLast() + "\r\n"); | |
MimeStreamParser parser = new MimeStreamParser(); | |
parser.setContentHandler(new AbstractContentHandler() { | |
@Override | |
public void field(Field field) { | |
assertEquals(expected.removeFirst(), decode(field.getRaw())); | |
} | |
}); | |
parser.parse(new ByteArrayInputStream(sb.toString().getBytes())); | |
assertEquals(0, expected.size()); | |
} | |
public void testStop() throws Exception { | |
final MimeStreamParser parser = new MimeStreamParser(); | |
TestHandler handler = new TestHandler() { | |
@Override | |
public void endHeader() { | |
super.endHeader(); | |
parser.stop(); | |
} | |
}; | |
parser.setContentHandler(handler); | |
String msg = "Subject: Yada yada\r\n" | |
+ "From: foo@bar.com\r\n" | |
+ "\r\n" | |
+ "Line 1\r\n" | |
+ "Line 2\r\n"; | |
String expected = "<message>\r\n" | |
+ "<header>\r\n" | |
+ "<field>\r\n" | |
+ "Subject: Yada yada" | |
+ "</field>\r\n" | |
+ "<field>\r\n" | |
+ "From: foo@bar.com" | |
+ "</field>\r\n" | |
+ "</header>\r\n" | |
+ "<body>\r\n" | |
+ "</body>\r\n" | |
+ "</message>\r\n"; | |
parser.parse(new ByteArrayInputStream(msg.getBytes())); | |
String result = handler.sb.toString(); | |
assertEquals(expected, result); | |
} | |
/* | |
* Tests that invalid fields are ignored. | |
*/ | |
public void testInvalidFields() throws Exception { | |
StringBuilder sb = new StringBuilder(); | |
final LinkedList<String> expected = new LinkedList<String>(); | |
sb.append("From - foo@abr.com\r\n"); | |
expected.add("From: some@one.com"); | |
sb.append(expected.getLast() + "\r\n"); | |
expected.add("Subject: A subject"); | |
sb.append(expected.getLast() + "\r\n"); | |
sb.append("A line which should be ignored\r\n"); | |
MimeStreamParser parser = new MimeStreamParser(); | |
parser.setContentHandler(new AbstractContentHandler() { | |
@Override | |
public void field(Field field) { | |
assertEquals(expected.removeFirst(), decode(field.getRaw())); | |
} | |
}); | |
parser.parse(new ByteArrayInputStream(sb.toString().getBytes())); | |
assertEquals(0, expected.size()); | |
} | |
/* | |
* Tests that empty streams still generate the expected series of events. | |
*/ | |
public void testEmptyStream() throws Exception { | |
final LinkedList<String> expected = new LinkedList<String>(); | |
expected.add("startMessage"); | |
expected.add("startHeader"); | |
expected.add("endHeader"); | |
expected.add("body"); | |
expected.add("endMessage"); | |
MimeStreamParser parser = new MimeStreamParser(); | |
parser.setContentHandler(new AbstractContentHandler() { | |
@Override | |
public void body(BodyDescriptor bd, InputStream is) { | |
assertEquals(expected.removeFirst(), "body"); | |
} | |
@Override | |
public void endMultipart() { | |
fail("endMultipart shouldn't be called for empty stream"); | |
} | |
@Override | |
public void endBodyPart() { | |
fail("endBodyPart shouldn't be called for empty stream"); | |
} | |
@Override | |
public void endHeader() { | |
assertEquals(expected.removeFirst(), "endHeader"); | |
} | |
@Override | |
public void endMessage() { | |
assertEquals(expected.removeFirst(), "endMessage"); | |
} | |
@Override | |
public void field(Field field) { | |
fail("field shouldn't be called for empty stream"); | |
} | |
@Override | |
public void startMultipart(BodyDescriptor bd) { | |
fail("startMultipart shouldn't be called for empty stream"); | |
} | |
@Override | |
public void startBodyPart() { | |
fail("startBodyPart shouldn't be called for empty stream"); | |
} | |
@Override | |
public void startHeader() { | |
assertEquals(expected.removeFirst(), "startHeader"); | |
} | |
@Override | |
public void startMessage() { | |
assertEquals(expected.removeFirst(), "startMessage"); | |
} | |
}); | |
parser.parse(new ByteArrayInputStream(new byte[0])); | |
assertEquals(0, expected.size()); | |
} | |
/* | |
* Tests parsing of empty headers. | |
*/ | |
public void testEmpyHeader() throws Exception { | |
StringBuilder sb = new StringBuilder(); | |
sb.append("\r\n"); | |
sb.append("The body is right here\r\n"); | |
final StringBuilder body = new StringBuilder(); | |
MimeStreamParser parser = new MimeStreamParser(); | |
parser.setContentHandler(new AbstractContentHandler() { | |
@Override | |
public void field(Field field) { | |
fail("No fields should be reported"); | |
} | |
@Override | |
public void body(BodyDescriptor bd, InputStream is) throws IOException { | |
int b; | |
while ((b = is.read()) != -1) { | |
body.append((char) b); | |
} | |
} | |
}); | |
parser.parse(new ByteArrayInputStream(sb.toString().getBytes())); | |
assertEquals("The body is right here\r\n", body.toString()); | |
} | |
/* | |
* Tests parsing of empty body. | |
*/ | |
public void testEmptyBody() throws Exception { | |
StringBuilder sb = new StringBuilder(); | |
final LinkedList<String> expected = new LinkedList<String>(); | |
expected.add("From: some@one.com"); | |
sb.append(expected.getLast() + "\r\n"); | |
expected.add("Subject: A subject"); | |
sb.append(expected.getLast() + "\r\n\r\n"); | |
MimeStreamParser parser = new MimeStreamParser(); | |
parser.setContentHandler(new AbstractContentHandler() { | |
@Override | |
public void field(Field field) { | |
assertEquals(expected.removeFirst(), decode(field.getRaw())); | |
} | |
@Override | |
public void body(BodyDescriptor bd, InputStream is) throws IOException { | |
assertEquals(-1, is.read()); | |
} | |
}); | |
parser.parse(new ByteArrayInputStream(sb.toString().getBytes())); | |
assertEquals(0, expected.size()); | |
} | |
/* | |
* Tests that invalid fields are ignored. | |
*/ | |
public void testPrematureEOFAfterFields() throws Exception { | |
StringBuilder sb = new StringBuilder(); | |
final LinkedList<String> expected = new LinkedList<String>(); | |
expected.add("From: some@one.com"); | |
sb.append(expected.getLast() + "\r\n"); | |
expected.add("Subject: A subject"); | |
sb.append(expected.getLast()); | |
MimeStreamParser parser = new MimeStreamParser(); | |
parser.setContentHandler(new AbstractContentHandler() { | |
@Override | |
public void field(Field field) { | |
assertEquals(expected.removeFirst(), decode(field.getRaw())); | |
} | |
}); | |
parser.parse(new ByteArrayInputStream(sb.toString().getBytes())); | |
assertEquals(0, expected.size()); | |
sb = new StringBuilder(); | |
expected.clear(); | |
expected.add("From: some@one.com"); | |
sb.append(expected.getLast() + "\r\n"); | |
expected.add("Subject: A subject"); | |
sb.append(expected.getLast() + "\r\n"); | |
parser = new MimeStreamParser(); | |
parser.setContentHandler(new AbstractContentHandler() { | |
@Override | |
public void field(Field field) { | |
assertEquals(expected.removeFirst(), decode(field.getRaw())); | |
} | |
}); | |
parser.parse(new ByteArrayInputStream(sb.toString().getBytes())); | |
assertEquals(0, expected.size()); | |
} | |
public void testAutomaticContentDecoding() throws Exception { | |
MimeStreamParser parser = new MimeStreamParser(); | |
parser.setContentDecoding(true); | |
TestHandler handler = new TestHandler(); | |
parser.setContentHandler(handler); | |
String msg = "Subject: Yada yada\r\n" | |
+ "From: foo@bar.com\r\n" | |
+ "Content-Type: application/octet-stream\r\n" | |
+ "Content-Transfer-Encoding: base64\r\n" | |
+ "\r\n" | |
+ "V2hvIGF0ZSBteSBjYWtlPwo="; | |
String expected = "<message>\r\n" | |
+ "<header>\r\n" | |
+ "<field>\r\n" | |
+ "Subject: Yada yada" | |
+ "</field>\r\n" | |
+ "<field>\r\n" | |
+ "From: foo@bar.com" | |
+ "</field>\r\n" | |
+ "<field>\r\n" | |
+ "Content-Type: application/octet-stream" | |
+ "</field>\r\n" | |
+ "<field>\r\n" | |
+ "Content-Transfer-Encoding: base64" | |
+ "</field>\r\n" | |
+ "</header>\r\n" | |
+ "<body>\r\n" | |
+ "Who ate my cake?\n" | |
+ "</body>\r\n" | |
+ "</message>\r\n"; | |
parser.parse(new ByteArrayInputStream(msg.getBytes())); | |
String result = handler.sb.toString(); | |
assertEquals(expected, result); | |
} | |
protected String decode(ByteSequence byteSequence) { | |
return ContentUtil.decode(byteSequence); | |
} | |
} |