// ======================================================================== // Copyright (c) 2004-2009 Mort Bay Consulting Pty. Ltd. // ------------------------------------------------------------------------ // All rights reserved. This program and the accompanying materials // are made available under the terms of the Eclipse Public License v1.0 // and Apache License v2.0 which accompanies this distribution. // The Eclipse Public License is available at // http://www.eclipse.org/legal/epl-v10.html // The Apache License v2.0 is available at // http://www.opensource.org/licenses/apache2.0.php // You may elect to redistribute this code under either of these licenses. // ======================================================================== package org.eclipse.jetty.http; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; import java.io.UnsupportedEncodingException; import org.eclipse.jetty.io.Buffer; import org.eclipse.jetty.io.ByteArrayBuffer; import org.eclipse.jetty.io.SimpleBuffers; import org.eclipse.jetty.io.bio.StringEndPoint; import org.eclipse.jetty.util.StringUtil; import org.junit.Test; /** * */ public class HttpParserTest { @Test public void testLineParse0() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput("POST /foo HTTP/1.0\015\012" + "\015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); SimpleBuffers buffers=new SimpleBuffers(buffer,null); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("POST", f0); assertEquals("/foo", f1); assertEquals("HTTP/1.0", f2); assertEquals(-1, h); } @Test public void testLineParse1() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput("GET /999\015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); SimpleBuffers buffers=new SimpleBuffers(buffer,null); f2= null; Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("GET", f0); assertEquals("/999", f1); assertEquals(null, f2); assertEquals(-1, h); } @Test public void testLineParse2() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput("POST /222 \015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); SimpleBuffers buffers=new SimpleBuffers(buffer,null); f2= null; Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("POST", f0); assertEquals("/222", f1); assertEquals(null, f2); assertEquals(-1, h); } @Test public void testLineParse3() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput("POST /fo\u0690 HTTP/1.0\015\012" + "\015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); SimpleBuffers buffers=new SimpleBuffers(buffer,null); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("POST", f0); assertEquals("/fo\u0690", f1); assertEquals("HTTP/1.0", f2); assertEquals(-1, h); } @Test public void testLineParse4() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput("POST /foo?param=\u0690 HTTP/1.0\015\012" + "\015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); SimpleBuffers buffers=new SimpleBuffers(buffer,null); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("POST", f0); assertEquals("/foo?param=\u0690", f1); assertEquals("HTTP/1.0", f2); assertEquals(-1, h); } @Test public void testConnect() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput("CONNECT 192.168.1.2:80 HTTP/1.1\015\012" + "\015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); SimpleBuffers buffers=new SimpleBuffers(buffer,null); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertTrue(handler.request); assertEquals("CONNECT", f0); assertEquals("192.168.1.2:80", f1); assertEquals("HTTP/1.1", f2); assertEquals(-1, h); } @Test public void testHeaderParse() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput( "GET / HTTP/1.0\015\012" + "Host: localhost\015\012" + "Header1: value1\015\012" + "Header2 : value 2a \015\012" + " value 2b \015\012" + "Header3: \015\012" + "Header4 \015\012" + " value4\015\012" + "Server5: notServer\015\012" + "\015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); SimpleBuffers buffers=new SimpleBuffers(buffer,null); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("GET", f0); assertEquals("/", f1); assertEquals("HTTP/1.0", f2); assertEquals("Host", hdr[0]); assertEquals("localhost", val[0]); assertEquals("Header1", hdr[1]); assertEquals("value1", val[1]); assertEquals("Header2", hdr[2]); assertEquals("value 2a value 2b", val[2]); assertEquals("Header3", hdr[3]); assertEquals("", val[3]); assertEquals("Header4", hdr[4]); assertEquals("value4", val[4]); assertEquals("Server5", hdr[5]); assertEquals("notServer", val[5]); assertEquals(5, h); } @Test public void testChunkParse() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput( "GET /chunk HTTP/1.0\015\012" + "Header1: value1\015\012" + "Transfer-Encoding: chunked\015\012" + "\015\012" + "a;\015\012" + "0123456789\015\012" + "1a\015\012" + "ABCDEFGHIJKLMNOPQRSTUVWXYZ\015\012" + "0\015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); ByteArrayBuffer content=new ByteArrayBuffer(8192); SimpleBuffers buffers=new SimpleBuffers(buffer,content); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("GET", f0); assertEquals("/chunk", f1); assertEquals("HTTP/1.0", f2); assertEquals(1, h); assertEquals("Header1", hdr[0]); assertEquals("value1", val[0]); assertEquals("0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ", _content); } @Test public void testMultiParse() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput( "GET /mp HTTP/1.0\015\012" + "Connection: Keep-Alive\015\012" + "Header1: value1\015\012" + "Transfer-Encoding: chunked\015\012" + "\015\012" + "a;\015\012" + "0123456789\015\012" + "1a\015\012" + "ABCDEFGHIJKLMNOPQRSTUVWXYZ\015\012" + "0\015\012" + "POST /foo HTTP/1.0\015\012" + "Connection: Keep-Alive\015\012" + "Header2: value2\015\012" + "Content-Length: 0\015\012" + "\015\012" + "PUT /doodle HTTP/1.0\015\012" + "Connection: close\015\012" + "Header3: value3\015\012" + "Content-Length: 10\015\012" + "\015\012" + "0123456789\015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); ByteArrayBuffer content=new ByteArrayBuffer(8192); SimpleBuffers buffers=new SimpleBuffers(buffer,content); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("GET", f0); assertEquals("/mp", f1); assertEquals("HTTP/1.0", f2); assertEquals(2, h); assertEquals("Header1", hdr[1]); assertEquals("value1", val[1]); assertEquals("0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ", _content); parser.parse(); assertEquals("POST", f0); assertEquals("/foo", f1); assertEquals("HTTP/1.0", f2); assertEquals(2, h); assertEquals("Header2", hdr[1]); assertEquals("value2", val[1]); assertEquals(null, _content); parser.parse(); assertEquals("PUT", f0); assertEquals("/doodle", f1); assertEquals("HTTP/1.0", f2); assertEquals(2, h); assertEquals("Header3", hdr[1]); assertEquals("value3", val[1]); assertEquals("0123456789", _content); } @Test public void testStreamParse() throws Exception { StringEndPoint io=new StringEndPoint(); String http="GET / HTTP/1.1\015\012" + "Host: test\015\012" + "Header1: value1\015\012" + "Transfer-Encoding: chunked\015\012" + "\015\012" + "a;\015\012" + "0123456789\015\012" + "1a\015\012" + "ABCDEFGHIJKLMNOPQRSTUVWXYZ\015\012" + "0\015\012" + "POST /foo HTTP/1.1\015\012" + "Host: test\015\012" + "Header2: value2\015\012" + "Content-Length: 0\015\012" + "\015\012" + "PUT /doodle HTTP/1.1\015\012" + "Host: test\015\012" + "Connection: close\015\012" + "Header3: value3\015\012" + "Content-Length: 10\015\012" + "\015\012" + "0123456789\015\012"; int[] tests= { 1024, http.length() + 3, http.length() + 2, http.length() + 1, http.length() + 0, http.length() - 1, http.length() - 2, http.length() / 2, http.length() / 3, 128, 32 }; for (int t= 0; t < tests.length; t++) { String tst="t"+t+"="+tests[t]; try { f0=f1=f2=null; h=0; ByteArrayBuffer buffer= new ByteArrayBuffer(tests[t]); ByteArrayBuffer content=new ByteArrayBuffer(8192); SimpleBuffers buffers=new SimpleBuffers(buffer,content); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); io.setInput(http); // System.err.println(tst); parser.parse(); assertEquals(tst,"GET", f0); assertEquals(tst,"/", f1); assertEquals(tst,"HTTP/1.1", f2); assertEquals(tst,2, h); assertEquals(tst,"Header1", hdr[1]); assertEquals(tst,"value1", val[1]); assertEquals(tst,"0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZ", _content); parser.parse(); assertEquals(tst,"POST", f0); assertEquals(tst,"/foo", f1); assertEquals(tst,"HTTP/1.1", f2); assertEquals(tst,2, h); assertEquals(tst,"Header2", hdr[1]); assertEquals(tst,"value2", val[1]); assertEquals(tst,null, _content); parser.parse(); assertEquals(tst,"PUT", f0); assertEquals(tst,"/doodle", f1); assertEquals(tst,"HTTP/1.1", f2); assertEquals(tst,3, h); assertEquals(tst,"Header3", hdr[2]); assertEquals(tst,"value3", val[2]); assertEquals(tst,"0123456789", _content); } catch(Exception e) { if (t+1 < tests.length) throw e; assertTrue(e.toString().indexOf("FULL")>=0); } } } @Test public void testResponseParse0() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput( "HTTP/1.1 200 Correct\015\012" + "Content-Length: 10\015\012" + "Content-Type: text/plain\015\012" + "\015\012" + "0123456789\015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); SimpleBuffers buffers=new SimpleBuffers(buffer,null); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("HTTP/1.1", f0); assertEquals("200", f1); assertEquals("Correct", f2); assertEquals(_content.length(), 10); assertTrue(headerCompleted); assertTrue(messageCompleted); } @Test public void testResponseParse1() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput( "HTTP/1.1 304 Not-Modified\015\012" + "Connection: close\015\012" + "\015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); SimpleBuffers buffers=new SimpleBuffers(buffer,null); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("HTTP/1.1", f0); assertEquals("304", f1); assertEquals("Not-Modified", f2); assertTrue(headerCompleted); assertTrue(messageCompleted); } @Test public void testResponseParse2() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput( "HTTP/1.1 204 No-Content\015\012" + "Header: value\015\012" + "\015\012" + "HTTP/1.1 200 Correct\015\012" + "Content-Length: 10\015\012" + "Content-Type: text/plain\015\012" + "\015\012" + "0123456789\015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); SimpleBuffers buffers=new SimpleBuffers(buffer,null); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("HTTP/1.1", f0); assertEquals("204", f1); assertEquals("No-Content", f2); assertTrue(headerCompleted); assertTrue(messageCompleted); parser.parse(); assertEquals("HTTP/1.1", f0); assertEquals("200", f1); assertEquals("Correct", f2); assertEquals(_content.length(), 10); assertTrue(headerCompleted); assertTrue(messageCompleted); } @Test public void testResponseParse3() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput( "HTTP/1.1 200\015\012" + "Content-Length: 10\015\012" + "Content-Type: text/plain\015\012" + "\015\012" + "0123456789\015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); SimpleBuffers buffers=new SimpleBuffers(buffer,null); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("HTTP/1.1", f0); assertEquals("200", f1); assertEquals(null, f2); assertEquals(_content.length(), 10); assertTrue(headerCompleted); assertTrue(messageCompleted); } @Test public void testResponseParse4() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput( "HTTP/1.1 200 \015\012" + "Content-Length: 10\015\012" + "Content-Type: text/plain\015\012" + "\015\012" + "0123456789\015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); SimpleBuffers buffers=new SimpleBuffers(buffer,null); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("HTTP/1.1", f0); assertEquals("200", f1); assertEquals(null, f2); assertEquals(_content.length(), 10); assertTrue(headerCompleted); assertTrue(messageCompleted); } @Test public void testResponse304WithContentLength() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput( "HTTP/1.1 304 found\015\012" + "Content-Length: 10\015\012" + "\015\012"); ByteArrayBuffer buffer= new ByteArrayBuffer(4096); SimpleBuffers buffers=new SimpleBuffers(buffer,null); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("HTTP/1.1", f0); assertEquals("304", f1); assertEquals("found", f2); assertEquals(null,_content); assertTrue(headerCompleted); assertTrue(messageCompleted); } @Test public void testSeekEOF() throws Exception { StringEndPoint io=new StringEndPoint(); io.setInput( "HTTP/1.1 200 OK\015\012" + "Content-Length: 0\015\012" + "Connection: close\015\012" + "\015\012" + "\015\012" // extra CRLF ignored + "HTTP/1.1 400 OK\015\012"); // extra data causes close ByteArrayBuffer buffer= new ByteArrayBuffer(4096); SimpleBuffers buffers=new SimpleBuffers(buffer,null); Handler handler = new Handler(); HttpParser parser= new HttpParser(buffers,io, handler); parser.parse(); assertEquals("HTTP/1.1", f0); assertEquals("200", f1); assertEquals("OK", f2); assertEquals(null,_content); assertTrue(headerCompleted); assertTrue(messageCompleted); } private String _content; private String f0; private String f1; private String f2; private String[] hdr; private String[] val; private int h; private boolean headerCompleted; private boolean messageCompleted; private class Handler extends HttpParser.EventHandler { private HttpFields fields; private boolean request; public void content(Buffer ref) { if (_content==null) _content=""; _content= _content + ref; } public void startRequest(Buffer tok0, Buffer tok1, Buffer tok2) { try { request=true; h= -1; hdr= new String[9]; val= new String[9]; f0= tok0.toString(); f1=new String(tok1.array(),tok1.getIndex(),tok1.length(),StringUtil.__UTF8); if (tok2!=null) f2= tok2.toString(); else f2=null; fields=new HttpFields(); } catch (UnsupportedEncodingException e) { throw new RuntimeException(e); } messageCompleted = false; headerCompleted = false; } public void parsedHeader(Buffer name, Buffer value) { hdr[++h]= name.toString(StringUtil.__ISO_8859_1); val[h]= value.toString(StringUtil.__ISO_8859_1); } public void headerComplete() { _content= null; String s0=fields.toString(); String s1=fields.toString(); if (!s0.equals(s1)) { //System.err.println(s0); //System.err.println(s1); throw new IllegalStateException(); } headerCompleted = true; } public void messageComplete(long contentLength) { messageCompleted = true; } public void startResponse(Buffer version, int status, Buffer reason) { request=false; f0 = version.toString(); f1 = Integer.toString(status); f2 = reason==null?null:reason.toString(); fields=new HttpFields(); hdr= new String[9]; val= new String[9]; messageCompleted = false; headerCompleted = false; } } }