Author: markt Date: Tue Mar 3 09:23:54 2015 New Revision: 1663567 URL: http://svn.apache.org/r1663567 Log: Fix https://bz.apache.org/bugzilla/show_bug.cgi?id=57621 When an async request completes, need to ensure that any unread input is swallowed.
Modified: tomcat/tc8.0.x/trunk/ (props changed) tomcat/tc8.0.x/trunk/java/org/apache/catalina/core/AsyncContextImpl.java tomcat/tc8.0.x/trunk/java/org/apache/coyote/ActionCode.java tomcat/tc8.0.x/trunk/java/org/apache/coyote/ajp/AbstractAjpProcessor.java tomcat/tc8.0.x/trunk/java/org/apache/coyote/http11/AbstractHttp11Processor.java tomcat/tc8.0.x/trunk/test/org/apache/catalina/startup/SimpleHttpClient.java tomcat/tc8.0.x/trunk/test/org/apache/coyote/http11/TestAbstractHttp11Processor.java tomcat/tc8.0.x/trunk/webapps/docs/changelog.xml Propchange: tomcat/tc8.0.x/trunk/ ------------------------------------------------------------------------------ --- svn:mergeinfo (original) +++ svn:mergeinfo Tue Mar 3 09:23:54 2015 @@ -1 +1 @@ -/tomcat/trunk:1636524,1637156,1637176,1637188,1637331,1637684,1637695,1638720-1638725,1639653,1640010,1640083-1640084,1640088,1640275,1640322,1640347,1640361,1640365,1640403,1640410,1640652,1640655-1640658,1640688,1640700-1640883,1640903,1640976,1640978,1641000,1641026,1641038-1641039,1641051-1641052,1641058,1641064,1641300,1641369,1641374,1641380,1641486,1641634,1641656-1641692,1641704,1641707-1641718,1641720-1641722,1641735,1641981,1642233,1642280,1642554,1642564,1642595,1642606,1642668,1642679,1642697,1642699,1642766,1643002,1643045,1643054-1643055,1643066,1643121,1643128,1643206,1643209-1643210,1643216,1643249,1643270,1643283,1643309-1643310,1643323,1643365-1643366,1643370-1643371,1643465,1643474,1643536,1643570,1643634,1643649,1643651,1643654,1643675,1643731,1643733-1643734,1643761,1643766,1643814,1643937,1643963,1644017,1644169,1644201-1644203,1644321,1644323,1644516,1644523,1644529,1644535,1644730,1644768,1644784-1644785,1644790,1644793,1644815,1644884,1644886,1644890,1644892 ,1644910,1644924,1644929-1644930,1644935,1644989,1645011,1645247,1645355,1645357-1645358,1645455,1645465,1645469,1645471,1645473,1645475,1645486-1645488,1645626,1645641,1645685,1645743,1645763,1645951-1645953,1645955,1645993,1646098-1646106,1646178,1646220,1646302,1646304,1646420,1646470-1646471,1646476,1646559,1646717-1646723,1646773,1647026,1647042,1647530,1647655,1648304,1648815,1648907,1650081,1650365,1651116,1651120,1651280,1651470,1652938,1652970,1653041,1653471,1653550,1653574,1653797,1653815-1653816,1653819,1653840,1653857,1653888,1653972,1654013,1654030,1654050,1654123,1654148,1654159,1654513,1654515,1654517,1654522,1654524,1654725,1654735,1654766,1654785,1654851-1654852,1654978,1655122-1655124,1655126-1655127,1655129-1655130,1655132-1655133,1655312,1655438,1655441,1655454,1655558,1656087,1656299,1656319,1656331,1656345,1656350,1656590,1656648-1656650,1656657,1657041,1657054,1657374,1657492,1657510,1657565,1657580,1657584,1657586,1657589,1657592,1657607,1657609,1657682,1657 907,1658207,1658734,1658781,1658790,1658799,1658802,1658804,1658833,1658840,1658966,1659043,1659053,1659059,1659188-1659189,1659216,1659263,1659293,1659304,1659306-1659307,1659382,1659384,1659428,1659471,1659486,1659505,1659516,1659521,1659524,1659559,1659562,1659803,1659806,1659814,1659833,1659862,1659905,1659919,1659948,1659967,1659983-1659984,1660060,1660074,1660077,1660133,1660168,1660331-1660332,1660353,1660358,1660924,1661386,1661867,1661972,1661990,1662200,1662308-1662309,1662548,1662614,1662736,1662985,1662988-1662989,1663264,1663277,1663298,1663324,1663534 +/tomcat/trunk:1636524,1637156,1637176,1637188,1637331,1637684,1637695,1638720-1638725,1639653,1640010,1640083-1640084,1640088,1640275,1640322,1640347,1640361,1640365,1640403,1640410,1640652,1640655-1640658,1640688,1640700-1640883,1640903,1640976,1640978,1641000,1641026,1641038-1641039,1641051-1641052,1641058,1641064,1641300,1641369,1641374,1641380,1641486,1641634,1641656-1641692,1641704,1641707-1641718,1641720-1641722,1641735,1641981,1642233,1642280,1642554,1642564,1642595,1642606,1642668,1642679,1642697,1642699,1642766,1643002,1643045,1643054-1643055,1643066,1643121,1643128,1643206,1643209-1643210,1643216,1643249,1643270,1643283,1643309-1643310,1643323,1643365-1643366,1643370-1643371,1643465,1643474,1643536,1643570,1643634,1643649,1643651,1643654,1643675,1643731,1643733-1643734,1643761,1643766,1643814,1643937,1643963,1644017,1644169,1644201-1644203,1644321,1644323,1644516,1644523,1644529,1644535,1644730,1644768,1644784-1644785,1644790,1644793,1644815,1644884,1644886,1644890,1644892 ,1644910,1644924,1644929-1644930,1644935,1644989,1645011,1645247,1645355,1645357-1645358,1645455,1645465,1645469,1645471,1645473,1645475,1645486-1645488,1645626,1645641,1645685,1645743,1645763,1645951-1645953,1645955,1645993,1646098-1646106,1646178,1646220,1646302,1646304,1646420,1646470-1646471,1646476,1646559,1646717-1646723,1646773,1647026,1647042,1647530,1647655,1648304,1648815,1648907,1650081,1650365,1651116,1651120,1651280,1651470,1652938,1652970,1653041,1653471,1653550,1653574,1653797,1653815-1653816,1653819,1653840,1653857,1653888,1653972,1654013,1654030,1654050,1654123,1654148,1654159,1654513,1654515,1654517,1654522,1654524,1654725,1654735,1654766,1654785,1654851-1654852,1654978,1655122-1655124,1655126-1655127,1655129-1655130,1655132-1655133,1655312,1655438,1655441,1655454,1655558,1656087,1656299,1656319,1656331,1656345,1656350,1656590,1656648-1656650,1656657,1657041,1657054,1657374,1657492,1657510,1657565,1657580,1657584,1657586,1657589,1657592,1657607,1657609,1657682,1657 907,1658207,1658734,1658781,1658790,1658799,1658802,1658804,1658833,1658840,1658966,1659043,1659053,1659059,1659188-1659189,1659216,1659263,1659293,1659304,1659306-1659307,1659382,1659384,1659428,1659471,1659486,1659505,1659516,1659521,1659524,1659559,1659562,1659803,1659806,1659814,1659833,1659862,1659905,1659919,1659948,1659967,1659983-1659984,1660060,1660074,1660077,1660133,1660168,1660331-1660332,1660353,1660358,1660924,1661386,1661867,1661972,1661990,1662200,1662308-1662309,1662548,1662614,1662736,1662985,1662988-1662989,1663264,1663277,1663298,1663324,1663534,1663562 Modified: tomcat/tc8.0.x/trunk/java/org/apache/catalina/core/AsyncContextImpl.java URL: http://svn.apache.org/viewvc/tomcat/tc8.0.x/trunk/java/org/apache/catalina/core/AsyncContextImpl.java?rev=1663567&r1=1663566&r2=1663567&view=diff ============================================================================== --- tomcat/tc8.0.x/trunk/java/org/apache/catalina/core/AsyncContextImpl.java (original) +++ tomcat/tc8.0.x/trunk/java/org/apache/catalina/core/AsyncContextImpl.java Tue Mar 3 09:23:54 2015 @@ -107,11 +107,15 @@ public class AsyncContextImpl implements context.unbind(Globals.IS_SECURITY_ENABLED, oldCL); } - // The application doesn't know it has to stop writing until it receives - // the complete event so the response has to be closed after firing the - // event. + // The application doesn't know it has to stop read and/or writing until + // it receives the complete event so the request and response have to be + // closed after firing the event. try { + // First of all ensure that any data written to the response is + // written to the I/O layer. request.getResponse().finishResponse(); + // Close the request and the response. + request.getCoyoteRequest().action(ActionCode.END_REQUEST, null); } catch (Throwable t) { ExceptionUtils.handleThrowable(t); // Catch this here and allow async context complete to continue Modified: tomcat/tc8.0.x/trunk/java/org/apache/coyote/ActionCode.java URL: http://svn.apache.org/viewvc/tomcat/tc8.0.x/trunk/java/org/apache/coyote/ActionCode.java?rev=1663567&r1=1663566&r2=1663567&view=diff ============================================================================== --- tomcat/tc8.0.x/trunk/java/org/apache/coyote/ActionCode.java (original) +++ tomcat/tc8.0.x/trunk/java/org/apache/coyote/ActionCode.java Tue Mar 3 09:23:54 2015 @@ -249,5 +249,11 @@ public enum ActionCode { * when the non-blocking listeners are configured on a thread where the * processing wasn't triggered by a read or write event on the socket. */ - DISPATCH_EXECUTE + DISPATCH_EXECUTE, + + /** + * Trigger end of request processing (remaining input swallowed, write any + * remaining parts of the response etc.). + */ + END_REQUEST } Modified: tomcat/tc8.0.x/trunk/java/org/apache/coyote/ajp/AbstractAjpProcessor.java URL: http://svn.apache.org/viewvc/tomcat/tc8.0.x/trunk/java/org/apache/coyote/ajp/AbstractAjpProcessor.java?rev=1663567&r1=1663566&r2=1663567&view=diff ============================================================================== --- tomcat/tc8.0.x/trunk/java/org/apache/coyote/ajp/AbstractAjpProcessor.java (original) +++ tomcat/tc8.0.x/trunk/java/org/apache/coyote/ajp/AbstractAjpProcessor.java Tue Mar 3 09:23:54 2015 @@ -653,7 +653,11 @@ public abstract class AbstractAjpProcess setErrorState(ErrorState.CLOSE_NOW, null); break; } + case END_REQUEST: { + // NO-OP for AJP + break; } + } } Modified: tomcat/tc8.0.x/trunk/java/org/apache/coyote/http11/AbstractHttp11Processor.java URL: http://svn.apache.org/viewvc/tomcat/tc8.0.x/trunk/java/org/apache/coyote/http11/AbstractHttp11Processor.java?rev=1663567&r1=1663566&r2=1663567&view=diff ============================================================================== --- tomcat/tc8.0.x/trunk/java/org/apache/coyote/http11/AbstractHttp11Processor.java (original) +++ tomcat/tc8.0.x/trunk/java/org/apache/coyote/http11/AbstractHttp11Processor.java Tue Mar 3 09:23:54 2015 @@ -915,6 +915,10 @@ public abstract class AbstractHttp11Proc setErrorState(ErrorState.CLOSE_NOW, null); break; } + case END_REQUEST: { + endRequest(); + break; + } default: { actionInternal(actionCode, param); break; Modified: tomcat/tc8.0.x/trunk/test/org/apache/catalina/startup/SimpleHttpClient.java URL: http://svn.apache.org/viewvc/tomcat/tc8.0.x/trunk/test/org/apache/catalina/startup/SimpleHttpClient.java?rev=1663567&r1=1663566&r2=1663567&view=diff ============================================================================== --- tomcat/tc8.0.x/trunk/test/org/apache/catalina/startup/SimpleHttpClient.java (original) +++ tomcat/tc8.0.x/trunk/test/org/apache/catalina/startup/SimpleHttpClient.java Tue Mar 3 09:23:54 2015 @@ -385,6 +385,10 @@ public abstract class SimpleHttpClient { useContinue = false; + resetResponse(); + } + + public void resetResponse() { responseLine = null; responseHeaders = new ArrayList<>(); responseBody = null; Modified: tomcat/tc8.0.x/trunk/test/org/apache/coyote/http11/TestAbstractHttp11Processor.java URL: http://svn.apache.org/viewvc/tomcat/tc8.0.x/trunk/test/org/apache/coyote/http11/TestAbstractHttp11Processor.java?rev=1663567&r1=1663566&r2=1663567&view=diff ============================================================================== --- tomcat/tc8.0.x/trunk/test/org/apache/coyote/http11/TestAbstractHttp11Processor.java (original) +++ tomcat/tc8.0.x/trunk/test/org/apache/coyote/http11/TestAbstractHttp11Processor.java Tue Mar 3 09:23:54 2015 @@ -45,6 +45,7 @@ import org.junit.Assert; import org.junit.Test; import org.apache.catalina.Context; +import org.apache.catalina.Wrapper; import org.apache.catalina.startup.SimpleHttpClient; import org.apache.catalina.startup.TesterServlet; import org.apache.catalina.startup.Tomcat; @@ -701,4 +702,103 @@ public class TestAbstractHttp11Processor return getResponseBody().contains("test - data"); } } + + + /* + * Partially read chunked input is not swallowed when it is read during + * async processing. + */ + @Test + public void testBug57621() throws Exception { + + Tomcat tomcat = getTomcatInstance(); + Context root = tomcat.addContext("", null); + Wrapper w = Tomcat.addServlet(root, "Bug57621", new Bug57621Servlet()); + w.setAsyncSupported(true); + root.addServletMapping("/test", "Bug57621"); + + tomcat.start(); + + Bug57621Client client = new Bug57621Client(); + client.setPort(tomcat.getConnector().getLocalPort()); + + client.setUseContentLength(true); + + client.connect(); + + client.doRequest(); + assertTrue(client.getResponseLine(), client.isResponse200()); + assertTrue(client.isResponseBodyOK()); + + // Do the request again to ensure that the remaining body was swallowed + client.resetResponse(); + client.processRequest(); + assertTrue(client.isResponse200()); + assertTrue(client.isResponseBodyOK()); + + client.disconnect(); + } + + + private static class Bug57621Servlet extends HttpServlet { + + private static final long serialVersionUID = 1L; + + @Override + protected void doPut(HttpServletRequest req, HttpServletResponse resp) + throws ServletException, IOException { + AsyncContext ac = req.startAsync(); + ac.start(new Runnable() { + @Override + public void run() { + resp.setContentType("text/plain"); + resp.setCharacterEncoding("UTF-8"); + try { + resp.getWriter().print("OK"); + } catch (IOException e) { + // Should never happen. Test will fail if it does. + } + ac.complete(); + } + }); + } + } + + + private class Bug57621Client extends SimpleHttpClient { + + private Exception doRequest() { + try { + String[] request = new String[2]; + request[0] = + "PUT http://localhost:8080/test HTTP/1.1" + CRLF + + "Transfer-encoding: chunked" + CRLF + + CRLF + + "2" + CRLF + + "OK"; + + request[1] = + CRLF + + "0" + CRLF + + CRLF; + + setRequest(request); + processRequest(); // blocks until response has been read + } catch (Exception e) { + return e; + } + return null; + } + + @Override + public boolean isResponseBodyOK() { + if (getResponseBody() == null) { + return false; + } + if (!getResponseBody().contains("OK")) { + return false; + } + return true; + } + } } Modified: tomcat/tc8.0.x/trunk/webapps/docs/changelog.xml URL: http://svn.apache.org/viewvc/tomcat/tc8.0.x/trunk/webapps/docs/changelog.xml?rev=1663567&r1=1663566&r2=1663567&view=diff ============================================================================== --- tomcat/tc8.0.x/trunk/webapps/docs/changelog.xml (original) +++ tomcat/tc8.0.x/trunk/webapps/docs/changelog.xml Tue Mar 3 09:23:54 2015 @@ -83,6 +83,10 @@ (markt) </fix> <fix> + <bug>57621</bug>: When an async request completes, ensure that any + remaining request body data is swallowed. (markt) + </fix> + <fix> <bug>57637</bug>: Do not create unnecessary sessions when using PersistentValve. (jboynes/fschumacher) </fix> --------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@tomcat.apache.org For additional commands, e-mail: dev-h...@tomcat.apache.org