Skip to content

Commit

Permalink
Issue #4824 - Addressing flush/commit with GzipHttpOutputInterceptor
Browse files Browse the repository at this point in the history
Signed-off-by: Joakim Erdfelt <joakim.erdfelt@gmail.com>
  • Loading branch information
joakime committed May 4, 2020
1 parent c645d0f commit d58da0f
Show file tree
Hide file tree
Showing 2 changed files with 46 additions and 73 deletions.
Expand Up @@ -229,10 +229,10 @@ protected void commit(ByteBuffer content, boolean complete, Callback callback)
LOG.debug("{} compressing {}", this, _deflater);
_state.set(GZState.COMPRESSING);

if (content.remaining() == 0)
if (BufferUtil.isEmpty(content))
{
// We are committing, and we have no content to compress.
_interceptor.write(content, complete, callback);
// We are committing, but have no content to compress, so flush empty buffer to write headers.
_interceptor.write(BufferUtil.EMPTY_BUFFER, complete, callback);
}
else
{
Expand Down
Expand Up @@ -21,9 +21,9 @@
import java.io.IOException;
import java.net.URI;
import java.util.Arrays;
import java.util.concurrent.atomic.AtomicLong;
import javax.servlet.ServletException;
import javax.servlet.ServletOutputStream;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.TimeUnit;
import javax.servlet.Servlet;
import javax.servlet.http.HttpServlet;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
Expand All @@ -37,20 +37,19 @@
import org.eclipse.jetty.server.handler.gzip.GzipHandler;
import org.eclipse.jetty.util.component.LifeCycle;
import org.junit.jupiter.api.AfterEach;
import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.Test;

import static org.hamcrest.MatcherAssert.assertThat;
import static org.hamcrest.Matchers.is;
import static org.hamcrest.Matchers.lessThan;
import static org.junit.jupiter.api.Assertions.assertDoesNotThrow;
import static org.junit.jupiter.api.Assertions.assertTrue;

public class GzipHandlerCommitTest
{
private static Server server;
private static HttpClient client;
private Server server;
private HttpClient client;

@BeforeEach
public void startUp() throws Exception
public void start(Servlet servlet) throws Exception
{
server = new Server();
ServerConnector connector = new ServerConnector(server);
Expand All @@ -59,7 +58,8 @@ public void startUp() throws Exception

ServletContextHandler contextHandler = new ServletContextHandler();
contextHandler.setContextPath("/");
contextHandler.addServlet(FlushBufferServlet.class, "/flush-buffer/*");
ServletHolder servletHolder = new ServletHolder(servlet);
contextHandler.addServlet(servletHolder, "/test/*");

GzipHandler gzipHandler = new GzipHandler();
gzipHandler.setHandler(contextHandler);
Expand All @@ -78,80 +78,53 @@ public void tearDown()
LifeCycle.stop(server);
}

/**
* A servlet should be able to flush and then produce no content.
*/
@Test
public void testFlushNoContent() throws Exception
public void testImmediateFlushNoContent() throws Exception
{
long delay = 2000;
AtomicLong requestCommitTimestamp = new AtomicLong(-1);
AtomicLong responseBeganTimestamp = new AtomicLong(-1);
AtomicLong responseHeadersTimestamp = new AtomicLong(-1);
URI uri = server.getURI().resolve("/flush-buffer/?size=0&delay=" + delay);
CountDownLatch latch = new CountDownLatch(1);
start(new HttpServlet()
{
@Override
protected void service(HttpServletRequest request, HttpServletResponse response) throws IOException
{
response.flushBuffer();
assertDoesNotThrow(() -> assertTrue(latch.await(1, TimeUnit.SECONDS)));
}
});

URI uri = server.getURI().resolve("/test/");
Request request = client.newRequest(uri);
request.header(HttpHeader.CONNECTION, "Close");
request.onRequestCommit((r) -> requestCommitTimestamp.set(System.currentTimeMillis()));
request.onResponseBegin((r) -> responseBeganTimestamp.set(System.currentTimeMillis()));
request.onResponseHeaders((r) -> responseHeadersTimestamp.set(System.currentTimeMillis()));
request.onResponseHeaders((r) -> latch.countDown());
ContentResponse response = request.send();
assertThat("Response status", response.getStatus(), is(200));
long responseCommitDuration = responseHeadersTimestamp.get() - requestCommitTimestamp.get();
assertThat("Response headers duration", responseCommitDuration, lessThan(delay));
}

/**
* A servlet should be able to flush, response is committed, and then content is produced.
*/
@Test
public void testFlushThenSomeContent() throws Exception
public void testImmediateFlushWithContent() throws Exception
{
int size = 8000;
long delay = 2000;
AtomicLong requestCommitTimestamp = new AtomicLong(-1);
AtomicLong responseBeganTimestamp = new AtomicLong(-1);
AtomicLong responseHeadersTimestamp = new AtomicLong(-1);
URI uri = server.getURI().resolve("/flush-buffer/?size=" + size + "&delay=" + delay);
Request request = client.newRequest(uri);
request.header(HttpHeader.CONNECTION, "Close");
request.onRequestCommit((r) -> requestCommitTimestamp.set(System.currentTimeMillis()));
request.onResponseBegin((r) -> responseBeganTimestamp.set(System.currentTimeMillis()));
request.onResponseHeaders((r) -> responseHeadersTimestamp.set(System.currentTimeMillis()));
ContentResponse response = request.send();
assertThat("Response status", response.getStatus(), is(200));
long responseCommitDuration = responseHeadersTimestamp.get() - requestCommitTimestamp.get();
assertThat("Response headers duration", responseCommitDuration, lessThan(delay));
}

public static class FlushBufferServlet extends HttpServlet
{
@Override
protected void doGet(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException
CountDownLatch latch = new CountDownLatch(1);
start(new HttpServlet()
{
int delay = Integer.parseInt(request.getParameter("delay"));
int size = Integer.parseInt(request.getParameter("size"));

response.setContentType("text/plain");
ServletOutputStream out = response.getOutputStream();
response.flushBuffer();

if (delay > 0)
{
try
{
Thread.sleep(delay);
}
catch (InterruptedException ignored)
{
}
}

byte[] buf = new byte[size];
if (size > 0)
@Override
protected void service(HttpServletRequest request, HttpServletResponse response) throws IOException
{
response.flushBuffer();
assertDoesNotThrow(() -> assertTrue(latch.await(1, TimeUnit.SECONDS)));
response.getOutputStream();
byte[] buf = new byte[size];
Arrays.fill(buf, (byte)'a');
out.write(buf);
response.getOutputStream().write(buf);
}
}
});

URI uri = server.getURI().resolve("/test/");
Request request = client.newRequest(uri);
request.header(HttpHeader.CONNECTION, "Close");
request.onResponseHeaders((r) -> latch.countDown());
ContentResponse response = request.send();
assertThat("Response status", response.getStatus(), is(200));
assertThat("Response content size", response.getContent().length, is(size));
}
}

0 comments on commit d58da0f

Please sign in to comment.