Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
This adds a handler that takes care of keeping the connection alive during a shutdown until the request is finished or the graceful stop timeout is reached. This is similar to what the StatisticsHandler already does, but does not collect the metrics, thereby reducing resource usage. Also the StatisticsHandler does not wait for requests in dispatched state.
- Loading branch information
1 parent
9b5b43a
commit 902f3d8
Showing
3 changed files
with
308 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
151 changes: 151 additions & 0 deletions
151
jetty-server/src/main/java/org/eclipse/jetty/server/handler/GracefulShutdownHandler.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,151 @@ | ||
// | ||
// ======================================================================== | ||
// Copyright (c) 1995-2020 Mort Bay Consulting Pty Ltd and others. | ||
// ------------------------------------------------------------------------ | ||
// All rights reserved. This program and the accompanying materials | ||
// are made available under the terms of the Eclipse Public License v1.0 | ||
// and Apache License v2.0 which accompanies this distribution. | ||
// | ||
// The Eclipse Public License is available at | ||
// http://www.eclipse.org/legal/epl-v10.html | ||
// | ||
// The Apache License v2.0 is available at | ||
// http://www.opensource.org/licenses/apache2.0.php | ||
// | ||
// You may elect to redistribute this code under either of these licenses. | ||
// ======================================================================== | ||
// | ||
|
||
package org.eclipse.jetty.server.handler; | ||
|
||
import java.io.IOException; | ||
import java.util.concurrent.Future; | ||
import javax.servlet.AsyncEvent; | ||
import javax.servlet.AsyncListener; | ||
import javax.servlet.ServletException; | ||
import javax.servlet.http.HttpServletRequest; | ||
import javax.servlet.http.HttpServletResponse; | ||
|
||
import org.eclipse.jetty.http.HttpStatus; | ||
import org.eclipse.jetty.server.Handler; | ||
import org.eclipse.jetty.server.HttpChannelState; | ||
import org.eclipse.jetty.server.Request; | ||
import org.eclipse.jetty.util.FutureCallback; | ||
import org.eclipse.jetty.util.component.Graceful; | ||
|
||
public class GracefulShutdownHandler extends HandlerWrapper implements Graceful | ||
{ | ||
private HttpChannelState state; | ||
|
||
private final Graceful.Shutdown _shutdown = new Graceful.Shutdown() | ||
{ | ||
@Override | ||
protected FutureCallback newShutdownCallback() | ||
{ | ||
return new FutureCallback(state == null | ||
? true | ||
: state.isResponseCompleted()); | ||
} | ||
}; | ||
|
||
private final AsyncListener _onCompletion = new AsyncListener() | ||
{ | ||
@Override | ||
public void onTimeout(AsyncEvent event) throws IOException | ||
{ | ||
} | ||
|
||
@Override | ||
public void onStartAsync(AsyncEvent event) throws IOException | ||
{ | ||
event.getAsyncContext().addListener(this); | ||
} | ||
|
||
@Override | ||
public void onError(AsyncEvent event) throws IOException | ||
{ | ||
confirmShutdown(); | ||
} | ||
|
||
@Override | ||
public void onComplete(AsyncEvent event) throws IOException | ||
{ | ||
confirmShutdown(); | ||
} | ||
|
||
private void confirmShutdown() | ||
{ | ||
FutureCallback shutdown = _shutdown.get(); | ||
if (shutdown != null) | ||
shutdown.succeeded(); | ||
} | ||
}; | ||
|
||
@Override | ||
public void handle(String path, Request baseRequest, | ||
HttpServletRequest request, HttpServletResponse response) | ||
throws IOException, ServletException | ||
{ | ||
state = baseRequest.getHttpChannelState(); | ||
try | ||
{ | ||
Handler handler = getHandler(); | ||
if (handler != null && !_shutdown.isShutdown() && isStarted()) | ||
handler.handle(path, baseRequest, request, response); | ||
else | ||
{ | ||
if (!baseRequest.isHandled()) | ||
baseRequest.setHandled(true); | ||
if (!baseRequest.getResponse().isCommitted()) | ||
response.sendError(HttpStatus.SERVICE_UNAVAILABLE_503); | ||
} | ||
} | ||
finally | ||
{ | ||
if (state.isSuspended() || state.isDispatched()) | ||
{ | ||
if (state.isInitial()) | ||
{ | ||
state.addListener(_onCompletion); | ||
} | ||
} | ||
else if (state.isInitial()) | ||
{ | ||
// If we have no more dispatches, should we signal shutdown? | ||
FutureCallback shutdown = _shutdown.get(); | ||
if (shutdown != null) | ||
{ | ||
response.flushBuffer(); | ||
shutdown.succeeded(); | ||
} | ||
} | ||
} | ||
} | ||
|
||
@Override | ||
protected void doStart() throws Exception | ||
{ | ||
_shutdown.cancel(); | ||
super.doStart(); | ||
} | ||
|
||
@Override | ||
protected void doStop() throws Exception | ||
{ | ||
_shutdown.cancel(); | ||
super.doStop(); | ||
} | ||
|
||
@Override | ||
public Future<Void> shutdown() | ||
{ | ||
return _shutdown.shutdown(); | ||
} | ||
|
||
@Override | ||
public boolean isShutdown() | ||
{ | ||
return _shutdown.isShutdown(); | ||
} | ||
|
||
} |
149 changes: 149 additions & 0 deletions
149
jetty-server/src/test/java/org/eclipse/jetty/server/handler/GracefulShutdownHandlerTest.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,149 @@ | ||
// | ||
// ======================================================================== | ||
// Copyright (c) 1995-2020 Mort Bay Consulting Pty Ltd and others. | ||
// ------------------------------------------------------------------------ | ||
// All rights reserved. This program and the accompanying materials | ||
// are made available under the terms of the Eclipse Public License v1.0 | ||
// and Apache License v2.0 which accompanies this distribution. | ||
// | ||
// The Eclipse Public License is available at | ||
// http://www.eclipse.org/legal/epl-v10.html | ||
// | ||
// The Apache License v2.0 is available at | ||
// http://www.opensource.org/licenses/apache2.0.php | ||
// | ||
// You may elect to redistribute this code under either of these licenses. | ||
// ======================================================================== | ||
// | ||
|
||
package org.eclipse.jetty.server.handler; | ||
|
||
import java.io.IOException; | ||
import java.util.concurrent.CountDownLatch; | ||
import java.util.concurrent.Future; | ||
import java.util.concurrent.TimeUnit; | ||
import javax.servlet.AsyncContext; | ||
import javax.servlet.ServletException; | ||
import javax.servlet.http.HttpServletRequest; | ||
import javax.servlet.http.HttpServletResponse; | ||
|
||
import org.eclipse.jetty.http.HttpStatus; | ||
import org.eclipse.jetty.io.ConnectionStatistics; | ||
import org.eclipse.jetty.server.LocalConnector; | ||
import org.eclipse.jetty.server.Request; | ||
import org.eclipse.jetty.server.Server; | ||
import org.junit.jupiter.api.AfterEach; | ||
import org.junit.jupiter.api.BeforeEach; | ||
import org.junit.jupiter.api.Test; | ||
|
||
import static org.junit.jupiter.api.Assertions.assertFalse; | ||
import static org.junit.jupiter.api.Assertions.assertTrue; | ||
|
||
public class GracefulShutdownHandlerTest | ||
{ | ||
private Server _server; | ||
private ConnectionStatistics _statistics; | ||
private LocalConnector _connector; | ||
private LatchHandler _latchHandler; | ||
private GracefulShutdownHandler _gracefulShutdownHandler; | ||
|
||
@BeforeEach | ||
public void init() throws Exception | ||
{ | ||
_server = new Server(); | ||
|
||
_connector = new LocalConnector(_server); | ||
_statistics = new ConnectionStatistics(); | ||
_connector.addBean(_statistics); | ||
_server.addConnector(_connector); | ||
|
||
_latchHandler = new LatchHandler(); | ||
_gracefulShutdownHandler = new GracefulShutdownHandler(); | ||
|
||
_server.setHandler(_latchHandler); | ||
_latchHandler.setHandler(_gracefulShutdownHandler); | ||
} | ||
|
||
@AfterEach | ||
public void destroy() throws Exception | ||
{ | ||
_server.stop(); | ||
_server.join(); | ||
} | ||
|
||
@Test | ||
public void testShutdownServerWithCorrectTokenAndIP() throws Exception | ||
{ | ||
long delay = 500; | ||
CountDownLatch serverLatch = new CountDownLatch(1); | ||
_gracefulShutdownHandler.setHandler(new AbstractHandler() | ||
{ | ||
@Override | ||
public void handle(String target, Request baseRequest, | ||
HttpServletRequest request, HttpServletResponse response) | ||
{ | ||
AsyncContext asyncContext = request.startAsync(); | ||
asyncContext.setTimeout(0); | ||
new Thread(() -> | ||
{ | ||
try | ||
{ | ||
Thread.sleep(delay); | ||
asyncContext.complete(); | ||
} | ||
catch (InterruptedException e) | ||
{ | ||
response.setStatus( | ||
HttpStatus.INTERNAL_SERVER_ERROR_500); | ||
asyncContext.complete(); | ||
} | ||
}).start(); | ||
serverLatch.countDown(); | ||
} | ||
}); | ||
_server.start(); | ||
|
||
String request = "GET / HTTP/1.1\r\n" + "Host: localhost\r\n" + "\r\n"; | ||
_connector.executeRequest(request); | ||
|
||
assertTrue(serverLatch.await(5, TimeUnit.SECONDS)); | ||
|
||
Future<Void> shutdown = _gracefulShutdownHandler.shutdown(); | ||
assertFalse(shutdown.isDone()); | ||
|
||
Thread.sleep(delay / 2); | ||
assertFalse(shutdown.isDone()); | ||
|
||
Thread.sleep(delay); | ||
assertTrue(shutdown.isDone()); | ||
} | ||
|
||
/** | ||
* This handler is external to the statistics handler and it is used to | ||
* ensure that statistics handler's handle() is fully executed before | ||
* asserting its values in the tests, to avoid race conditions with the | ||
* tests' code where the test executes but the statistics handler has not | ||
* finished yet. | ||
*/ | ||
private static class LatchHandler extends HandlerWrapper | ||
{ | ||
private volatile CountDownLatch _latch = new CountDownLatch(1); | ||
|
||
@Override | ||
public void handle(String path, Request request, | ||
HttpServletRequest httpRequest, | ||
HttpServletResponse httpResponse) | ||
throws IOException, ServletException | ||
{ | ||
final CountDownLatch latch = _latch; | ||
try | ||
{ | ||
super.handle(path, request, httpRequest, httpResponse); | ||
} | ||
finally | ||
{ | ||
latch.countDown(); | ||
} | ||
} | ||
} | ||
} |