Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

WIP http_parser: don't reuse HTTPParser #24330

Closed
wants to merge 2 commits into from
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 1 addition & 3 deletions benchmark/http/bench-parser.js
Original file line number Diff line number Diff line change
Expand Up @@ -19,12 +19,10 @@ function main({ len, n }) {
const CRLF = '\r\n';

function processHeader(header, n) {
const parser = newParser(REQUEST);

bench.start();
for (var i = 0; i < n; i++) {
const parser = newParser(REQUEST);
parser.execute(header, 0, header.length);
parser.reinitialize(REQUEST, i > 0);
}
bench.end(n);
}
Expand Down
8 changes: 3 additions & 5 deletions lib/_http_client.js
Original file line number Diff line number Diff line change
Expand Up @@ -29,9 +29,9 @@ const assert = require('assert').ok;
const {
_checkIsHttpToken: checkIsHttpToken,
debug,
createParser,
freeParser,
httpSocketSetup,
parsers
httpSocketSetup
} = require('_http_common');
const { OutgoingMessage } = require('_http_outgoing');
const Agent = require('_http_agent');
Expand All @@ -47,7 +47,6 @@ const {
ERR_UNESCAPED_CHARACTERS
} = require('internal/errors').codes;
const { validateTimerDuration } = require('internal/timers');
const is_reused_symbol = require('internal/freelist').symbols.is_reused_symbol;

const INVALID_PATH_REGEX = /[^\u0021-\u00ff]/;

Expand Down Expand Up @@ -629,10 +628,9 @@ function emitFreeNT(socket) {
}

function tickOnSocket(req, socket) {
var parser = parsers.alloc();
const parser = createParser(HTTPParser.RESPONSE);
req.socket = socket;
req.connection = socket;
parser.reinitialize(HTTPParser.RESPONSE, parser[is_reused_symbol]);
parser.socket = socket;
parser.outgoing = req;
req.parser = parser;
Expand Down
24 changes: 6 additions & 18 deletions lib/_http_common.js
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,6 @@

const { methods, HTTPParser } = internalBinding('http_parser');

const { FreeList } = require('internal/freelist');
const { ondrain } = require('internal/http');
const incoming = require('_http_incoming');
const {
Expand Down Expand Up @@ -147,9 +146,8 @@ function parserOnMessageComplete() {
readStart(parser.socket);
}


const parsers = new FreeList('parsers', 1000, function parsersCb() {
const parser = new HTTPParser(HTTPParser.REQUEST);
function createParser(type) {
const parser = new HTTPParser(type);

cleanParser(parser);

Expand All @@ -160,31 +158,21 @@ const parsers = new FreeList('parsers', 1000, function parsersCb() {
parser[kOnMessageComplete] = parserOnMessageComplete;

return parser;
});
}

function closeParserInstance(parser) { parser.close(); }

// Free the parser and also break any links that it
// might have to any other things.
// TODO: All parser data should be attached to a
// single object, so that it can be easily cleaned
// up by doing `parser.data = {}`, which should
// be done in FreeList.free. `parsers.free(parser)`
// should be all that is needed.
// up by doing `parser.data = {}`.
function freeParser(parser, req, socket) {
if (parser) {
if (parser._consumed)
parser.unconsume();
cleanParser(parser);
if (parsers.free(parser) === false) {
// Make sure the parser's stack has unwound before deleting the
// corresponding C++ object through .close().
setImmediate(closeParserInstance, parser);
} else {
// Since the Parser destructor isn't going to run the destroy() callbacks
// it needs to be triggered manually.
parser.free();
}
setImmediate(closeParserInstance, parser);
}
if (req) {
req.parser = null;
Expand Down Expand Up @@ -239,9 +227,9 @@ module.exports = {
continueExpression: /(?:^|\W)100-continue(?:$|\W)/i,
CRLF: '\r\n',
debug,
createParser,
freeParser,
httpSocketSetup,
methods,
parsers,
kIncomingMessage
};
6 changes: 2 additions & 4 deletions lib/_http_server.js
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ const net = require('net');
const { HTTPParser } = internalBinding('http_parser');
const assert = require('assert').ok;
const {
parsers,
createParser,
freeParser,
debug,
CRLF,
Expand All @@ -42,7 +42,6 @@ const {
defaultTriggerAsyncIdScope,
getOrSetAsyncId
} = require('internal/async_hooks');
const is_reused_symbol = require('internal/freelist').symbols.is_reused_symbol;
const { IncomingMessage } = require('_http_incoming');
const {
ERR_HTTP_HEADERS_SENT,
Expand Down Expand Up @@ -338,8 +337,7 @@ function connectionListenerInternal(server, socket) {
socket.setTimeout(server.timeout);
socket.on('timeout', socketOnTimeout);

var parser = parsers.alloc();
parser.reinitialize(HTTPParser.REQUEST, parser[is_reused_symbol]);
const parser = createParser(HTTPParser.REQUEST);
parser.socket = socket;
socket.parser = parser;

Expand Down
25 changes: 0 additions & 25 deletions src/node_http_parser.cc
Original file line number Diff line number Diff line change
Expand Up @@ -494,30 +494,6 @@ class Parser : public AsyncWrap, public StreamListener {
}


static void Reinitialize(const FunctionCallbackInfo<Value>& args) {
Environment* env = Environment::GetCurrent(args);

CHECK(args[0]->IsInt32());
CHECK(args[1]->IsBoolean());
bool isReused = args[1]->IsTrue();
parser_type_t type =
static_cast<parser_type_t>(args[0].As<Int32>()->Value());

CHECK(type == HTTP_REQUEST || type == HTTP_RESPONSE);
Parser* parser;
ASSIGN_OR_RETURN_UNWRAP(&parser, args.Holder());
// Should always be called from the same context.
CHECK_EQ(env, parser->env());
// This parser has either just been created or it is being reused.
// We must only call AsyncReset for the latter case, because AsyncReset has
// already been called via the constructor for the former case.
if (isReused) {
parser->AsyncReset();
}
parser->Init(type);
}


template <bool should_pause>
static void Pause(const FunctionCallbackInfo<Value>& args) {
Environment* env = Environment::GetCurrent(args);
Expand Down Expand Up @@ -923,7 +899,6 @@ void Initialize(Local<Object> target,
env->SetProtoMethod(t, "free", Parser::Free);
env->SetProtoMethod(t, "execute", Parser::Execute);
env->SetProtoMethod(t, "finish", Parser::Finish);
env->SetProtoMethod(t, "reinitialize", Parser::Reinitialize);
env->SetProtoMethod(t, "pause", Parser::Pause<true>);
env->SetProtoMethod(t, "resume", Parser::Pause<false>);
env->SetProtoMethod(t, "consume", Parser::Consume);
Expand Down
2 changes: 1 addition & 1 deletion test/parallel/test-http-parser-free.js
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ server.listen(0, function() {
if (!parser) {
parser = req.parser;
} else {
assert.strictEqual(req.parser, parser);
assert.notStrictEqual(req.parser, parser);
}

countdown.dec();
Expand Down
4 changes: 2 additions & 2 deletions test/parallel/test-http-parser-lazy-loaded.js
Original file line number Diff line number Diff line change
Expand Up @@ -16,10 +16,10 @@ internalBinding('http_parser').HTTPParser = DummyParser;
const common = require('../common');
const assert = require('assert');
const { spawn } = require('child_process');
const { parsers } = require('_http_common');
const { createParser } = require('_http_common');

// Test _http_common was not loaded before monkey patching
const parser = parsers.alloc();
const parser = createParser(DummyParser.REQUEST);
assert.strictEqual(parser instanceof DummyParser, true);
assert.strictEqual(parser.test_type, DummyParser.REQUEST);

Expand Down
10 changes: 4 additions & 6 deletions test/parallel/test-http-parser.js
Original file line number Diff line number Diff line change
Expand Up @@ -98,8 +98,6 @@ function expectBody(expected) {
throw new Error('hello world');
};

parser.reinitialize(HTTPParser.REQUEST, false);

assert.throws(
() => { parser.execute(request, 0, request.length); },
{ name: 'Error', message: 'hello world' }
Expand Down Expand Up @@ -558,10 +556,10 @@ function expectBody(expected) {
parser[kOnBody] = expectBody('ping');
parser.execute(req1, 0, req1.length);

parser.reinitialize(REQUEST, false);
parser[kOnBody] = expectBody('pong');
parser[kOnHeadersComplete] = onHeadersComplete2;
parser.execute(req2, 0, req2.length);
const parser2 = newParser(REQUEST);
parser2[kOnBody] = expectBody('pong');
parser2[kOnHeadersComplete] = onHeadersComplete2;
parser2.execute(req2, 0, req2.length);
}

// Test parser 'this' safety
Expand Down
6 changes: 2 additions & 4 deletions test/sequential/test-http-regr-gh-2928.js
Original file line number Diff line number Diff line change
Expand Up @@ -7,15 +7,14 @@ const common = require('../common');
const assert = require('assert');
const httpCommon = require('_http_common');
const { internalBinding } = require('internal/test/binding');
const is_reused_symbol = require('internal/freelist').symbols.is_reused_symbol;
const { HTTPParser } = internalBinding('http_parser');
const net = require('net');

const COUNT = httpCommon.parsers.max + 1;
const COUNT = 1;

const parsers = new Array(COUNT);
for (let i = 0; i < parsers.length; i++)
parsers[i] = httpCommon.parsers.alloc();
parsers[i] = httpCommon.createParser(HTTPParser.RESPONSE);

let gotRequests = 0;
let gotResponses = 0;
Expand All @@ -26,7 +25,6 @@ function execAndClose() {
process.stdout.write('.');

const parser = parsers.pop();
parser.reinitialize(HTTPParser.RESPONSE, parser[is_reused_symbol]);

const socket = net.connect(common.PORT);
socket.on('error', (e) => {
Expand Down