Skip to content

Commit 6e10c5a

Browse files
nbbeekennbbeeken
committed
wip
1 parent e2bcf25 commit 6e10c5a

21 files changed

+123
-84
lines changed

‎src/change_stream.ts

+2
Original file line numberDiff line numberDiff line change
@@ -664,6 +664,8 @@ export class ChangeStream<
664664
this.isClosed = false;
665665
this.mode = false;
666666

667+
this.on('error', () => null);
668+
667669
// Listen for any `change` listeners being added to ChangeStream
668670
this.on('newListener', eventName => {
669671
if (eventName === 'change' && this.cursor && this.listenerCount('change') === 0) {

‎src/cmap/auth/mongodb_oidc.ts

+2-1
Original file line numberDiff line numberDiff line change
@@ -100,7 +100,8 @@ export interface Workflow {
100100
execute(
101101
connection: Connection,
102102
credentials: MongoCredentials,
103-
response?: Document
103+
response?: Document,
104+
closeSignal: AbortSignal
104105
): Promise<void>;
105106

106107
/**

‎src/cmap/connect.ts

+2-1
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ import {
1616
MongoRuntimeError,
1717
needsRetryableWriteLabel
1818
} from '../error';
19-
import { addAbortSignalToStream, HostAddress, ns, promiseWithResolvers } from '../utils';
19+
import { addAbortSignalToStream, HostAddress, noop, ns, promiseWithResolvers } from '../utils';
2020
import { AuthContext } from './auth/auth_provider';
2121
import { AuthMechanism } from './auth/providers';
2222
import {
@@ -389,6 +389,7 @@ export async function makeSocket(
389389

390390
addAbortSignalToStream(closeSignal, socket);
391391

392+
socket.unref();
392393
socket.setKeepAlive(true, 300000);
393394
socket.setTimeout(connectTimeoutMS);
394395
socket.setNoDelay(noDelay);

‎src/cmap/connection.ts

+8
Original file line numberDiff line numberDiff line change
@@ -298,6 +298,14 @@ export class Connection extends TypedEventEmitter<ConnectionEvents> {
298298
);
299299
}
300300

301+
unref() {
302+
this.socket.unref();
303+
}
304+
305+
ref() {
306+
this.socket.ref();
307+
}
308+
301309
public markAvailable(): void {
302310
this.lastUseTime = now();
303311
}

‎src/cmap/connection_pool.ts

+3
Original file line numberDiff line numberDiff line change
@@ -413,6 +413,8 @@ export class ConnectionPool extends TypedEventEmitter<ConnectionPoolEvents> {
413413
if (!this.checkedOut.has(connection)) {
414414
return;
415415
}
416+
417+
connection.unref();
416418
const poolClosed = this.closed;
417419
const stale = this.connectionIsStale(connection);
418420
const willDestroy = !!(poolClosed || stale || connection.closed);
@@ -788,6 +790,7 @@ export class ConnectionPool extends TypedEventEmitter<ConnectionPoolEvents> {
788790
);
789791

790792
this.waitQueue.shift();
793+
connection.ref();
791794
waitQueueMember.resolve(connection);
792795
}
793796
}

‎src/sdam/monitor.ts

+8-14
Original file line numberDiff line numberDiff line change
@@ -384,20 +384,13 @@ function checkServer(monitor: Monitor, callback: Callback<Document | null>) {
384384
}
385385

386386
// connecting does an implicit `hello`
387-
(async () => {
387+
const makeMonitoringConnection = async () => {
388388
const socket = await makeSocket(monitor.connectOptions, monitor.closeSignal);
389389
const connection = makeConnection(monitor.connectOptions, socket);
390390
// The start time is after socket creation but before the handshake
391391
start = now();
392392
try {
393393
await performInitialHandshake(connection, monitor.connectOptions, monitor.closeSignal);
394-
return connection;
395-
} catch (error) {
396-
connection.destroy();
397-
throw error;
398-
}
399-
})().then(
400-
connection => {
401394
if (isInCloseState(monitor)) {
402395
connection.destroy();
403396
return;
@@ -417,15 +410,16 @@ function checkServer(monitor: Monitor, callback: Callback<Document | null>) {
417410
useStreamingProtocol(monitor, connection.hello?.topologyVersion)
418411
)
419412
);
420-
421-
callback(undefined, connection.hello);
422-
},
423-
error => {
413+
return connection.hello;
414+
} catch (error) {
415+
connection.destroy();
424416
monitor.connection = null;
425417
awaited = false;
426-
onHeartbeatFailed(error);
418+
throw error;
427419
}
428-
);
420+
};
421+
422+
makeMonitoringConnection().then(callback.bind(undefined, undefined), onHeartbeatFailed);
429423
}
430424

431425
function monitorServer(monitor: Monitor) {

‎src/utils.ts

+10-1
Original file line numberDiff line numberDiff line change
@@ -1571,7 +1571,16 @@ export function addAbortSignalToStream(
15711571

15721572
const abortListener = addAbortListener(signal, function () {
15731573
stream.off('close', abortListener[kDispose]).off('error', abortListener[kDispose]);
1574-
stream.destroy(this.reason);
1574+
stream.destroy(
1575+
new (class extends Error {
1576+
s = stream;
1577+
})(
1578+
`sad: ${stream.___socketId}: error listeners: ${stream.listenerCount('error')} + ${stream.___stack}`,
1579+
{
1580+
cause: this.reason
1581+
}
1582+
)
1583+
);
15751584
});
15761585
// not nearly as complex as node's eos() but... do we need all that?? sobbing emoji.
15771586
stream.once('close', abortListener[kDispose]).once('error', abortListener[kDispose]);

‎test/integration/change-streams/change_stream.test.ts

+14-2
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@ import {
1818
MongoChangeStreamError,
1919
type MongoClient,
2020
MongoServerError,
21+
promiseWithResolvers,
2122
ReadPreference,
2223
type ResumeToken
2324
} from '../../mongodb';
@@ -62,6 +63,7 @@ describe('Change Streams', function () {
6263
await csDb.createCollection('test').catch(() => null);
6364
collection = csDb.collection('test');
6465
changeStream = collection.watch();
66+
changeStream.once('error', error => this.error(error));
6567
});
6668

6769
afterEach(async () => {
@@ -695,10 +697,18 @@ describe('Change Streams', function () {
695697
async test() {
696698
await initIteratorMode(changeStream);
697699

700+
const { promise, resolve, reject } = promiseWithResolvers<void>();
701+
698702
const outStream = new PassThrough({ objectMode: true });
699703

700-
// @ts-expect-error: transform requires a Document return type
701-
changeStream.stream({ transform: JSON.stringify }).pipe(outStream);
704+
const csStream = changeStream
705+
// @ts-expect-error: transform requires a Document return type
706+
.stream({ transform: JSON.stringify });
707+
708+
csStream.once('error', reject).pipe(outStream).once('error', reject);
709+
710+
outStream.on('close', resolve);
711+
csStream.on('close', resolve);
702712

703713
const willBeData = once(outStream, 'data');
704714

@@ -709,6 +719,8 @@ describe('Change Streams', function () {
709719
expect(parsedEvent).to.have.nested.property('fullDocument.a', 1);
710720

711721
outStream.destroy();
722+
csStream.destroy();
723+
await promise;
712724
}
713725
});
714726

‎test/integration/client-side-encryption/client_side_encryption.prose.18.azure_kms_mock_server.test.ts

+19-6
Original file line numberDiff line numberDiff line change
@@ -30,6 +30,8 @@ const metadata: MongoDBMetadataUI = {
3030
}
3131
};
3232

33+
const closeSignal = new AbortController().signal;
34+
3335
context('Azure KMS Mock Server Tests', function () {
3436
context('Case 1: Success', metadata, function () {
3537
// Do not set an ``X-MongoDB-HTTP-TestParams`` header.
@@ -44,7 +46,7 @@ context('Azure KMS Mock Server Tests', function () {
4446
// 5. The token will have a resource of ``"https://vault.azure.net"``
4547

4648
it('returns a properly formatted access token', async () => {
47-
const credentials = await fetchAzureKMSToken(new KMSRequestOptions());
49+
const credentials = await fetchAzureKMSToken(new KMSRequestOptions(), closeSignal);
4850
expect(credentials).to.have.property('accessToken', 'magic-cookie');
4951
});
5052
});
@@ -59,7 +61,10 @@ context('Azure KMS Mock Server Tests', function () {
5961
// The test case should ensure that this error condition is handled gracefully.
6062

6163
it('returns an error', async () => {
62-
const error = await fetchAzureKMSToken(new KMSRequestOptions('empty-json')).catch(e => e);
64+
const error = await fetchAzureKMSToken(
65+
new KMSRequestOptions('empty-json'),
66+
closeSignal
67+
).catch(e => e);
6368

6469
expect(error).to.be.instanceof(MongoCryptAzureKMSRequestError);
6570
});
@@ -74,7 +79,9 @@ context('Azure KMS Mock Server Tests', function () {
7479
// The test case should ensure that this error condition is handled gracefully.
7580

7681
it('returns an error', async () => {
77-
const error = await fetchAzureKMSToken(new KMSRequestOptions('bad-json')).catch(e => e);
82+
const error = await fetchAzureKMSToken(new KMSRequestOptions('bad-json'), closeSignal).catch(
83+
e => e
84+
);
7885

7986
expect(error).to.be.instanceof(MongoCryptAzureKMSRequestError);
8087
});
@@ -89,7 +96,9 @@ context('Azure KMS Mock Server Tests', function () {
8996
// 2. The response body is unspecified.
9097
// The test case should ensure that this error condition is handled gracefully.
9198
it('returns an error', async () => {
92-
const error = await fetchAzureKMSToken(new KMSRequestOptions('404')).catch(e => e);
99+
const error = await fetchAzureKMSToken(new KMSRequestOptions('404'), closeSignal).catch(
100+
e => e
101+
);
93102

94103
expect(error).to.be.instanceof(MongoCryptAzureKMSRequestError);
95104
});
@@ -104,7 +113,9 @@ context('Azure KMS Mock Server Tests', function () {
104113
// 2. The response body is unspecified.
105114
// The test case should ensure that this error condition is handled gracefully.
106115
it('returns an error', async () => {
107-
const error = await fetchAzureKMSToken(new KMSRequestOptions('500')).catch(e => e);
116+
const error = await fetchAzureKMSToken(new KMSRequestOptions('500'), closeSignal).catch(
117+
e => e
118+
);
108119

109120
expect(error).to.be.instanceof(MongoCryptAzureKMSRequestError);
110121
});
@@ -117,7 +128,9 @@ context('Azure KMS Mock Server Tests', function () {
117128
// The HTTP response from the ``fake_azure`` server will take at least 1000 seconds
118129
// to complete. The request should fail with a timeout.
119130
it('returns an error after the request times out', async () => {
120-
const error = await fetchAzureKMSToken(new KMSRequestOptions('slow')).catch(e => e);
131+
const error = await fetchAzureKMSToken(new KMSRequestOptions('slow'), closeSignal).catch(
132+
e => e
133+
);
121134

122135
expect(error).to.be.instanceof(MongoCryptAzureKMSRequestError);
123136
});

‎test/integration/client-side-encryption/driver.test.ts

+4-2
Original file line numberDiff line numberDiff line change
@@ -829,12 +829,14 @@ describe('CSOT', function () {
829829
});
830830

831831
describe('State machine', function () {
832-
const stateMachine = new StateMachine({} as any);
832+
const signal = new AbortController().signal;
833+
const stateMachine = new StateMachine({} as any, undefined, signal);
833834

834835
const timeoutContext = () => ({
835836
timeoutContext: new CSOTTimeoutContext({
836837
timeoutMS: 1000,
837-
serverSelectionTimeoutMS: 30000
838+
serverSelectionTimeoutMS: 30000,
839+
closeSignal: signal
838840
})
839841
});
840842

‎test/mocha_mongodb.json

-1
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,6 @@
1717
"recursive": true,
1818
"timeout": 60000,
1919
"failZero": true,
20-
"reporter": "test/tools/reporter/mongodb_reporter.js",
2120
"sort": true,
2221
"color": true,
2322
"ignore": [

‎test/tools/cluster_setup.sh

+2-2
Original file line numberDiff line numberDiff line change
@@ -13,8 +13,8 @@ SHARDED_DIR=${SHARDED_DIR:-$DATA_DIR/sharded_cluster}
1313

1414
if [[ $1 == "replica_set" ]]; then
1515
mkdir -p $REPLICASET_DIR # user / password
16-
mlaunch init --dir $REPLICASET_DIR --ipv6 --auth --username "bob" --password "pwd123" --replicaset --nodes 3 --arbiter --name rs --port 31000 --enableMajorityReadConcern --setParameter enableTestCommands=1
17-
echo "mongodb://bob:pwd123@localhost:31000,localhost:31001,localhost:31002/?replicaSet=rs"
16+
mlaunch init --dir $REPLICASET_DIR --ipv6 --auth --username "bob" --password "pwd123" --replicaset --nodes 3 --arbiter --name "repl0" --port 27017 --enableMajorityReadConcern --setParameter enableTestCommands=1
17+
echo "mongodb://bob:pwd123@localhost:27017,localhost:27018,localhost:27019/?replicaSet=repl0"
1818
elif [[ $1 == "sharded_cluster" ]]; then
1919
mkdir -p $SHARDED_DIR
2020
mlaunch init --dir $SHARDED_DIR --ipv6 --auth --username "bob" --password "pwd123" --replicaset --nodes 3 --name rs --port 51000 --enableMajorityReadConcern --setParameter enableTestCommands=1 --sharded 1 --mongos 2

‎test/tools/cmap_spec_runner.ts

+8-10
Original file line numberDiff line numberDiff line change
@@ -191,11 +191,14 @@ const compareInputToSpec = (input, expected, message) => {
191191
expect(input, message).to.equal(expected);
192192
};
193193

194+
const closeSignal = new AbortController().signal;
195+
194196
const getTestOpDefinitions = (threadContext: ThreadContext) => ({
195197
checkOut: async function (op) {
196198
const timeoutContext = TimeoutContext.create({
197199
serverSelectionTimeoutMS: 0,
198-
waitQueueTimeoutMS: threadContext.pool.options.waitQueueTimeoutMS
200+
waitQueueTimeoutMS: threadContext.pool.options.waitQueueTimeoutMS,
201+
closeSignal
199202
});
200203
const connection: Connection = await ConnectionPool.prototype.checkOut.call(
201204
threadContext.pool,
@@ -470,8 +473,6 @@ export function runCmapTestSuite(
470473
client: MongoClient;
471474

472475
beforeEach(async function () {
473-
let utilClient: MongoClient;
474-
475476
const skipDescription = options?.testsToSkip?.find(
476477
({ description }) => description === test.description
477478
);
@@ -486,20 +487,17 @@ export function runCmapTestSuite(
486487
}
487488
}
488489

489-
if (this.configuration.isLoadBalanced) {
490-
// The util client can always point at the single mongos LB frontend.
491-
utilClient = this.configuration.newClient(this.configuration.singleMongosLoadBalancerUri);
492-
} else {
493-
utilClient = this.configuration.newClient();
494-
}
490+
const utilClient = this.configuration.isLoadBalanced
491+
? this.configuration.newClient(this.configuration.singleMongosLoadBalancerUri)
492+
: this.configuration.newClient();
495493

496494
await utilClient.connect();
497495

498496
const allRequirements = test.runOn || [];
499497

500498
const someRequirementMet =
501499
!allRequirements.length ||
502-
(await isAnyRequirementSatisfied(this.currentTest.ctx, allRequirements, utilClient));
500+
(await isAnyRequirementSatisfied(this.currentTest.ctx, allRequirements));
503501

504502
if (!someRequirementMet) {
505503
await utilClient.close();

‎test/tools/runner/config.ts

+2
Original file line numberDiff line numberDiff line change
@@ -86,6 +86,7 @@ export class TestConfiguration {
8686
serverApi?: ServerApi;
8787
activeResources: number;
8888
isSrv: boolean;
89+
shards: { host: string }[];
8990

9091
constructor(
9192
private uri: string,
@@ -103,6 +104,7 @@ export class TestConfiguration {
103104
this.topologyType = this.isLoadBalanced ? TopologyType.LoadBalanced : context.topologyType;
104105
this.buildInfo = context.buildInfo;
105106
this.serverApi = context.serverApi;
107+
this.shards = context.shards;
106108
this.isSrv = uri.indexOf('mongodb+srv') > -1;
107109
this.options = {
108110
hosts,

‎test/tools/runner/ee_checker.ts

+1-1
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ events.EventEmitter = class RequireErrorListenerEventEmitter extends EventEmitte
2424
process.nextTick(() => {
2525
const isCS = this.constructor.name.toLowerCase().includes('ChangeStream'.toLowerCase());
2626
if (isCS) {
27-
// consider adding a warning.
27+
// consider adding a warning. something related to mode === 'iterator' should skip this.
2828
return;
2929
}
3030
if (this.listenerCount('error') === 0) {

‎test/tools/runner/hooks/configuration.ts

+5
Original file line numberDiff line numberDiff line change
@@ -153,6 +153,11 @@ const testConfigBeforeHook = async function () {
153153
.command({ getParameter: '*' })
154154
.catch(error => ({ noReply: error }));
155155

156+
context.shards =
157+
context.topologyType === 'sharded'
158+
? await client.db('config').collection('shards').find({}).toArray()
159+
: [];
160+
156161
this.configuration = new TestConfiguration(
157162
loadBalanced ? SINGLE_MONGOS_LB_URI : MONGODB_URI,
158163
context

‎test/tools/runner/hooks/leak_checker.ts

+4-2
Original file line numberDiff line numberDiff line change
@@ -140,8 +140,9 @@ const leakCheckerAfterEach = async function () {
140140
}
141141
};
142142

143-
const TRACE_SOCKETS = process.env.TRACE_SOCKETS === 'true' ? true : false;
144-
const kSocketId = Symbol('socketId');
143+
const TRACE_SOCKETS = true; // process.env.TRACE_SOCKETS === 'true' ? true : false;
144+
const kSocketId = '___socketId';
145+
const kStack = '___stack';
145146
const originalCreateConnection = net.createConnection;
146147
let socketCounter = 0n;
147148

@@ -150,6 +151,7 @@ const socketLeakCheckBeforeAll = function socketLeakCheckBeforeAll() {
150151
net.createConnection = options => {
151152
const socket = originalCreateConnection(options);
152153
socket[kSocketId] = socketCounter.toString().padStart(5, '0');
154+
socket[kStack] = new Error('').stack;
153155
socketCounter++;
154156
return socket;
155157
};

0 commit comments

Comments
 (0)