Skip to content

Remove circular dependencies when logging. Fixes #737 #776

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 1 commit into from
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
84 changes: 56 additions & 28 deletions spec/logger.spec.ts
Original file line number Diff line number Diff line change
@@ -1,5 +1,4 @@
import { expect } from 'chai';
import * as sinon from 'sinon';
import * as logger from '../src/logger';

const SUPPORTS_STRUCTURED_LOGS =
Expand All @@ -8,52 +7,51 @@ const SUPPORTS_STRUCTURED_LOGS =
describe(`logger (${
SUPPORTS_STRUCTURED_LOGS ? 'structured' : 'unstructured'
})`, () => {
let sandbox: sinon.SinonSandbox;
let stdoutStub: sinon.SinonStub;
let stderrStub: sinon.SinonStub;
let stdoutWrite = process.stdout.write.bind(process.stdout);
let stderrWrite = process.stderr.write.bind(process.stdout);
let lastOut: string;
let lastErr: string;

beforeEach(() => {
sandbox = sinon.createSandbox();
stdoutStub = sandbox.stub(process.stdout, 'write');
stderrStub = sandbox.stub(process.stderr, 'write');
process.stdout.write = (msg: Buffer | string, cb?: any): boolean => {
lastOut = msg as string;
return stdoutWrite(msg, cb);
};
process.stderr.write = (msg: Buffer | string, cb?: any): boolean => {
lastErr = msg as string;
return stderrWrite(msg, cb);
};
});

function expectOutput(stdStub: sinon.SinonStub, entry: any) {
afterEach(() => {
process.stdout.write = stdoutWrite;
process.stderr.write = stderrWrite;
});

function expectOutput(last: string, entry: any) {
if (SUPPORTS_STRUCTURED_LOGS) {
return expect(
JSON.parse((stdStub.getCalls()[0].args[0] as string).trim())
).to.deep.eq(entry);
return expect(JSON.parse(last.trim())).to.deep.eq(entry);
} else {
// legacy logging is not structured, but do a sanity check
return expect(stdStub.getCalls()[0].args[0]).to.include(entry.message);
return expect(last).to.include(entry.message);
}
}

function expectStdout(entry: any) {
return expectOutput(stdoutStub, entry);
return expectOutput(lastOut, entry);
}

function expectStderr(entry: any) {
return expectOutput(stderrStub, entry);
return expectOutput(lastErr, entry);
}

describe('logging methods', () => {
let writeStub: sinon.SinonStub;
beforeEach(() => {
writeStub = sinon.stub(logger, 'write');
});

afterEach(() => {
writeStub.restore();
});

it('should coalesce arguments into the message', () => {
logger.log('hello', { middle: 'obj' }, 'end message');
expectStdout({
severity: 'INFO',
message: "hello { middle: 'obj' } end message",
});
sandbox.restore(); // to avoid swallowing test runner output
});

it('should merge structured data from the last argument', () => {
Expand All @@ -63,7 +61,6 @@ describe(`logger (${
message: 'hello world',
additional: 'context',
});
sandbox.restore(); // to avoid swallowing test runner output
});

it('should not recognize null as a structured logging object', () => {
Expand All @@ -72,13 +69,46 @@ describe(`logger (${
severity: 'INFO',
message: 'hello world null',
});
sandbox.restore(); // to avoid swallowing test runner output
});
});

describe('write', () => {
describe('structured logging', () => {
describe('write', () => {
it('should remove circular references', () => {
const circ: any = { b: 'foo' };
circ.circ = circ;

const entry: logger.LogEntry = {
severity: 'ERROR',
message: 'testing circular',
circ,
};
logger.write(entry);
expectStderr({
severity: 'ERROR',
message: 'testing circular',
circ: { b: 'foo', circ: '[Circular]' },
});
});

it('should remove circular references in arrays', () => {
const circ: any = { b: 'foo' };
circ.circ = [circ];

const entry: logger.LogEntry = {
severity: 'ERROR',
message: 'testing circular',
circ,
};
logger.write(entry);
expectStderr({
severity: 'ERROR',
message: 'testing circular',
circ: { b: 'foo', circ: ['[Circular]'] },
});
});

for (const severity of ['DEBUG', 'INFO', 'NOTICE']) {
it(`should output ${severity} severity to stdout`, () => {
let entry: logger.LogEntry = {
Expand All @@ -87,7 +117,6 @@ describe(`logger (${
};
logger.write(entry);
expectStdout(entry);
sandbox.restore(); // to avoid swallowing test runner output
});
}

Expand All @@ -105,7 +134,6 @@ describe(`logger (${
};
logger.write(entry);
expectStderr(entry);
sandbox.restore(); // to avoid swallowing test runner output
});
}
});
Expand Down
32 changes: 30 additions & 2 deletions src/logger.ts
Original file line number Diff line number Diff line change
Expand Up @@ -30,13 +30,37 @@ export interface LogEntry {
[key: string]: any;
}

function removeCircular(obj: any, refs: any[] = []): any {
if (typeof obj !== 'object' || !obj) {
return obj;
}

if (refs.includes(obj)) {
return '[Circular]';
} else {
refs.push(obj);
}

for (const k in obj) {
if (refs.includes(obj[k])) {
obj[k] = '[Circular]';
} else {
obj[k] = removeCircular(obj[k], refs);
}
}

return obj;
}

/**
* Writes a `LogEntry` to `stdout`/`stderr` (depending on severity).
* @param entry The `LogEntry` including severity, message, and any additional structured metadata.
*/
export function write(entry: LogEntry) {
if (SUPPORTS_STRUCTURED_LOGS) {
UNPATCHED_CONSOLE[CONSOLE_SEVERITY[entry.severity]](JSON.stringify(entry));
UNPATCHED_CONSOLE[CONSOLE_SEVERITY[entry.severity]](
JSON.stringify(removeCircular(entry))
);
return;
}

Expand All @@ -50,7 +74,11 @@ export function write(entry: LogEntry) {
}
}
if (jsonKeyCount > 0) {
message = `${message} ${JSON.stringify(jsonPayload, null, 2)}`;
message = `${message} ${JSON.stringify(
removeCircular(jsonPayload),
null,
2
)}`;
}
UNPATCHED_CONSOLE[CONSOLE_SEVERITY[entry.severity]](message);
}
Expand Down