Nomchy/discord.js
1
0
Fork 0
mirror of https://github.com/discordjs/discord.js.git synced 2026-03-12 17:43:30 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add optional zstd for faster WebSocket data inflation (#3223)

Browse Source 
* zstd
This commit is contained in:
Gus Caplan
2019-05-07 08:30:34 -05:00
committed by Amish Shah
parent 8915bc1d37
commit 3d4513268d
3 changed files with 45 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

60
src/client/websocket/WebSocketShard.js
View File

@@ -4,12 +4,21 @@ const EventEmitter = require('events');
const WebSocket = require('../../WebSocket');
const { Status, Events, ShardEvents, OPCodes, WSEvents } = require('../../util/Constants');
let zstd;
let decoder;
let zlib;
try {
zlib = require('zlib-sync');
if (!zlib.Inflate) zlib = require('pako');
} catch (err) {
zlib = require('pako');
zstd = require('zucc');
decoder = new TextDecoder('utf8');
} catch (e) {
try {
zlib = require('zlib-sync');
if (!zlib.Inflate) zlib = require('pako');
} catch (err) {
zlib = require('pako');
}
}
/**
@@ -206,11 +215,15 @@ class WebSocketShard extends EventEmitter {
return;
}
this.inflate = new zlib.Inflate({
chunkSize: 65535,
flush: zlib.Z_SYNC_FLUSH,
to: WebSocket.encoding === 'json' ? 'string' : '',
});
if (zstd) {
this.inflate = new zstd.DecompressStream();
} else {
this.inflate = new zlib.Inflate({
chunkSize: 65535,
flush: zlib.Z_SYNC_FLUSH,
to: WebSocket.encoding === 'json' ? 'string' : '',
});
}
this.debug(`Trying to connect to ${gateway}, version ${client.options.ws.version}`);
@@ -219,7 +232,7 @@ class WebSocketShard extends EventEmitter {
const ws = this.connection = WebSocket.create(gateway, {
v: client.options.ws.version,
compress: 'zlib-stream',
compress: zstd ? 'zstd-stream' : 'zlib-stream',
});
ws.onopen = this.onOpen.bind(this);
ws.onmessage = this.onMessage.bind(this);
@@ -243,19 +256,26 @@ class WebSocketShard extends EventEmitter {
* @private
*/
onMessage({ data }) {
if (data instanceof ArrayBuffer) data = new Uint8Array(data);
const l = data.length;
const flush = l >= 4 &&
data[l - 4] === 0x00 &&
data[l - 3] === 0x00 &&
data[l - 2] === 0xFF &&
data[l - 1] === 0xFF;
let raw;
if (zstd) {
const ab = this.inflate.decompress(new Uint8Array(data).buffer);
raw = decoder.decode(ab);
} else {
if (data instanceof ArrayBuffer) data = new Uint8Array(data);
const l = data.length;
const flush = l >= 4 &&
data[l - 4] === 0x00 &&
data[l - 3] === 0x00 &&
data[l - 2] === 0xFF &&
data[l - 1] === 0xFF;
this.inflate.push(data, flush && zlib.Z_SYNC_FLUSH);
if (!flush) return;
this.inflate.push(data, flush && zlib.Z_SYNC_FLUSH);
if (!flush) return;
raw = this.inflate.result;
}
let packet;
try {
packet = WebSocket.unpack(this.inflate.result);
packet = WebSocket.unpack(raw);
this.manager.client.emit(Events.RAW, packet, this.id);
if (packet.op === OPCodes.DISPATCH) this.manager.emit(packet.t, packet.d, this.id);
} catch (err) {