Add VoiceReceiver streams

src/client/voice/VoiceConnection.js

@@ -57,6 +57,8 @@ class VoiceConnection extends EventEmitter {
      */
     this._reject = reject;
     this.ssrcMap = new Map();
+    this.queue = [];
+    this.receivers = [];
     this.bindListeners();
   }
 
@@ -139,12 +141,48 @@ class VoiceConnection extends EventEmitter {
        * Emitted once the connection is ready (joining voice channels resolves when the connection is ready anyway)
        * @event VoiceConnection#ready
        */
-      this.emit('ready');
       this._resolve(this);
+      this.emit('ready');
+    });
+    this.once('ready', () => {
+      setImmediate(() => {
+        for (const item of this.queue) {
+          this.emit(...item);
+        }
+        this.queue = [];
+      });
     });
     this.websocket.on('speaking', data => {
       const guild = this.channel.guild;
-      this.ssrcMap.set(+data.ssrc, this.manager.client.users.get(data.user_id));
+      const user = this.manager.client.users.get(data.user_id);
+      this.ssrcMap.set(+data.ssrc, user);
+      if (!data.speaking) {
+        for (const receiver of this.receivers) {
+          const opusStream = receiver.opusStreams.get(user.id);
+          const pcmStream = receiver.pcmStreams.get(user.id);
+          if (opusStream) {
+            opusStream.push(null);
+            opusStream.open = false;
+            receiver.opusStreams.delete(user.id);
+          }
+          if (pcmStream) {
+            pcmStream.push(null);
+            pcmStream.open = false;
+            receiver.pcmStreams.delete(user.id);
+          }
+        }
+      }
+      /**
+       * Emitted whenever a user starts/stops speaking
+       * @event VoiceConnection#speaking
+       * @param {User} user the user that has started/stopped speaking
+       * @param {Boolean} speaking whether or not the user is speaking
+       */
+      if (this.ready) {
+        this.emit('speaking', user, data.speaking);
+      } else {
+        this.queue.push(['speaking', user, data.speaking]);
+      }
       guild._memberSpeakUpdate(data.user_id, data.speaking);
     });
   }
@@ -188,7 +226,9 @@ class VoiceConnection extends EventEmitter {
    * @returns {VoiceReceiver}
    */
   createReceiver() {
-    return new VoiceReceiver(this);
+    const rcv = new VoiceReceiver(this);
+    this.receivers.push(rcv);
+    return rcv;
   }
 }
 

src/client/voice/receiver/VoiceReadable.js

@@ -0,0 +1,20 @@
+const Readable = require('stream').Readable;
+
+class VoiceReadable extends Readable {
+  constructor() {
+    super();
+    this._packets = [];
+    this.open = true;
+  }
+
+  _read() {
+  }
+
+  $push(d) {
+    if (this.open) {
+      this.push(d);
+    }
+  }
+}
+
+module.exports = VoiceReadable;

src/client/voice/receiver/VoiceReceiver.js

@@ -1,5 +1,6 @@
 const EventEmitter = require('events').EventEmitter;
 const NaCl = require('tweetnacl');
+const Readable = require('./VoiceReadable');
 
 const nonce = new Buffer(24);
 nonce.fill(0);
@@ -16,6 +17,8 @@ class VoiceReceiver extends EventEmitter {
       so we queue up unknown SSRCs until they become known, then empty the queue.
     */
     this.queues = new Map();
+    this.pcmStreams = new Map();
+    this.opusStreams = new Map();
     /**
      * The VoiceConnection that instantiated this
      * @type {VoiceConnection}
@@ -29,17 +32,56 @@ class VoiceReceiver extends EventEmitter {
           this.queues.set(ssrc, []);
         }
         this.queues.get(ssrc).push(msg);
-      }
+      } else {
-      if (user) {
         if (this.queues.get(ssrc)) {
           this.queues.get(ssrc).push(msg);
           this.queues.get(ssrc).map(m => this.handlePacket(m, user));
           this.queues.delete(ssrc);
+          return;
         }
+        this.handlePacket(msg, user);
       }
     });
   }
 
+  /**
+   * Creates a readable stream for a user that provides opus data while the user is speaking. When the user
+   * stops speaking, the stream is destroyed.
+   * @param {UserResolvable} user the user to create the stream for
+   * @returns {ReadableStream}
+   */
+  createOpusStream(user) {
+    user = this.connection.manager.client.resolver.resolveUser(user);
+    if (!user) {
+      throw new Error('invalid user object supplied');
+    }
+    if (this.opusStreams.get(user.id)) {
+      throw new Error('there is already an existing stream for that user!');
+    }
+    const stream = new Readable();
+    this.opusStreams.set(user.id, stream);
+    return stream;
+  }
+
+  /**
+   * Creates a readable stream for a user that provides PCM data while the user is speaking. When the user
+   * stops speaking, the stream is destroyed. The stream is 32-bit signed PCM at 48KHz.
+   * @param {UserResolvable} user the user to create the stream for
+   * @returns {ReadableStream}
+   */
+  createPCMStream(user) {
+    user = this.connection.manager.client.resolver.resolveUser(user);
+    if (!user) {
+      throw new Error('invalid user object supplied');
+    }
+    if (this.pcmStreams.get(user.id)) {
+      throw new Error('there is already an existing stream for that user!');
+    }
+    const stream = new Readable();
+    this.pcmStreams.set(user.id, stream);
+    return stream;
+  }
+
   handlePacket(msg, user) {
     msg.copy(nonce, 0, 0, 12);
     let data = NaCl.secretbox.open(msg.slice(12), nonce, this.connection.data.secret);
@@ -58,16 +100,23 @@ class VoiceReceiver extends EventEmitter {
        * @param {User} user the user that is sending the buffer (is speaking)
        * @param {Buffer} buffer the opus buffer
        */
+    if (this.opusStreams.get(user.id)) {
+      this.opusStreams.get(user.id).$push(data);
+    }
     this.emit('opus', user, data);
-    if (this.listenerCount('pcm') > 0) {
+    if (this.listenerCount('pcm') > 0 || this.pcmStreams.size > 0) {
-        /**
+      /**
-         * Emits decoded voice data when it's received. For performance reasons, the decoding will only
+        * Emits decoded voice data when it's received. For performance reasons, the decoding will only
-         * happen if there is at least one `pcm` listener on this receiver.
+        * happen if there is at least one `pcm` listener on this receiver.
-         * @event VoiceReceiver#pcm
+        * @event VoiceReceiver#pcm
-         * @param {User} user the user that is sending the buffer (is speaking)
+        * @param {User} user the user that is sending the buffer (is speaking)
-         * @param {Buffer} buffer the decoded buffer
+        * @param {Buffer} buffer the decoded buffer
-         */
+        */
-      this.emit('pcm', user, this.connection.player.opusEncoder.decode(data));
+      const pcm = this.connection.player.opusEncoder.decode(data);
+      if (this.pcmStreams.get(user.id)) {
+        this.pcmStreams.get(user.id).$push(pcm);
+      }
+      this.emit('pcm', user, pcm);
     }
   }
 }

src/structures/Message.js

@@ -121,7 +121,9 @@ class Message {
       const channMentionsRaw = data.content.match(/<#([0-9]{14,20})>/g) || [];
       for (const raw of channMentionsRaw) {
         const chan = this.channel.guild.channels.get(raw.match(/([0-9]{14,20})/g)[0]);
-        this.mentions.channels.set(chan.id, chan);
+        if (chan) {
+          this.mentions.channels.set(chan.id, chan);
+        }
       }
     }
   }

test/random.js

@@ -2,6 +2,7 @@
 
 const Discord = require('../');
 const request = require('superagent');
+const fs = require('fs-extra');
 
 const client = new Discord.Client();
 
@@ -145,8 +146,14 @@ client.on('message', msg => {
         conn.player.on('debug', console.log);
         conn.player.on('error', err => console.log(123, err));
         const receiver = conn.createReceiver();
-        receiver.on('pcm', u => {
+        const out = fs.createWriteStream('C:/Users/Amish/Desktop/output.pcm');
-          console.log(u.username);
+        conn.once('speaking', (user, speaking) => {
+          if (speaking) {
+            msg.reply(`${user.username} start`);
+            const str = receiver.createPCMStream(user);
+            str.pipe(out);
+            str.on('end', () => msg.reply(`${user.username} end`));
+          }
         });
         disp.on('error', err => console.log(123, err));
       })