node_vag/stream/server.js

const Net = require('net');
const Logger = require('../core/logger');
const NodeRtpSession = require('./session');
const context = require('../core/ctx');
const NodeRtmpClient = require('../core/rtmp_client');
const RtpSession = require("rtp-rtcp").RtpSession;

//GB28181 媒体服务器
class NodeGB28181StreamServer {
    constructor(config) {

        this.listen = config.GB28181.streamServer.listen || 9200;

        this.host = config.GB28181.streamServer.host || '0.0.0.0';

        //开启端口复用
        if (config.GB28181.streamServer.invite_port_fixed) {
            //RTP-RTCP UDP-Server
            this.udpServer = new RtpSession(this.listen);
            this.udpServer.createRtcpServer();

            //TCP-Server
            this.tcpServer = Net.createServer((socket) => {
                let session = new NodeRtpSession(config, socket);

                session.run();
            });
        }

        //主动取流客户端（TCP/主动模式）
        this.tcpClients = {};

        //默认的RTMP服务器基地址
        this.rtmpServer = config.GB28181.streamServer.rtmpServer || 'rtmp://127.0.0.1/live';
    }

    run() {

        if (this.udpServer) {
            //TCP
            this.tcpServer.listen(this.listen, () => {
                Logger.log(`GB28181-Media Server started on TCP port: ${this.listen}`);
            });
            this.tcpServer.on('error', (e) => {
                Logger.error(`GB28181-Media Server ${e}`);
            });
            this.tcpServer.on('close', () => {
                Logger.log('GB28181-Media Server Close.');
            });
        }

        if (this.udpServer) {
            //UDP
            this.udpServer.on("listening", () => {
                Logger.log(`GB28181-Media Server started on UDP port: ${this.listen}`);
            });

            this.udpServer.on("message", (msg, info) => {
                NodeRtpSession.parseRTPacket(msg);
            });
        }

        //SDP收到
        context.nodeEvent.on('sdpReceived', this.sdpReceived.bind(this));

        //RTP己处理好
        context.nodeEvent.on('rtpReadyed', this.rtpReceived.bind(this));

        //停止播放,关闭推流客户端（rtp客户端主动关闭连接）
        context.nodeEvent.on('stopPlayed', (ssrc) => {
            //ntv mod 转换成string，否者检索不到，ssrc传入的时number
            var key = '' + ssrc;
            if (context.publishers.has(key)) {
                let rtmpClient = context.publishers.get(key);
                rtmpClient.stop();
                context.publishers.delete(key);
                Logger.log("rtmp session removed ",ssrc);
            }
        });

        //ntv add 上一个函数主动关闭，或网络异常，或其他原因关闭rtmp
        context.nodeEvent.on('rtmpClientClose', (ssrc) => {
            var key = '' + ssrc;
            if (context.publishers.has(key)) {
                context.publishers.delete(key);
                Logger.log("rtmp session removed ",ssrc);
            }
        });
    }

    //接收到 INVITE SDP 描述
    sdpReceived(sdp) {

        //判断流发送者SDP描述，如果是 TCP主动模式 则创建主动取流客户端

        if (sdp.media.length > 0 && sdp.media[0].ssrc) {
            let ssrc = sdp.media[0].ssrc;

            let host = sdp.connection.ip || sdp.origin.address;

            let version = sdp.connection.version || 4; //IPV4 or IPV6

            let port = sdp.media[0].port;

            let protocol = sdp.media[0].protocol;

            let mode = 0;

            switch (protocol) {
                //UDP
                case 'RTP/AVP':
                    {
                        mode = 0;
                    }
                    break;
                //TCP
                case 'TCP/RTP/AVP':
                    {
                        let setup = sdp.media[0].setup;
                        switch (setup) {
                            //背动模式，需要创建TCP-Client 去取流
                            case 'passive':
                                {
                                    mode = 2;
                                    this.createTCPClient(ssrc, host, port);
                                }
                                break;
                            //主动模式
                            case 'active':
                                {
                                    mode = 1;
                                }
                                break;
                        }
                    }
                    break;
            }
        }
    }

    //创建TCP主动取流客户端
    //ntv 该逻辑没有被使用
    createTCPClient(ssrc, host, port) {

        if (!this.tcpClients[ssrc]) {

            let tcpClient = new Net.Socket();

            this.tcpClients[ssrc] = tcpClient;

            tcpClient._cache = Buffer.alloc(0);

            tcpClient.connect(port, host, () => { Logger.log("[GB28181_TCP_Active] 连接成功，等待接收 RTP 数据包...") });

            tcpClient.on('data', (data) => {

                tcpClient._cache = Buffer.concat([tcpClient._cache, data]);

                while (tcpClient._cache.length > 1 && tcpClient._cache.length >= (tcpClient._cache.readUInt16BE(0) + 2)) {

                    let rtplength = tcpClient._cache.readUInt16BE(0);

                    let rtpData = tcpClient._cache.slice(2, rtplength + 2);

                    NodeRtpSession.parseRTPacket(rtpData);

                    tcpClient._cache = tcpClient._cache.slice(rtplength + 2);
                }
            });

            //连接关闭
            tcpClient.on('error', (err) => {
                Logger.log("[GB28181_TCP_Active] 连接关闭...") ;
                tcpClient.destroy();
                delete this.tcpClients[ssrc];
            });


        }
    }

    //TCPServer/UDPServer 接收到nalus
    rtpReceived(ssrc, timestamp, packet) {

        if (!context.publishers.has(ssrc)) {
            var rtmpClient = new NodeRtmpClient(`${this.rtmpServer}/${ssrc}`);
            rtmpClient.startPush();
            Logger.log("Publish to rtmp server ",this.rtmpServer,ssrc);
            //RTMP 发布流状态
            rtmpClient.on('status', (info) => {
                if (info.code === 'NetStream.Publish.Start'){
                    rtmpClient.isPublishStart = true;
                    Logger.log("rtmp stream start ",ssrc);
                }
            });

            //连接关闭
            rtmpClient.on('close', () => {
                Logger.log("rtmp stream closed ",ssrc);
                context.nodeEvent.emit('rtmpClientClose', ssrc);
            });

            //ntv 同时使用string key
            var key = '' + ssrc;
            context.publishers.set(key, rtmpClient);
        }

        let rtmpClinet = context.publishers.get(ssrc);

        //记录收包时间，长时间未收包关闭会话
        rtmpClinet._lastReceiveTime = new Date();

        //发送视频第一包
        if (!rtmpClinet.sendfirstVideoPacket && rtmpClinet.isPublishStart) {

            let streaminfo = rtmpClinet._streaminfo;

            switch (streaminfo.video) {
                case 0x24:
                    {
                        let vps = rtmpClinet._vps;
                        let sps = rtmpClinet._sps;
                        let pps = rtmpClinet._pps;

                        if (vps && sps && pps) {
                            let _packet = Buffer.concat([Buffer.from([0x1C, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x00, 0x00, 0x00, 0x90, 0x00, 0x00, 0x00, 0x00, 0x00, 0xFF, 0x5A, 0xF0, 0x01, 0xFC, 0xFD, 0xF8, 0xF8, 0x00, 0x00, 0x0F, 0x03, 0x20, 0x00, 0x01, vps.length >> 8 & 0xff, vps.length & 0xff]), vps, Buffer.from([0x21, 0x00, 0x01, sps.length >> 8 & 0xff, sps.length & 0xff]), sps, Buffer.from([0x22, 0x00, 0x01, pps.length >> 8 & 0xff, pps.length & 0xff]), pps]);
                            rtmpClinet.pushVideo(_packet, 0);
                            rtmpClinet.deltaVideo = 0;
                            rtmpClinet.sendfirstVideoPacket = true;
                        }
                    }
                    break;
                case 0x1b:
                    {
                        let sps = rtmpClinet._sps;
                        let pps = rtmpClinet._pps;

                        if (sps && pps) {
                            let _packet = Buffer.concat([Buffer.from([0x17, 0x00, 0x00, 0x00, 0x00, 0x01, sps.readUInt8(1), sps.readUInt8(2), sps.readUInt8(3), 0xff, 0xe1, sps.length >> 8 & 0xff, sps.length & 0xff]), sps, Buffer.from([0x01, pps.length >> 8 & 0xff, pps.length & 0xff]), pps]);
                            rtmpClinet.pushVideo(_packet, 0);
                            rtmpClinet.deltaVideo = 0;
                            rtmpClinet.sendfirstVideoPacket = true;
                        }
                    }
                    break;
            }
        }

        //发送音频第一包
        if (!rtmpClinet.sendfirstAudioPacket && rtmpClinet.isPublishStart) {

            let streaminfo = rtmpClinet._streaminfo;

            switch (streaminfo.audio) {
                //AAC
                case 0x0f:
                    {
                        //ToDo 需要判断音频信息，采样率，采样深度，码率
                    }
                    break;
                //G711a
                case 0x90:
                    {
                        var _packet = Buffer.from([0x70]);
                        rtmpClinet.pushAudio(_packet, 0);
                        rtmpClinet.deltaAudio = 0;
                        rtmpClinet.sendfirstAudioPacket = true;
                    }
                    break;
                //G711u
                case 0x91:
                    {
                        var _packet = Buffer.from([0x80]);
                        rtmpClinet.pushAudio(_packet, 0);
                        rtmpClinet.deltaAudio = 0;
                        rtmpClinet.sendfirstAudioPacket = true;
                    }
                    break;
            }
        }

        //判断packet.streaminfo H264/H265

        if (!rtmpClinet._streaminfo && packet.streaminfo)
            rtmpClinet._streaminfo = packet.streaminfo;

        if (!rtmpClinet._streaminfo.video && packet.streaminfo.video)
            rtmpClinet._streaminfo.video = packet.streaminfo.video;

        if (!rtmpClinet._streaminfo.audio && packet.streaminfo.audio)
            rtmpClinet._streaminfo.audio = packet.streaminfo.audio;

        //发送视频
        packet.video.forEach(nalu => {

            switch (rtmpClinet._streaminfo.video) {
                //H265
                case 0x24:
                    {
                        let naluType = (nalu.readUInt8(0) & 0x7E) >> 1;

                        switch (naluType) {
                            case 19:
                                rtmpClinet._keyframe = nalu;
                                break;
                            case 32:
                                if (!rtmpClinet._vps)
                                    rtmpClinet._vps = nalu;
                                break;
                            case 33:
                                if (!rtmpClinet._sps)
                                    rtmpClinet._sps = nalu;
                                break;
                            case 34:
                                if (!rtmpClinet._pps)
                                    rtmpClinet._pps = nalu;
                                break;
                        }

                        //flv封装
                        if (naluType !== 32 && naluType !== 33 && naluType !== 34) {

                            let packet = Buffer.concat([Buffer.from([naluType == 19 ? 0x1C : 0x2C, 0x01, 0x00, 0x00, 0x00, (nalu.length >> 24 & 0xff), (nalu.length >> 16 & 0xff), (nalu.length >> 8 & 0xff), (nalu.length & 0xff)]), nalu]);

                            rtmpClinet.deltaVideo += timestamp / 90;

                            if (rtmpClinet.isPublishStart && rtmpClinet.sendfirstVideoPacket)
                                rtmpClinet.pushVideo(packet, rtmpClinet.deltaVideo);
                        }
                    }
                    break;
                //H264
                case 0x1b:
                    {
                        let naluType = nalu.readUInt8(0) & 0x1F;

                        switch (naluType) {
                            case 5:
                                rtmpClinet._keyframe = nalu;
                                break;
                            case 7:
                                if (!rtmpClinet._sps)
                                    rtmpClinet._sps = nalu;
                                break;
                            case 8:
                                if (!rtmpClinet._pps)
                                    rtmpClinet._pps = nalu;
                                break;
                        }

                        //flv封装
                        if (naluType !== 7 && naluType !== 8) {

                            let packet = Buffer.concat([Buffer.from([naluType == 5 ? 0x17 : 0x27, 0x01, 0x00, 0x00, 0x00, (nalu.length >> 24 & 0xff), (nalu.length >> 16 & 0xff), (nalu.length >> 8 & 0xff), (nalu.length & 0xff)]), nalu]);

                            rtmpClinet.deltaVideo += timestamp / 90;

                            if (rtmpClinet.isPublishStart && rtmpClinet.sendfirstVideoPacket)
                                rtmpClinet.pushVideo(packet, rtmpClinet.deltaVideo);
                        }
                    }
                    break;
                //SVAC
                case 0x80:
                    break;
            }
        });

        //发送音频
        if (packet.audio.length > 0) {
            if (rtmpClinet.isPublishStart && rtmpClinet.sendfirstAudioPacket) {

                switch (rtmpClinet._streaminfo.audio) {
                    //G711a
                    case 0x90:
                        {
                            rtmpClinet.deltaAudio += (packet.audio.length / 8000) * 1000;
                            rtmpClinet.pushAudio(Buffer.concat([Buffer.from([0x70]), packet.audio]), rtmpClinet.deltaAudio);
                        }
                        break;
                    //G711u
                    case 0x91:
                        {
                            rtmpClinet.deltaAudio += (packet.audio.length / 8000) * 1000;
                            rtmpClinet.pushAudio(Buffer.concat([Buffer.from([0x80]), packet.audio]), rtmpClinet.deltaAudio);
                        }
                        break;
                }
            }
        }
    }

    stop() {

        if (this.tcpServer)
            this.tcpServer.close();

        if (this.udpServer)
            this.udpServer.close();

        context.sessions.forEach((session, id) => {
            if (session instanceof NodeRtpSession) {
                session.socket.destroy();
                context.sessions.delete(id);
            }
        });
    }
}

module.exports = NodeGB28181StreamServer