WebRTC不显示视频peerConnection远程视频

如何解决WebRTC不显示视频peerConnection远程视频

我尝试连接我的视频(无网络摄像头)以远程与其他视频同步。但是我不知道我哪里错了。考虑到他们要连接到同一个房间,我这样做了。一个执行流(LocalVideo),另一个执行流(远程)。与此非常相似的内容:https://webrtc.github.io/samples/src/content/capture/video-pc/。但是对于这个问题,我仍然没有给出答案,请一个了解node.js和WebRTC的人可以救我!

main.js:

let divSelectRoom = document.getElementById("selectRoom")
let divConsultingRoom = document.getElementById("consultingRoom")
let divConsultingRoom2 = document.getElementById("consultingRoom2")
let inputRoomNumber = document.getElementById("roomNumber")
let btnGoRoom = document.getElementById("goRoom")
let localVideo = document.getElementById("localVideo")
let remoteVideo = document.getElementById("remoteVideo")
let locallabel = document.getElementById("locallabel")
let visitlabel = document.getElementById("visitlabel")

let roomNumber,localStream,remoteStream,rtcPeerConnection,isCaller

let stream;

const iceServers = {
    'iceServer': [
        { 'urls': 'stun:stun.services.mozilla.com' },{ 'urls': 'stun:stun.l.google.com:19302' }

    ]
}

const streamConstraints = {
    audio: 1,video: 1
}

let startTime;

const socket = io();

btnGoRoom.onclick = () => {
    if (inputRoomNumber.value == '') {
        alert("please type a room name")
    } else {
        roomNumber = inputRoomNumber.value
        socket.emit('create or join',roomNumber)
        divSelectRoom.style = "display: none"

    }
}

function maybeCreateStream() {
    if (stream) {
        return;
    }
    if (localVideo.captureStream) {
        stream = localVideo.captureStream();
        console.log('Captured stream from localVideo with captureStream',stream);
    } else if (localVideo.mozCaptureStream) {
        stream = localVideo.mozCaptureStream();
        console.log('Captured stream from localVideo with mozCaptureStream()',stream);
    } else {
        console.log('captureStream() not supported');
    }
    localStream = stream
    
}


localVideo.play();

socket.on('created',room => {
    divConsultingRoom.style = "display: block"

    // Video tag capture must be set up after video tracks are enumerated.
    localVideo.oncanplay = maybeCreateStream;
    if (localVideo.readyState >= 3) { // HAVE_FUTURE_DATA
        // Video is already ready to play,call maybeCreateStream in case oncanplay
        // fired before we registered the event handler.
        maybeCreateStream();
    }

    isCaller = true
})


socket.on('joined',room => {
    divConsultingRoom2.style = "display: block"
    remoteVideo.srcObject = localStream;
    isCaller = false
    socket.emit('ready',roomNumber)
})

socket.on('ready',() => {
    console.log('enter ready')
    const videoTracks = stream.getVideoTracks();
    const audioTracks = stream.getAudioTracks();
    if (videoTracks.length > 0) {
        console.log(`Using video device: ${videoTracks[0].label}`);
    }
    if (audioTracks.length > 0) {
        console.log(`Using audio device: ${audioTracks[0].label}`);
    }
    if (isCaller) {
        rtcPeerConnection = new RTCPeerConnection(iceServers)
        rtcPeerConnection.onicecandidate = onIceCandidate
        rtcPeerConnection.ontrack = onAddStream
        rtcPeerConnection.addTrack(localStream.getTracks()[0],localStream)
        rtcPeerConnection.addTrack(localStream.getTracks()[1],localStream)
        rtcPeerConnection.createOffer()
            .then(sessionDescription => {
                console.log('sending offer',sessionDescription)
                rtcPeerConnection.setLocalDescription(sessionDescription)
                socket.emit('offer',{
                    type: 'offer',sdp: sessionDescription,room: roomNumber
                })
            }).catch(err => {
                console.log(err)
            })
    }
})

socket.on('offer',(event) => {
    console.log('enter offer',isCaller)
    if (!isCaller) {
        rtcPeerConnection = new RTCPeerConnection(iceServers)
        rtcPeerConnection.onicecandidate = onIceCandidate
        rtcPeerConnection.ontrack = onAddStream
        //rtcPeerConnection.addTrack(localStream.getTracks()[0],localStream)
        //rtcPeerConnection.addTrack(localStream.getTracks()[1],localStream)
        console.log('received offer',event)
        rtcPeerConnection.setRemoteDescription(new RTCSessionDescription(event))
        rtcPeerConnection.createAnswer().then(sessionDescription => {
            console.log('sending answer',sessionDescription)
            socket.emit('answer',{
                type: 'answer',room: roomNumber
            })
        }).catch(err => {
            console.log(err)
        })
    }
})

socket.on('answer',event => {
    console.log('received answer',event)
    rtcPeerConnection.setRemoteDescription(new RTCSessionDescription(event))
})

socket.on('candidate',event => {
    const candidate = new RTCIceCandidate({
        sdpMLineIndex: event.label,candidate: event.candidate
    })
    console.log('received candidate',candidate)
    rtcPeerConnection.addIceCandidate(candidate)
})

function onAddStream(event) {
    console.log('Stream It')
    remoteVideo.srcObject = event.streams[0];
    remoteStream = event.streams[0]
    console.log('visit received remote stream',event.streams[0]);
}

function onIceCandidate(event) {
    if (event.candidate) {
        console.log('sending ice candidate',event.candidate)
        socket.emit('candidate',{
            type: 'candidate',label: event.candidate.sdpMLineIndex,id: event.candidate.sdpMid,candidate: event.candidate.candidate,room: roomNumber
        })
    }
}

app.js:

const { Socket } = require('dgram')
const express = require('express')
const app = express()
let http = require('http').Server(app)

const port = process.env.PORT || 3000

let io = require('socket.io')(http)

app.use(express.static('public'))

http.listen(port,() => {
    console.log('listening on',port)
})

io.on('connection',socket => {
    console.log('a user connected')

    socket.on('create or join',room => {
        console.log('create or join to room',room)
        const myRoom = io.sockets.adapter.rooms[room] || {length: 0}
        const numClients = myRoom.length
        console.log(room,'has',numClients,'clients')

        if(numClients == 0){
            socket.join(room)
            socket.emit('created',room)
        }else if (numClients == 1){
            socket.join(room)
            socket.emit('joined',room)
        }else{
            socket.emit('full',room)
        }
    })

    socket.on('ready',room => {
        socket.broadcast.to(room).emit('ready')
    })

    socket.on('candidate',event => {
        socket.broadcast.to(event.room).emit('candidate',event)
    })

    socket.on('offer',event => {
        socket.broadcast.to(event.room).emit('offer',event.sdp)
    })

    socket.on('answer',event => {
        socket.broadcast.to(event.room).emit('answer',event.sdp)
    })
})

index.html:

<!DOCTYPE html>
<head>
    <title>WebRTC Training</title>
</head>
<body>
    <h1>WebRTC TRAINING</h1>
    <div id="selectRoom">
        <label>Type room name</label>
        <input id="roomNumber" type="text"/>
        <button id="goRoom">Go</button>
    </div>
    <div id="consultingRoom" style="display: none;">
        <video id="localVideo" playsinline controls loop muted>
            <source src="videos/dudu.webm" type="video/webm"/>
            <source src="videos/dudu.mp4" type="video/mp4"/>
            <p>This browser does not support the video element.</p>
        </video>
        <label id="locallabel">local</label>
    </div>

    <div id="consultingRoom2" style="display: none;">
        <video id="remoteVideo" playsinline autoplay></video>
        <label id="visitlabel">visit</label>
    </div>

    <script src="/socket.io/socket.io.js"></script>
    <script src="main.js"></script>
</body>

这是一张图片,以便您更好地理解。

enter image description here

版权声明:本文内容由互联网用户自发贡献,该文观点与技术仅代表作者本人。本站仅提供信息存储空间服务,不拥有所有权,不承担相关法律责任。如发现本站有涉嫌侵权/违法违规的内容, 请发送邮件至 dio@foxmail.com 举报,一经查实,本站将立刻删除。

相关推荐


依赖报错 idea导入项目后依赖报错,解决方案:https://blog.csdn.net/weixin_42420249/article/details/81191861 依赖版本报错:更换其他版本 无法下载依赖可参考:https://blog.csdn.net/weixin_42628809/a
错误1:代码生成器依赖和mybatis依赖冲突 启动项目时报错如下 2021-12-03 13:33:33.927 ERROR 7228 [ main] o.s.b.d.LoggingFailureAnalysisReporter : *************************** APPL
错误1:gradle项目控制台输出为乱码 # 解决方案:https://blog.csdn.net/weixin_43501566/article/details/112482302 # 在gradle-wrapper.properties 添加以下内容 org.gradle.jvmargs=-Df
错误还原:在查询的过程中,传入的workType为0时,该条件不起作用 &lt;select id=&quot;xxx&quot;&gt; SELECT di.id, di.name, di.work_type, di.updated... &lt;where&gt; &lt;if test=&qu
报错如下,gcc版本太低 ^ server.c:5346:31: 错误:‘struct redisServer’没有名为‘server_cpulist’的成员 redisSetCpuAffinity(server.server_cpulist); ^ server.c: 在函数‘hasActiveC
解决方案1 1、改项目中.idea/workspace.xml配置文件,增加dynamic.classpath参数 2、搜索PropertiesComponent,添加如下 &lt;property name=&quot;dynamic.classpath&quot; value=&quot;tru
删除根组件app.vue中的默认代码后报错:Module Error (from ./node_modules/eslint-loader/index.js): 解决方案:关闭ESlint代码检测,在项目根目录创建vue.config.js,在文件中添加 module.exports = { lin
查看spark默认的python版本 [root@master day27]# pyspark /home/software/spark-2.3.4-bin-hadoop2.7/conf/spark-env.sh: line 2: /usr/local/hadoop/bin/hadoop: No s
使用本地python环境可以成功执行 import pandas as pd import matplotlib.pyplot as plt # 设置字体 plt.rcParams[&#39;font.sans-serif&#39;] = [&#39;SimHei&#39;] # 能正确显示负号 p
错误1:Request method ‘DELETE‘ not supported 错误还原:controller层有一个接口,访问该接口时报错:Request method ‘DELETE‘ not supported 错误原因:没有接收到前端传入的参数,修改为如下 参考 错误2:cannot r
错误1:启动docker镜像时报错:Error response from daemon: driver failed programming external connectivity on endpoint quirky_allen 解决方法:重启docker -&gt; systemctl r
错误1:private field ‘xxx‘ is never assigned 按Altʾnter快捷键,选择第2项 参考:https://blog.csdn.net/shi_hong_fei_hei/article/details/88814070 错误2:启动时报错,不能找到主启动类 #
报错如下,通过源不能下载,最后警告pip需升级版本 Requirement already satisfied: pip in c:\users\ychen\appdata\local\programs\python\python310\lib\site-packages (22.0.4) Coll
错误1:maven打包报错 错误还原:使用maven打包项目时报错如下 [ERROR] Failed to execute goal org.apache.maven.plugins:maven-resources-plugin:3.2.0:resources (default-resources)
错误1:服务调用时报错 服务消费者模块assess通过openFeign调用服务提供者模块hires 如下为服务提供者模块hires的控制层接口 @RestController @RequestMapping(&quot;/hires&quot;) public class FeignControl
错误1:运行项目后报如下错误 解决方案 报错2:Failed to execute goal org.apache.maven.plugins:maven-compiler-plugin:3.8.1:compile (default-compile) on project sb 解决方案:在pom.
参考 错误原因 过滤器或拦截器在生效时,redisTemplate还没有注入 解决方案:在注入容器时就生效 @Component //项目运行时就注入Spring容器 public class RedisBean { @Resource private RedisTemplate&lt;String
使用vite构建项目报错 C:\Users\ychen\work&gt;npm init @vitejs/app @vitejs/create-app is deprecated, use npm init vite instead C:\Users\ychen\AppData\Local\npm-