MediaSource.js 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414
  1. function VideoMediaSource(element) {
  2. let videoElement = null;
  3. let codecInfo = null;
  4. let mediaSource = null;
  5. let sourceBuffer = null;
  6. let initSegmentData = null;
  7. let ctrlDelayFlag = false;
  8. let delay = 4;
  9. const DELAY = 0.5;
  10. let waitingCount = 0;
  11. let time = 0;
  12. let segmentWaitDecode = [];
  13. let firstTimeStamp = null;
  14. let isFirstTimeStamp = false;
  15. let onDurationChangeCallback = null;
  16. let onCanplayCallback = null;
  17. let startPlay = false;
  18. function constructor(element) {
  19. videoElement = element;
  20. }
  21. constructor.prototype = {
  22. init() {
  23. videoElement.controls = false;
  24. videoElement.autoplay = 'autoplay';
  25. //videoElement.preload = "auto";
  26. videoElement.muted = true;
  27. addVideoEventListener(videoElement);
  28. appendInitSegment();
  29. },
  30. setMediaSegment(mediaSegment) {
  31. appendNextMediaSegment(mediaSegment)
  32. },
  33. setFirstTimeStamp(time) {
  34. if(!isFirstTimeStamp) {
  35. console.log('set firstTimeStamp:', time)
  36. firstTimeStamp = time;
  37. isFirstTimeStamp = true;
  38. }
  39. },
  40. setDurationChangeCallBack(callback) {
  41. onDurationChangeCallback = callback;
  42. },
  43. set CodecInfo(CodecInfo) {
  44. codecInfo = CodecInfo;
  45. },
  46. get CodecInfo() {
  47. return codecInfo;
  48. },
  49. set InitSegment(data) {
  50. initSegmentData = data;
  51. },
  52. get InitSegment() {
  53. return initSegmentData;
  54. },
  55. onCanplayCallback(callback) {
  56. onCanplayCallback = callback;
  57. },
  58. close() {
  59. videoElement.pause();
  60. removeEventListener();
  61. mediaSource.removeSourceBuffer(sourceBuffer);
  62. mediaSource.endOfStream();
  63. sourceBuffer = null;
  64. mediaSource = null;
  65. videoElement = null;
  66. }
  67. }
  68. return new constructor(element);
  69. function appendInitSegment() {
  70. if(mediaSource == null || mediaSource.readyState === 'end') {
  71. mediaSource = new MediaSource();
  72. addMediaSourceEventListener(mediaSource);
  73. videoElement.src = window.URL.createObjectURL(mediaSource);
  74. //console.log('new MediaSource');
  75. return;
  76. }
  77. //console.log('appendInitSegment start');
  78. if(mediaSource.sourceBuffers.length === 0) {
  79. mediaSource.duration = 0;
  80. let codecs = 'video/mp4;codecs="avc1.' + codecInfo + '"';
  81. if(!MediaSource.isTypeSupported(codecs)) {
  82. //console.log('要播放视频格式 video/mp4;codecs="avc1.64002a", video/mp4;codecs="avc1.64002a",您还需要安装一个额外的微软组件,参见 https://support.mozilla.org/kb/fix-video-audio-problems-firefox-windows')
  83. console.log('not support ' + codecs)
  84. return;
  85. }
  86. sourceBuffer = mediaSource.addSourceBuffer(codecs);
  87. addSourceBufferEventListener(sourceBuffer);
  88. }
  89. let initSegment = initSegmentData;
  90. if(initSegment == null) {
  91. mediaSource.endOfStream();
  92. console.log('no initSegmentData');
  93. }
  94. //console.log(sourceBuffer)
  95. sourceBuffer.appendBuffer(initSegment);
  96. //console.log(sourceBuffer)
  97. // saveAs(new File(initSegment, "test"));
  98. // Savesegments.set(initSegment, 0);
  99. // segmentsLength += initSegment.length;
  100. // segmentsNum --;
  101. console.log('appendInitSegment end')
  102. checkDelay();
  103. }
  104. function appendNextMediaSegment(mediaData) {
  105. if(sourceBuffer == null) {
  106. segmentWaitDecode.push(mediaData);
  107. return;
  108. }
  109. //console.log(mediaSource.readyState, mediaSource.readyState,sourceBuffer.updating)
  110. if(mediaSource.readyState === 'closed' || mediaSource.readyState === "ended") {
  111. console.log('mediaSource closed or ended')
  112. return;
  113. }
  114. if(onDurationChangeCallback) {
  115. //90000为采样率,先写死
  116. let rtpTimestamp = parseInt((videoElement.currentTime.toFixed(2) * 90000).toFixed(0)) + firstTimeStamp + 3600;//
  117. //console.log('callback time: ', rtpTimestamp)
  118. //console.log('sourceBuffer: ', sourceBuffer.timestampOffset)
  119. onDurationChangeCallback(rtpTimestamp);
  120. }
  121. //console.count('一帧');
  122. //try {
  123. if(segmentWaitDecode.length) {
  124. segmentWaitDecode.push(mediaData);
  125. //console.log(segmentWaitDecode)
  126. }else {
  127. if(!sourceBuffer.updating) {
  128. sourceBuffer.appendBuffer(mediaData);
  129. } else {
  130. segmentWaitDecode.push(mediaData);
  131. }
  132. }
  133. //}catch (e){
  134. // console.log('appendNextMediaSegment Error')
  135. //}
  136. if(sourceBuffer && sourceBuffer.buffered && sourceBuffer.buffered.length && sourceBuffer.buffered.end(0) > DELAY) {
  137. if(!startPlay) {
  138. videoElement.play();
  139. console.warn('playbakrate: ', videoElement.playbackRate)
  140. ctrlDelayFlag = true;
  141. }
  142. startPlay = true;
  143. } else {
  144. if(!startPlay) {
  145. videoElement.pause();
  146. }
  147. }
  148. //console.log(sourceBuffer)
  149. }
  150. /**
  151. * Video事件
  152. * @param videoElement video对象
  153. */
  154. function addVideoEventListener(videoElement) {
  155. videoElement.addEventListener('loadstart', onloadstart);
  156. videoElement.addEventListener('waiting', onWaiting);
  157. videoElement.addEventListener('durationchange', onDurationChange);
  158. videoElement.addEventListener('timeupdate', timeupdate);
  159. videoElement.addEventListener('canplay', oncanplay);
  160. videoElement.addEventListener('canplaythrough', oncanplaythrough);
  161. videoElement.addEventListener('error', onVideoError);
  162. document.addEventListener('visibilitychange', onVisibilityChange);
  163. }
  164. function onVisibilityChange(e) {
  165. if(document.visibilityState === 'visible') {
  166. ctrlDelayFlag = true;
  167. checkDelay();
  168. videoElement.play();
  169. } else {
  170. ctrlDelayFlag = false;
  171. videoElement.pause();
  172. }
  173. console.warn('visibilityState: ', document.visibilityState)
  174. }
  175. function onloadstart() {
  176. console.log('loadstart');
  177. }
  178. function onDurationChange() {
  179. //console.log('durationchange');
  180. if (mediaSource === null) {
  181. return;
  182. }
  183. if(sourceBuffer && sourceBuffer.buffered && sourceBuffer.buffered.length > 0) {
  184. checkBuffer();
  185. }
  186. //console.log('currentTime:', videoElement.currentTime);
  187. // if(onDurationChangeCallback) {
  188. // //90000为采样率,先写死
  189. // let rtpTimestamp = videoElement.currentTime * 90000 + firstTimeStamp ;
  190. // //console.log('callback time: ', rtpTimestamp)
  191. // onDurationChangeCallback(rtpTimestamp);
  192. // }
  193. //try {
  194. //}catch(e) {
  195. // console.log('sourceBuffer has been moved')
  196. //}
  197. }
  198. function checkDelay() {
  199. if(sourceBuffer && sourceBuffer.buffered && sourceBuffer.buffered.length > 0) {
  200. if(ctrlDelayFlag) {
  201. let startTime = sourceBuffer.buffered.start(0);
  202. let endTime = sourceBuffer.buffered.end(0);
  203. let diffTime = (videoElement.currentTime === 0 ? endTime - startTime: endTime - videoElement.currentTime).toFixed(2);
  204. if(diffTime >= delay + 0.5) {
  205. if(sourceBuffer.updating) {
  206. return;
  207. }
  208. let tempCurrntTime = endTime - delay;
  209. console.log('跳秒前', videoElement.currentTime)
  210. videoElement.currentTime = tempCurrntTime.toFixed(3);
  211. console.log('跳秒后', videoElement.currentTime, sourceBuffer.buffered.end(0), videoElement.duration)
  212. //ctrlDelayFlag = false;
  213. } else if((diffTime < DELAY + 0.2 ) && diffTime >= DELAY) {
  214. //console.warn('playbackRate:', 1, diffTime)
  215. videoElement.playbackRate = 1;
  216. }
  217. else if(diffTime < DELAY) {
  218. //console.warn('playbackRate:', 0.9, diffTime)
  219. videoElement.playbackRate = 0.9;
  220. }else {
  221. //console.warn('playbackRate:', 1.1, diffTime)
  222. videoElement.playbackRate = 1.1;
  223. }
  224. }
  225. }
  226. window.requestAnimationFrame(checkDelay);
  227. }
  228. function timeupdate() {
  229. // console.log('******timeupdate******');
  230. // console.log(videoElement.currentTime);
  231. // console.log('******timeupdate end******')
  232. }
  233. function oncanplay() {
  234. // if(isFirstTimeStamp && (firstTimeStamp == null)) {
  235. // //firstTimeStamp =
  236. // isFirstTimeStamp = false;
  237. // }
  238. onCanplayCallback && onCanplayCallback(videoElement);
  239. console.log('canplay');
  240. }
  241. function oncanplaythrough() {
  242. if(document.visibilityState === 'visible' && startPlay){ctrlDelayFlag = true};
  243. // console.log('canplaythrough');
  244. }
  245. function onVideoError() {
  246. console.error('error');
  247. //console.log(e)
  248. console.error(videoElement.currentTime);
  249. console.error("Error " + videoElement.error.code + "; details: " + videoElement.error.message);
  250. }
  251. /**
  252. * MediaSource事件
  253. * @param mediaSource
  254. */
  255. function addMediaSourceEventListener(mediaSource) {
  256. mediaSource.addEventListener('sourceopen', onSourceOpen);
  257. mediaSource.addEventListener('error', onMediaSourceError);
  258. }
  259. function onSourceOpen() {
  260. console.log('OnsourceOpen');
  261. appendInitSegment(); //此处重新调用一次,是为了建立sourceBuffer
  262. }
  263. function onMediaSourceError() {
  264. console.log('mediaSource error');
  265. console.log(videoElement.currentTime)
  266. }
  267. /**
  268. * sourceBuffer事件
  269. */
  270. function addSourceBufferEventListener(sourceBuffer) {
  271. sourceBuffer.addEventListener('error', onSourceBufferError);
  272. sourceBuffer.addEventListener('update', onUpdate);
  273. }
  274. function onSourceBufferError() {
  275. console.log('sourceBuffer Error');
  276. console.log(videoElement.currentTime)
  277. }
  278. function onUpdate() {
  279. //console.log('sourceBuffer update');
  280. if(segmentWaitDecode.length > 0) {
  281. if(!sourceBuffer.updating) {
  282. sourceBuffer.appendBuffer(segmentWaitDecode[0]);
  283. //console.log('segmentWaitDecode: ' + segmentWaitDecode.length)
  284. segmentWaitDecode.shift();
  285. }
  286. }
  287. //console.log(e)
  288. }
  289. function checkBuffer() {
  290. let minute = 60;
  291. let bufferTime = 30;
  292. let startTime = sourceBuffer.buffered.start(0);
  293. let endTime = sourceBuffer.buffered.end(0);
  294. //console.log(endTime- videoElement.currentTime)
  295. if (!sourceBuffer.updating && (endTime - startTime > minute)) {
  296. sourceBuffer.remove(startTime, endTime - bufferTime);
  297. videoElement.play();
  298. console.log('remove buffer: ', startTime, ' - ', (endTime - bufferTime))
  299. }else if(sourceBuffer.updating && (endTime - startTime > minute)) {
  300. console.log('clear buffer failed!')
  301. }
  302. }
  303. function onWaiting() {
  304. // console.log('waiting....');
  305. ctrlDelayFlag = false;
  306. // if(delay < 0.7) {
  307. // if(waitingCount === 0) {
  308. // time = Date.now();
  309. // waitingCount++;
  310. // }else {
  311. // if((Date.now() - time) <= 5000) {
  312. // waitingCount ++;
  313. // if(waitingCount >= 5) {
  314. // delay += 0.1;
  315. // console.log('delay: ', delay);
  316. // time = Date.now();
  317. // waitingCount = 0;
  318. // }
  319. // } else {
  320. // waitingCount = 1;
  321. // time = Date.now();
  322. // }
  323. // }
  324. // }
  325. }
  326. function removeEventListener() {
  327. document.removeEventListener('visibilitychange', onVisibilityChange);
  328. videoElement.removeEventListener('loadstart', onloadstart);
  329. videoElement.removeEventListener('waiting', onWaiting);
  330. videoElement.removeEventListener('durationchange', onDurationChange);
  331. videoElement.removeEventListener('timeupdate', timeupdate);
  332. videoElement.removeEventListener('canplay', oncanplay);
  333. videoElement.removeEventListener('canplaythrough', oncanplaythrough);
  334. videoElement.removeEventListener('error', onVideoError);
  335. mediaSource.removeEventListener('sourceopen', onSourceOpen);
  336. mediaSource.removeEventListener('error', onMediaSourceError);
  337. sourceBuffer.removeEventListener('error', onSourceBufferError);
  338. sourceBuffer.removeEventListener('update', onUpdate);
  339. }
  340. }
  341. export default VideoMediaSource;