index.tsx 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877
  1. import styles from "./index.module.less";
  2. import { Snackbar } from "@varlet/ui";
  3. import { closeToast, showLoadingToast, showToast, Popup } from "vant";
  4. import { defineComponent, onMounted, onUnmounted, reactive, ref, watch } from "vue";
  5. import { getLeveByScore, getLeveByScoreMeasure, IEvaluatings } from "./evaluatResult";
  6. import {
  7. cancelEvaluating,
  8. endEvaluating,
  9. endSoundCheck,
  10. getEarphone,
  11. api_proxyServiceMessage,
  12. removeResult,
  13. sendResult,
  14. startEvaluating,
  15. startSoundCheck,
  16. api_openWebView,
  17. api_startRecording,
  18. api_startRecordingCb,
  19. api_stopRecording,
  20. api_recordStartTime,
  21. api_remove_recordStartTime,
  22. api_startCapture,
  23. api_endCapture,
  24. api_getDeviceDelay,
  25. hideComplexButton,
  26. api_checkSocketStatus,
  27. addAccompanyError,
  28. removeAccompanyError,
  29. addSocketStatus,
  30. removeSocketStatus,
  31. api_disconnectSocket,
  32. api_midiMicDelay,
  33. api_cloudSetCurrentTime,
  34. api_cloudChangeSpeed,
  35. api_startDelayCheck,
  36. api_closeDelayCheck,
  37. api_openCamera,
  38. api_closeCamera,
  39. api_recordAudioUpload
  40. } from "/src/helpers/communication";
  41. import state, { IPlayState, clearSelection, handleStopPlay, onPlay, resetPlaybackToStart, togglePlay, initSetPlayRate, resetBaseRate, scrollViewNote } from "/src/state";
  42. import { IPostMessage } from "/src/utils/native-message";
  43. import { usePageVisibility } from "@vant/use";
  44. import { browser } from "/src/utils";
  45. import { getAudioCurrentTime, toggleMutePlayAudio, audioListStart, audioData } from "../audio-list";
  46. import { handleStartTick, closeTick } from "../tick";
  47. import AbnormalPop from "../abnormal-pop";
  48. import { storeData } from "../../store";
  49. import icon_bg from "../abnormal-pop/icon_bg.svg";
  50. import icon_close from "../abnormal-pop/icon_close.svg";
  51. import icon_btn from "../abnormal-pop/icon_btn.png";
  52. import icon_success from "../abnormal-pop/icon_success.png";
  53. import { data } from "../../page-instrument/custom-plugins/work-index";
  54. import { startCountdown } from "/src/page-instrument/evaluat-model/countdown";
  55. const browserInfo = browser();
  56. let socketStartTime = 0;
  57. export const popImgs = {
  58. icon_bg,
  59. icon_close,
  60. icon_btn,
  61. icon_success,
  62. };
  63. export const evaluatingData = reactive({
  64. /** 评测数据 */
  65. contentData: {} as any,
  66. /** 评测模块是否加载完成 */
  67. rendered: false,
  68. earphone: false, // 是否插入耳机
  69. soundEffect: false, // 是否效音
  70. soundEffectFrequency: 0, // 效音频率
  71. checkStep: 0, // 执行步骤
  72. checkEnd: false, // 检测结束
  73. earphoneMode: false, // 耳机弹窗
  74. earPhoneType: "" as "" | "有线耳机" | "蓝牙耳机", // 耳机类型
  75. soundEffectMode: false, // 效音弹窗
  76. websocketState: false, // websocket连接状态
  77. /**是否开始播放 */
  78. startBegin: false, // 开始
  79. backtime: 0, // 延迟时间
  80. /** 已经评测的数据 */
  81. evaluatings: {} as IEvaluatings,
  82. /** 评测结果 */
  83. resultData: {} as any,
  84. /** 评测结果弹窗 */
  85. resulstMode: false,
  86. /** 是否是完整评测 */
  87. isComplete: false,
  88. /** */
  89. isDisabledPlayMusic: false,
  90. /** socket异常状态弹窗 */
  91. socketErrorPop: false,
  92. /** 异常提示 */
  93. errorContents: '',
  94. /** socket异常状态弹窗的状态值 */
  95. socketErrorStatus: 0,
  96. /** 延迟检测,socket状态异常 */
  97. delayCheckSocketError: false,
  98. /** 异常状态,不生成评测记录,不调用保存接口 */
  99. isErrorState: false,
  100. /** accompanyError,错误类型 */
  101. accompanyErrorType: '',
  102. /** app播放结束状态,重新评测需要重置为 */
  103. isAudioPlayEnd: false,
  104. preloadJson: true, // 预加载延迟检测的资源
  105. jsonLoading: true, // 延迟检测的资源加载中状态
  106. jsonLoadDone: true, // 延迟检测的动画dom加载完成状态
  107. hideResultModal: false, // 评测作业,如果不是完整评测,需要隐藏评测结果弹窗
  108. oneselfCancleEvaluating: false, // 是否是自主取消评测,自主取消评测,不生产评测记录
  109. isBeginMask: false, // 倒计时和系统节拍器时候的遮罩,防止用户点击,
  110. recordingTime: 0, // 调用startRecording的时间
  111. endEvaluatingTime: 0, // 调用endEvaluating的时间
  112. evaluatSpeed: 0, // 评测记录的速度
  113. needReplayEvaluat: false, // 手动取消评测,需要自动开始评测
  114. needPlayTick: false, // 评测时,mp3节拍器需要等待音频开始播放后再执行播放节拍器的圆点动画
  115. tipErjiShow: false, // 评测提示弹窗
  116. onceErjiPopShow: false, // 是否已经提示过耳机弹窗,重新进入评测页面,重置该状态为false,手动关掉耳机弹窗,改变该状态为true,本次评测都不在提示耳机状态弹窗
  117. needCheckErjiStatus: true, // 点击评测模式进入评测模块的需要检测耳机状态,通过返回按钮进入评测模块的,不检测耳机状态
  118. evaluatResultLoading: false, // 评测结果处理中
  119. });
  120. const sendOffsetTime = async (offsetTime: number) => {
  121. const delayData = await api_getDeviceDelay();
  122. api_midiMicDelay({
  123. header: {
  124. commond: "audioPlayStart",
  125. type: "SOUND_COMPARE",
  126. },
  127. body: {
  128. offsetTime,
  129. micDelay: delayData?.content?.value,
  130. },
  131. });
  132. };
  133. /** 点击开始评测按钮 */
  134. export const handleStartEvaluat = async () => {
  135. if (state.modeType === "evaluating") {
  136. handleCancelEvaluat();
  137. // 放下面会在异步之后执行 旋律线可能在会隐藏不了
  138. state.modeType = "practise";
  139. } else {
  140. // 放下面会在异步之后执行 旋律线可能在会隐藏不了
  141. state.modeType = "evaluating";
  142. if (state.platform !== "PC") {
  143. // 评测前先检查APP端的websocket状态
  144. const res = await api_checkSocketStatus();
  145. if (res?.content?.status === "connected") {
  146. handleStopPlay();
  147. } else {
  148. // socket未连接
  149. // evaluatingData.socketErrorPop = true
  150. }
  151. } else {
  152. handleStopPlay();
  153. }
  154. }
  155. //state.modeType = state.modeType === "evaluating" ? "practise" : "evaluating";
  156. if (state.modeType !== "evaluating") {
  157. // 切换到练习模式,卸载评测模块
  158. evaluatingData.rendered = false;
  159. }
  160. };
  161. /** 开始评测 & 延迟检测开始按钮 */
  162. export const startCheckDelay = async () => {
  163. // 评测前先检查APP端的websocket状态
  164. const res = await api_checkSocketStatus();
  165. if (res?.content?.status === "connected") {
  166. //
  167. return new Promise((resolve) => {
  168. resolve({ checked: true });
  169. });
  170. } else {
  171. /**
  172. * socket未连接,记录此时的时间,以便于和收到socket成功链接,进行对比,对比时间小于500ms时,则连接中的状态默认显示500ms持续时间
  173. *
  174. * */
  175. socketStartTime = +new Date();
  176. evaluatingData.socketErrorPop = true;
  177. evaluatingData.socketErrorStatus = 1;
  178. return new Promise((resolve) => {
  179. resolve({ checked: false });
  180. });
  181. }
  182. };
  183. const check_currentTime = () => {
  184. let preTime = 0;
  185. // 选段评测模式
  186. if (state.isSelectMeasureMode) {
  187. preTime = state.section[0].time * 1000;
  188. }
  189. const currentTime = getAudioCurrentTime() * 1000 - preTime;
  190. // console.log('播放进度music', currentTime, 'preTime:' + preTime)
  191. if (currentTime >= 500) {
  192. sendEvaluatingOffsetTime(500);
  193. return;
  194. }
  195. setTimeout(() => {
  196. check_currentTime();
  197. }, 10);
  198. };
  199. /** 开始播放发送延迟时间 */
  200. export const sendEvaluatingOffsetTime = async (currentTime: number) => {
  201. // 没有开始时间点, 不处理
  202. if (!evaluatingData.backtime) return;
  203. const nowTime = Date.now();
  204. const delayTime = nowTime - evaluatingData.backtime - currentTime;
  205. console.error("真正播放延迟", delayTime, "currentTime:", currentTime);
  206. await api_proxyServiceMessage({
  207. header: {
  208. commond: "audioPlayStart",
  209. type: "SOUND_COMPARE",
  210. },
  211. body: {
  212. offsetTime: delayTime < 0 ? 0 : delayTime,
  213. micDelay: 0,
  214. },
  215. });
  216. };
  217. /** 检测耳机 */
  218. export const checkUseEarphone = async () => {
  219. const res = await getEarphone();
  220. return res?.content?.checkIsWired || false;
  221. };
  222. /**
  223. * 开始录音
  224. */
  225. const handleStartSoundCheck = () => {
  226. startSoundCheck();
  227. };
  228. /** 结束录音 */
  229. export const handleEndSoundCheck = () => {
  230. endSoundCheck();
  231. };
  232. /** 连接websocket */
  233. export const connectWebsocket = async (content: any) => {
  234. evaluatingData.contentData = content;
  235. evaluatingData.websocketState = true;
  236. };
  237. /**
  238. * 执行检测
  239. */
  240. export const handlePerformDetection = async () => {
  241. // 检测完成不检测了
  242. if (evaluatingData.checkEnd) return;
  243. // 延迟检测
  244. if (evaluatingData.checkStep === 0) {
  245. evaluatingData.checkStep = 5;
  246. // 没有设备延迟数据 或 开启了效音 显示检测组件,并持续检测耳机状态
  247. if (state.setting.soundEffect) {
  248. evaluatingData.soundEffectMode = true;
  249. return;
  250. }
  251. const delayTime = await api_getDeviceDelay();
  252. console.log("🚀 ~ delayTime:", delayTime);
  253. if (!delayTime) {
  254. evaluatingData.soundEffectMode = true;
  255. return;
  256. }
  257. handlePerformDetection();
  258. return;
  259. }
  260. // 检测耳机
  261. if ((evaluatingData.checkStep = 5)) {
  262. evaluatingData.checkStep = 10;
  263. const erji = await checkUseEarphone();
  264. if (!erji) {
  265. evaluatingData.earphoneMode = true;
  266. return;
  267. }
  268. handlePerformDetection();
  269. return;
  270. }
  271. // 效音
  272. // if (evaluatingData.checkStep === 7) {
  273. // // 是否需要开启效音
  274. // evaluatingData.checkStep = 10;
  275. // if (state.setting.soundEffect && !state.isPercussion) {
  276. // evaluatingData.soundEffectMode = true;
  277. // handleStartSoundCheck();
  278. // return
  279. // }
  280. // handlePerformDetection();
  281. // return;
  282. // }
  283. // 效验完成
  284. if (evaluatingData.checkStep === 10) {
  285. evaluatingData.checkEnd = true;
  286. }
  287. };
  288. /** 记录小节分数 */
  289. export const addMeasureScore = (measureScore: any, show = true) => {
  290. // #8720 bug修复
  291. for (let idx in evaluatingData.evaluatings) {
  292. evaluatingData.evaluatings[idx].show = false;
  293. }
  294. evaluatingData.evaluatings[measureScore.measureRenderIndex] = {
  295. ...measureScore,
  296. leve: getLeveByScoreMeasure(measureScore.score),
  297. show,
  298. };
  299. // console.log("🚀 ~ measureScore:", evaluatingData.evaluatings)
  300. };
  301. const handleScoreResult = async (res?: IPostMessage) => {
  302. console.log("返回", res, evaluatingData.oneselfCancleEvaluating);
  303. // 如果是手动取消评测,不生成评测记录
  304. // if (evaluatingData.oneselfCancleEvaluating) {
  305. // return;
  306. // }
  307. if (res?.content) {
  308. const { header, body } = res.content;
  309. // 效音返回
  310. if (header.commond === "checking") {
  311. evaluatingData.soundEffectFrequency = body.frequency;
  312. }
  313. // 小节评分返回
  314. if (header?.commond === "measureScore" && !evaluatingData.oneselfCancleEvaluating) {
  315. console.log("🚀 ~ 评测返回:", res);
  316. addMeasureScore(body);
  317. }
  318. // 评测结束返回
  319. if (header?.commond === "overall") {
  320. console.log("🚀 ~ 评测返回:", res);
  321. console.log("评测结束", body);
  322. state.isHideEvaluatReportSaveBtn = false;
  323. setTimeout(() => {
  324. // 评测作业,如果不是完整评测,不展示评测弹窗
  325. if (data.trainingType === "EVALUATION" && !evaluatingData.isComplete) {
  326. evaluatingData.hideResultModal = true;
  327. } else {
  328. evaluatingData.hideResultModal = false;
  329. }
  330. // 手动取消评测,不展示评测弹窗
  331. if (evaluatingData.oneselfCancleEvaluating) {
  332. evaluatingData.hideResultModal = true;
  333. }
  334. evaluatingData.resulstMode = evaluatingData.isErrorState ? false : true;
  335. evaluatingData.startBegin = false;
  336. evaluatingData.evaluatResultLoading = false;
  337. }, 200);
  338. evaluatingData.resultData = {
  339. ...body,
  340. ...getLeveByScore(body.score),
  341. };
  342. // console.log("🚀 ~ evaluatingData.resultData:", evaluatingData.resultData)
  343. closeToast();
  344. state.isLoading = false
  345. }
  346. }
  347. };
  348. /** 开始评测 */
  349. export const handleStartBegin = async (preTimes?: number) => {
  350. // 滚动到当前小节所在区域
  351. scrollViewNote(true);
  352. evaluatingData.needPlayTick = false;
  353. if (state.isAppPlay) {
  354. await api_cloudSetCurrentTime({
  355. currentTime: 0,
  356. songID: state.examSongId,
  357. })
  358. }
  359. evaluatingData.isComplete = false;
  360. evaluatingData.evaluatings = {};
  361. evaluatingData.resultData = {};
  362. evaluatingData.backtime = 0;
  363. evaluatingData.isAudioPlayEnd = false;
  364. const res = await startEvaluating(evaluatingData.contentData);
  365. if (res?.api !== "startEvaluating") {
  366. Snackbar.error("请在APP端进行评测");
  367. evaluatingData.startBegin = false;
  368. return;
  369. }
  370. if (res?.content?.reson) {
  371. // #10984,APP端会有弹窗提示,不需要再次提示
  372. // showToast(res.content?.des);
  373. evaluatingData.startBegin = false;
  374. return;
  375. }
  376. resetPlaybackToStart();
  377. evaluatingData.startBegin = true;
  378. if (evaluatingData.isDisabledPlayMusic) {
  379. evaluatingData.isBeginMask = true
  380. // 先播放倒计时
  381. await startCountdown()
  382. state.playState = state.playState === "paused" ? "play" : "paused";
  383. // 设置为开始播放时, 如果需要节拍,先播放节拍器
  384. if (state.playState === "play" && (state.playType==="play"&&state.needTick)||(state.playType==="sing"&&state.needSingTick)) {
  385. // 如果是系统节拍器 等系统节拍器播完了再播,如果是mp3节拍器 直接播
  386. if((state.playType==="play" && !state.isOpenMetronome)||(state.playType==="sing" && !state.isSingOpenMetronome)){
  387. /**
  388. * #12291
  389. * 如果是选段评测,并且开始小节不是第一个小节,不需要播放节拍器的圆点动画
  390. */
  391. if (state.section.length && state.section[0]?.MeasureNumberXML !== state.firstMeasureNumber) {
  392. //
  393. } else {
  394. const tickend = await handleStartTick();
  395. console.log("🚀 ~ tickend:", tickend)
  396. // 节拍器返回false, 取消播放
  397. if (!tickend) {
  398. state.playState = "paused";
  399. evaluatingData.startBegin = false;
  400. evaluatingData.isBeginMask = false
  401. return;
  402. }
  403. }
  404. }else{
  405. // handleStartTick()
  406. // 需要等待音频返回进度后再执行节拍器圆点动画
  407. evaluatingData.needPlayTick = true;
  408. }
  409. }
  410. evaluatingData.isBeginMask = false
  411. onPlay();
  412. }
  413. if (evaluatingData.isErrorState) {
  414. state.playState = 'paused';
  415. evaluatingData.startBegin = false;
  416. return
  417. }
  418. //开始录音
  419. // await api_startRecording({
  420. // accompanimentState: state.setting.enableAccompaniment ? 1 : 0,
  421. // firstNoteTime: preTimes || 0,
  422. // });
  423. const rate = state.basePlayRate * state.originAudioPlayRate; // 播放倍率
  424. await api_startRecordingCb({
  425. // accompanimentState: state.setting.enableAccompaniment ? 1 : 0,
  426. accompanimentState: !state.accompany ? 0 : 1, // 评测没有伴奏时,静音播放
  427. firstNoteTime: preTimes || 0,
  428. speedRate: parseFloat(rate.toFixed(2)), // 播放倍率
  429. }, () => {
  430. if (state.isAppPlay) {
  431. setTimeout(() => {
  432. sendOffsetTime(0)
  433. }, 300);
  434. }
  435. })
  436. /**
  437. * 安卓端,快速点击开始评测和结束评测,间隔太小了时,会出现异常情况(音频没有停止播放)
  438. * 记录一下startRecord的开始时间
  439. */
  440. evaluatingData.recordingTime = +new Date();
  441. // 如果开启了摄像头, 开启录制视频
  442. if (state.setting.camera) {
  443. console.log("开始录制视频");
  444. await api_startCapture();
  445. }
  446. // 如果是midi音频评测,需要调用cloudPlay
  447. if (state.isAppPlay) {
  448. await api_cloudChangeSpeed({
  449. speed: state.originSpeed,
  450. originalSpeed: state.originSpeed,
  451. songID: state.examSongId,
  452. });
  453. audioData.progress = 0
  454. audioListStart(state.playState);
  455. }
  456. evaluatingData.oneselfCancleEvaluating = false;
  457. };
  458. /** 播放音乐 */
  459. const playMusic = async () => {
  460. const playState = await togglePlay("play");
  461. // 取消播放,停止播放
  462. if (!playState) {
  463. evaluatingData.startBegin = false;
  464. handleCancelEvaluat();
  465. return;
  466. }
  467. // 检测播放进度, 计算延迟
  468. check_currentTime();
  469. // 如果开启了摄像头, 开启录制视频
  470. if (state.setting.camera) {
  471. console.log("开始录制视频");
  472. api_startCapture();
  473. }
  474. };
  475. let _audio: HTMLAudioElement;
  476. /** 录音开始,记录开始时间点 */
  477. const recordStartTimePoint = async (res?: IPostMessage) => {
  478. console.error("开始录音");
  479. // 没有开始评测,不处理
  480. if (!evaluatingData.startBegin) return;
  481. let inteveral = res?.content?.inteveral || 0;
  482. if (browserInfo.ios) {
  483. inteveral *= 1000;
  484. }
  485. evaluatingData.backtime = inteveral || Date.now();
  486. console.log("🚀 ~ 开始时间点:", evaluatingData.backtime, "已经录的时间:", Date.now() - inteveral, "记录时间点:", Date.now());
  487. // 是否禁播
  488. if (evaluatingData.isDisabledPlayMusic) {
  489. return;
  490. }
  491. // 开始播放
  492. playMusic();
  493. };
  494. /**
  495. * 结束评测
  496. * @param isComplete 是否完整评测
  497. * @param endType 结束类型,selfCancel:是否是自己取消本次评测
  498. * @returns
  499. */
  500. export const handleEndEvaluat = (isComplete = false, endType?: string) => {
  501. // 没有开始评测 , 不是评测模式 , 不评分;evaluatResultLoading:评测结果处理中,避免重复结束
  502. if (!evaluatingData.startBegin || state.modeType !== "evaluating" || evaluatingData.evaluatResultLoading) return;
  503. // 结束录音
  504. // api_stopRecording();
  505. // 结束评测
  506. evaluatingData.evaluatResultLoading = true
  507. console.log("评测结束1");
  508. endEvaluating({
  509. musicScoreId: state.examSongId,
  510. });
  511. // 评测作业如果不是完整评测,给出提示
  512. if (!isComplete && data.trainingType === "EVALUATION") {
  513. showToast({
  514. message: "完整演奏结束才算作业分数!",
  515. });
  516. } else {
  517. if (!endType) {
  518. state.loadingText = "正在评分中,请稍等..."
  519. state.isLoading = true
  520. // showLoadingToast({
  521. // message: "评分中",
  522. // duration: 0,
  523. // overlay: true,
  524. // overlayClass: styles.scoreMode,
  525. // });
  526. }
  527. }
  528. setTimeout(() => {
  529. // evaluatingData.startBegin = false;
  530. if (endType === 'selfCancel') {
  531. // 重置播放倍率
  532. const item: any = (state.sectionStatus && state.section.length === 2) ? state.sectionFirst || state.section[0] : state.times[0];
  533. state.activeNoteIndex = item.i;
  534. state.activeMeasureIndex = item.MeasureNumberXML;
  535. resetBaseRate(item.i);
  536. }
  537. }, 500);
  538. evaluatingData.isComplete = isComplete;
  539. // 如果开启了摄像头, 结束录制视频
  540. if (state.setting.camera) {
  541. console.log("结束录制视频");
  542. api_endCapture();
  543. }
  544. };
  545. // 校验评测结束最小的时间间隔
  546. export const checkMinInterval = () => {
  547. const currentTime = +new Date();
  548. // 开始评测和结束评测的间隔时间小于800毫秒,则不处理
  549. if (currentTime - evaluatingData.recordingTime < 800) {
  550. return;
  551. }
  552. }
  553. /**
  554. * 结束评测(手动结束评测)
  555. */
  556. export const handleEndBegin = () => {
  557. handleEndEvaluat();
  558. handleStopPlay();
  559. };
  560. /**
  561. * 取消评测
  562. */
  563. export const handleCancelEvaluat = (cancelType?: string) => {
  564. evaluatingData.evaluatings = {};
  565. evaluatingData.startBegin = false;
  566. // 关闭提示
  567. closeToast();
  568. // 取消记录
  569. api_proxyServiceMessage({
  570. header: {
  571. commond: "recordCancel",
  572. type: "SOUND_COMPARE",
  573. status: 200,
  574. },
  575. });
  576. /**
  577. * 异常状态是取消评测(cancelEvaluating),正常结束时结束评测(endEvaluating)
  578. */
  579. // if (cancelType === "cancel") {
  580. // // 取消评测
  581. // cancelEvaluating();
  582. // } else {
  583. // endEvaluating({
  584. // musicScoreId: state.examSongId,
  585. // });
  586. // }
  587. cancelEvaluating();
  588. // 停止播放
  589. handleStopPlay();
  590. console.log("评测结束2");
  591. endEvaluating({
  592. musicScoreId: state.examSongId,
  593. });
  594. // 如果开启了摄像头, 结束录制视频
  595. if (state.setting.camera) {
  596. console.log("结束录制视频");
  597. api_endCapture();
  598. }
  599. };
  600. /** 查看报告 */
  601. export const handleViewReport = (key: "recordId" | "recordIdStr", type: "gym" | "colexiu" | "orchestra" | "instrument") => {
  602. const id = evaluatingData.resultData?.[key] || "";
  603. let url = "";
  604. switch (type) {
  605. case "gym":
  606. url = location.origin + location.pathname + "#/report/" + id;
  607. break;
  608. case "orchestra":
  609. url = location.origin + location.pathname + "report-share.html?id=" + id;
  610. break;
  611. case "instrument":
  612. url = location.origin + location.pathname + "#/evaluat-report?id=" + id + "&musicRenderType=" + state.musicRenderType + "&systemType=" + state.systemType;
  613. if (state.isSchool) {
  614. url += `&school=1`;
  615. }
  616. break;
  617. default:
  618. url = location.origin + location.pathname + "report-share.html?id=" + id;
  619. break;
  620. }
  621. api_openWebView({
  622. url,
  623. orientation: 0,
  624. isHideTitle: true, // 此处兼容安卓,意思为隐藏全部头部
  625. statusBarTextColor: false,
  626. isOpenLight: true,
  627. c_orientation: 0,
  628. showLoadingAnim: true
  629. });
  630. };
  631. // 隐藏存演奏按钮
  632. const handleComplexButton = (res?: IPostMessage) => {
  633. console.log("监听是否隐藏保存按钮", res);
  634. if (res?.content) {
  635. const { header, body } = res.content;
  636. state.isHideEvaluatReportSaveBtn = true;
  637. }
  638. };
  639. // 检测到APP发送的异常信息
  640. const handleAccompanyError = (res?: IPostMessage) => {
  641. console.log("异常信息返回", res);
  642. if (res?.content) {
  643. const { type, reson } = res.content;
  644. state.playState = 'paused'
  645. switch (type) {
  646. case "enterBackground":
  647. // App退到后台
  648. case "playError":
  649. // 播放异常
  650. case "socketError":
  651. // socket连接断开,评测中,则取消评测
  652. // 延迟检测中
  653. if (evaluatingData.soundEffectMode) {
  654. evaluatingData.socketErrorStatus = 0;
  655. evaluatingData.delayCheckSocketError = true;
  656. evaluatingData.socketErrorPop = type === "socketError" ? true : false;
  657. evaluatingData.accompanyErrorType = type;
  658. // api_checkSocketStatus()
  659. return;
  660. }
  661. // 评测中
  662. if (state.modeType === "evaluating" && evaluatingData.startBegin) {
  663. handleCancelEvaluat("cancel");
  664. }
  665. // 关闭节拍器
  666. closeTick();
  667. // socketerrror,才发送关闭延迟检测的消息
  668. if (type === "socketError") {
  669. api_closeDelayCheck({});
  670. }
  671. evaluatingData.socketErrorStatus = 0;
  672. evaluatingData.socketErrorPop = type === "socketError" ? true : false;
  673. evaluatingData.isErrorState = true;
  674. evaluatingData.accompanyErrorType = type;
  675. resetPlaybackToStart();
  676. break;
  677. case "recordError":
  678. // 录音异常
  679. break;
  680. default:
  681. break;
  682. }
  683. }
  684. };
  685. // 监测socket状态,是否已经成功连接
  686. const handleSocketStatus = (res?: IPostMessage) => {
  687. if (res?.content?.status === "connected") {
  688. const currentTime = +new Date();
  689. evaluatingData.delayCheckSocketError = false;
  690. const diffTime = currentTime - socketStartTime;
  691. if (diffTime < 1000) {
  692. const remainingTime = 1000 - diffTime;
  693. setTimeout(() => {
  694. evaluatingData.socketErrorStatus = 2;
  695. }, remainingTime);
  696. }
  697. }
  698. };
  699. // 评测出现异常,再试一次
  700. export const hanldeConfirmPop = async () => {
  701. api_checkSocketStatus();
  702. evaluatingData.socketErrorStatus = 1;
  703. socketStartTime = +new Date();
  704. };
  705. // 关闭异常弹窗
  706. export const hanldeClosePop = () => {
  707. evaluatingData.socketErrorPop = false;
  708. evaluatingData.socketErrorStatus = 0;
  709. };
  710. export default defineComponent({
  711. name: "evaluating",
  712. setup() {
  713. const pageVisibility = usePageVisibility();
  714. // 需要记录的数据
  715. const record_old_data = reactive({
  716. /** 指法 */
  717. finger: false,
  718. /** 原音伴奏 */
  719. play_mode: "" as IPlayState,
  720. /** 评测是否要伴奏 */
  721. enableAccompaniment: true,
  722. });
  723. /** 记录状态 */
  724. const hanlde_record = () => {
  725. // 取消指法
  726. // record_old_data.finger = state.setting.displayFingering;
  727. // state.setting.displayFingering = false;
  728. // 切换为伴奏
  729. record_old_data.play_mode = state.playSource;
  730. record_old_data.enableAccompaniment = state.setting.enableAccompaniment;
  731. // 如果关闭伴奏,评测静音
  732. if (!record_old_data.enableAccompaniment) {
  733. console.log("关闭伴奏");
  734. toggleMutePlayAudio(record_old_data.play_mode === "music" ? "music" : record_old_data.play_mode === "background" ? "background" : "mingSong", true);
  735. }
  736. };
  737. /** 还原状态 */
  738. const handle_reduction = () => {
  739. // 还原指法
  740. // state.setting.displayFingering = record_old_data.finger;
  741. state.playSource = record_old_data.play_mode;
  742. // 如果关闭伴奏, 结束评测取消静音
  743. if (!record_old_data.enableAccompaniment) {
  744. toggleMutePlayAudio(record_old_data.play_mode === "music" ? "music" : record_old_data.play_mode === "background" ? "background" : "mingSong", false);
  745. }
  746. };
  747. // 打开摄像头
  748. const openSetCamera = async () => {
  749. if (state.setting.camera) {
  750. const res = await api_openCamera();
  751. // 没有授权
  752. if (res?.content?.reson) {
  753. state.setting.camera = false;
  754. store.set("musicscoresetting", state.setting);
  755. }
  756. }
  757. }
  758. watch(pageVisibility, (value) => {
  759. if (value == "hidden" && evaluatingData.startBegin) {
  760. // handleEndBegin();
  761. }
  762. });
  763. watch(
  764. () => evaluatingData.socketErrorStatus,
  765. () => {
  766. if (evaluatingData.socketErrorStatus === 2) {
  767. setTimeout(() => {
  768. evaluatingData.socketErrorPop = false;
  769. // evaluatingData.socketErrorStatus = 0
  770. }, 1000);
  771. }
  772. }
  773. );
  774. watch(
  775. () => evaluatingData.socketErrorPop,
  776. () => {
  777. if (evaluatingData.socketErrorPop && state.setting.soundEffect) {
  778. // 监听到socket状态异常,需要关闭延迟检测
  779. api_closeDelayCheck({});
  780. }
  781. }
  782. );
  783. onMounted(() => {
  784. openSetCamera();
  785. resetPlaybackToStart();
  786. hanlde_record();
  787. evaluatingData.resultData = {};
  788. // evaluatingData.resulstMode = true;
  789. // evaluatingData.resultData = {...getLeveByScore(10), score: 10, intonation: 10, cadence: 30, integrity: 40}
  790. // console.log("🚀 ~ evaluatingData.resultData:", evaluatingData.resultData)
  791. evaluatingData.onceErjiPopShow = false;
  792. evaluatingData.evaluatings = {};
  793. evaluatingData.soundEffectFrequency = 0;
  794. evaluatingData.checkStep = 0;
  795. evaluatingData.rendered = true;
  796. sendResult(handleScoreResult);
  797. hideComplexButton(handleComplexButton, true);
  798. api_recordStartTime(recordStartTimePoint);
  799. addAccompanyError(handleAccompanyError);
  800. addSocketStatus(handleSocketStatus);
  801. // 不是选段模式评测, 就清空已选段
  802. if (!state.isSelectMeasureMode) {
  803. clearSelection();
  804. }
  805. console.log("加载评测模块成功");
  806. });
  807. onUnmounted(() => {
  808. evaluatingData.checkEnd = false;
  809. evaluatingData.rendered = false;
  810. resetPlaybackToStart();
  811. removeResult(handleScoreResult);
  812. hideComplexButton(() => {}, false);
  813. api_remove_recordStartTime(recordStartTimePoint);
  814. handle_reduction();
  815. removeAccompanyError(handleAccompanyError);
  816. if (evaluatingData.socketErrorPop && state.setting.soundEffect) {
  817. console.log('延迟检测出错')
  818. } else {
  819. removeSocketStatus(handleSocketStatus);
  820. }
  821. api_closeCamera();
  822. api_disconnectSocket();
  823. console.log("卸载评测模块成功");
  824. });
  825. return () => (
  826. <div>
  827. {/** 预加载一下断网需要用到的图片 */}
  828. <div class={styles.hiddenPop}>
  829. <img src={popImgs.icon_bg} />
  830. <img src={popImgs.icon_btn} />
  831. <img src={popImgs.icon_success} />
  832. <img src={popImgs.icon_close} />
  833. </div>
  834. <Popup teleport="body" closeOnClickOverlay={false} class={["popup-custom", "van-scale", evaluatingData.socketErrorStatus === 2 && styles.socketErrorStatus]} transition="van-scale" v-model:show={evaluatingData.socketErrorPop} overlay-style={evaluatingData.socketErrorStatus === 2?{ background: "initial" }:{}}>
  835. <AbnormalPop onConfirm={hanldeConfirmPop} onClose={hanldeClosePop} />
  836. </Popup>
  837. </div>
  838. );
  839. },
  840. });