index.tsx 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872
  1. import styles from "./index.module.less";
  2. import { Snackbar } from "@varlet/ui";
  3. import { closeToast, showLoadingToast, showToast, Popup } from "vant";
  4. import { defineComponent, onMounted, onUnmounted, reactive, ref, watch } from "vue";
  5. import { getLeveByScore, getLeveByScoreMeasure, IEvaluatings } from "./evaluatResult";
  6. import {
  7. cancelEvaluating,
  8. endEvaluating,
  9. endSoundCheck,
  10. getEarphone,
  11. api_proxyServiceMessage,
  12. removeResult,
  13. sendResult,
  14. startEvaluating,
  15. startSoundCheck,
  16. api_openWebView,
  17. api_startRecording,
  18. api_startRecordingCb,
  19. api_stopRecording,
  20. api_recordStartTime,
  21. api_remove_recordStartTime,
  22. api_startCapture,
  23. api_endCapture,
  24. api_getDeviceDelay,
  25. hideComplexButton,
  26. api_checkSocketStatus,
  27. addAccompanyError,
  28. removeAccompanyError,
  29. addSocketStatus,
  30. removeSocketStatus,
  31. api_disconnectSocket,
  32. api_midiMicDelay,
  33. api_cloudSetCurrentTime,
  34. api_cloudChangeSpeed,
  35. api_startDelayCheck,
  36. api_closeDelayCheck,
  37. api_openCamera,
  38. } from "/src/helpers/communication";
  39. import state, { IPlayState, clearSelection, handleStopPlay, onPlay, resetPlaybackToStart, togglePlay, initSetPlayRate, resetBaseRate, scrollViewNote } from "/src/state";
  40. import { IPostMessage } from "/src/utils/native-message";
  41. import { usePageVisibility } from "@vant/use";
  42. import { browser } from "/src/utils";
  43. import { getAudioCurrentTime, toggleMutePlayAudio, audioListStart, audioData } from "../audio-list";
  44. import { handleStartTick, closeTick } from "../tick";
  45. import AbnormalPop from "../abnormal-pop";
  46. import { storeData } from "../../store";
  47. import icon_bg from "../abnormal-pop/icon_bg.svg";
  48. import icon_close from "../abnormal-pop/icon_close.svg";
  49. import icon_btn from "../abnormal-pop/icon_btn.png";
  50. import icon_success from "../abnormal-pop/icon_success.png";
  51. import { data } from "../../page-instrument/custom-plugins/work-index";
  52. import { startCountdown } from "/src/page-instrument/evaluat-model/countdown";
  53. const browserInfo = browser();
  54. let socketStartTime = 0;
  55. export const popImgs = {
  56. icon_bg,
  57. icon_close,
  58. icon_btn,
  59. icon_success,
  60. };
  61. export const evaluatingData = reactive({
  62. /** 评测数据 */
  63. contentData: {} as any,
  64. /** 评测模块是否加载完成 */
  65. rendered: false,
  66. earphone: false, // 是否插入耳机
  67. soundEffect: false, // 是否效音
  68. soundEffectFrequency: 0, // 效音频率
  69. checkStep: 0, // 执行步骤
  70. checkEnd: false, // 检测结束
  71. earphoneMode: false, // 耳机弹窗
  72. earPhoneType: "" as "" | "有线耳机" | "蓝牙耳机", // 耳机类型
  73. soundEffectMode: false, // 效音弹窗
  74. websocketState: false, // websocket连接状态
  75. /**是否开始播放 */
  76. startBegin: false, // 开始
  77. backtime: 0, // 延迟时间
  78. /** 已经评测的数据 */
  79. evaluatings: {} as IEvaluatings,
  80. /** 评测结果 */
  81. resultData: {} as any,
  82. /** 评测结果弹窗 */
  83. resulstMode: false,
  84. /** 是否是完整评测 */
  85. isComplete: false,
  86. /** */
  87. isDisabledPlayMusic: false,
  88. /** socket异常状态弹窗 */
  89. socketErrorPop: false,
  90. /** 异常提示 */
  91. errorContents: '',
  92. /** socket异常状态弹窗的状态值 */
  93. socketErrorStatus: 0,
  94. /** 延迟检测,socket状态异常 */
  95. delayCheckSocketError: false,
  96. /** 异常状态,不生成评测记录,不调用保存接口 */
  97. isErrorState: false,
  98. /** accompanyError,错误类型 */
  99. accompanyErrorType: '',
  100. /** app播放结束状态,重新评测需要重置为 */
  101. isAudioPlayEnd: false,
  102. preloadJson: true, // 预加载延迟检测的资源
  103. jsonLoading: true, // 延迟检测的资源加载中状态
  104. jsonLoadDone: true, // 延迟检测的动画dom加载完成状态
  105. hideResultModal: false, // 评测作业,如果不是完整评测,需要隐藏评测结果弹窗
  106. oneselfCancleEvaluating: false, // 是否是自主取消评测,自主取消评测,不生产评测记录
  107. isBeginMask: false, // 倒计时和系统节拍器时候的遮罩,防止用户点击,
  108. recordingTime: 0, // 调用startRecording的时间
  109. endEvaluatingTime: 0, // 调用endEvaluating的时间
  110. evaluatSpeed: 0, // 评测记录的速度
  111. needReplayEvaluat: false, // 手动取消评测,需要自动开始评测
  112. needPlayTick: false, // 评测时,mp3节拍器需要等待音频开始播放后再执行播放节拍器的圆点动画
  113. tipErjiShow: false, // 评测提示弹窗
  114. onceErjiPopShow: false, // 是否已经提示过耳机弹窗,重新进入评测页面,重置该状态为false,手动关掉耳机弹窗,改变该状态为true,本次评测都不在提示耳机状态弹窗
  115. needCheckErjiStatus: true, // 点击评测模式进入评测模块的需要检测耳机状态,通过返回按钮进入评测模块的,不检测耳机状态
  116. showOpenCameraPop: false, // 开启摄像头提示弹窗
  117. evaluatResultLoading: false, // 评测结果处理中
  118. });
  119. const sendOffsetTime = async (offsetTime: number) => {
  120. const delayData = await api_getDeviceDelay();
  121. api_midiMicDelay({
  122. header: {
  123. commond: "audioPlayStart",
  124. type: "SOUND_COMPARE",
  125. },
  126. body: {
  127. offsetTime,
  128. micDelay: delayData?.content?.value,
  129. },
  130. });
  131. };
  132. /** 点击开始评测按钮 */
  133. export const handleStartEvaluat = async () => {
  134. if (state.modeType === "evaluating") {
  135. handleCancelEvaluat();
  136. // 放下面会在异步之后执行 旋律线可能在会隐藏不了
  137. state.modeType = "practise";
  138. } else {
  139. // 放下面会在异步之后执行 旋律线可能在会隐藏不了
  140. state.modeType = "evaluating";
  141. if (state.platform !== "PC") {
  142. // 评测前先检查APP端的websocket状态
  143. const res = await api_checkSocketStatus();
  144. if (res?.content?.status === "connected") {
  145. handleStopPlay();
  146. } else {
  147. // socket未连接
  148. // evaluatingData.socketErrorPop = true
  149. }
  150. } else {
  151. handleStopPlay();
  152. }
  153. }
  154. //state.modeType = state.modeType === "evaluating" ? "practise" : "evaluating";
  155. if (state.modeType !== "evaluating") {
  156. // 切换到练习模式,卸载评测模块
  157. evaluatingData.rendered = false;
  158. }
  159. };
  160. /** 开始评测 & 延迟检测开始按钮 */
  161. export const startCheckDelay = async () => {
  162. // 评测前先检查APP端的websocket状态
  163. const res = await api_checkSocketStatus();
  164. if (res?.content?.status === "connected") {
  165. //
  166. return new Promise((resolve) => {
  167. resolve({ checked: true });
  168. });
  169. } else {
  170. /**
  171. * socket未连接,记录此时的时间,以便于和收到socket成功链接,进行对比,对比时间小于500ms时,则连接中的状态默认显示500ms持续时间
  172. *
  173. * */
  174. socketStartTime = +new Date();
  175. evaluatingData.socketErrorPop = true;
  176. evaluatingData.socketErrorStatus = 1;
  177. return new Promise((resolve) => {
  178. resolve({ checked: false });
  179. });
  180. }
  181. };
  182. const check_currentTime = () => {
  183. let preTime = 0;
  184. // 选段评测模式
  185. if (state.isSelectMeasureMode) {
  186. preTime = state.section[0].time * 1000;
  187. }
  188. const currentTime = getAudioCurrentTime() * 1000 - preTime;
  189. // console.log('播放进度music', currentTime, 'preTime:' + preTime)
  190. if (currentTime >= 500) {
  191. sendEvaluatingOffsetTime(500);
  192. return;
  193. }
  194. setTimeout(() => {
  195. check_currentTime();
  196. }, 10);
  197. };
  198. /** 开始播放发送延迟时间 */
  199. export const sendEvaluatingOffsetTime = async (currentTime: number) => {
  200. // 没有开始时间点, 不处理
  201. if (!evaluatingData.backtime) return;
  202. const nowTime = Date.now();
  203. const delayTime = nowTime - evaluatingData.backtime - currentTime;
  204. console.error("真正播放延迟", delayTime, "currentTime:", currentTime);
  205. await api_proxyServiceMessage({
  206. header: {
  207. commond: "audioPlayStart",
  208. type: "SOUND_COMPARE",
  209. },
  210. body: {
  211. offsetTime: delayTime < 0 ? 0 : delayTime,
  212. micDelay: 0,
  213. },
  214. });
  215. };
  216. /** 检测耳机 */
  217. export const checkUseEarphone = async () => {
  218. const res = await getEarphone();
  219. return res?.content?.checkIsWired || false;
  220. };
  221. /**
  222. * 开始录音
  223. */
  224. const handleStartSoundCheck = () => {
  225. startSoundCheck();
  226. };
  227. /** 结束录音 */
  228. export const handleEndSoundCheck = () => {
  229. endSoundCheck();
  230. };
  231. /** 连接websocket */
  232. export const connectWebsocket = async (content: any) => {
  233. evaluatingData.contentData = content;
  234. evaluatingData.websocketState = true;
  235. };
  236. /**
  237. * 执行检测
  238. */
  239. export const handlePerformDetection = async () => {
  240. // 检测完成不检测了
  241. if (evaluatingData.checkEnd) return;
  242. // 延迟检测
  243. if (evaluatingData.checkStep === 0) {
  244. evaluatingData.checkStep = 5;
  245. // 没有设备延迟数据 或 开启了效音 显示检测组件,并持续检测耳机状态
  246. if (state.setting.soundEffect) {
  247. evaluatingData.soundEffectMode = true;
  248. return;
  249. }
  250. const delayTime = await api_getDeviceDelay();
  251. console.log("🚀 ~ delayTime:", delayTime);
  252. if (!delayTime) {
  253. evaluatingData.soundEffectMode = true;
  254. return;
  255. }
  256. handlePerformDetection();
  257. return;
  258. }
  259. // 检测耳机
  260. if ((evaluatingData.checkStep = 5)) {
  261. evaluatingData.checkStep = 10;
  262. const erji = await checkUseEarphone();
  263. if (!erji) {
  264. evaluatingData.earphoneMode = true;
  265. return;
  266. }
  267. handlePerformDetection();
  268. return;
  269. }
  270. // 效音
  271. // if (evaluatingData.checkStep === 7) {
  272. // // 是否需要开启效音
  273. // evaluatingData.checkStep = 10;
  274. // if (state.setting.soundEffect && !state.isPercussion) {
  275. // evaluatingData.soundEffectMode = true;
  276. // handleStartSoundCheck();
  277. // return
  278. // }
  279. // handlePerformDetection();
  280. // return;
  281. // }
  282. // 效验完成
  283. if (evaluatingData.checkStep === 10) {
  284. evaluatingData.checkEnd = true;
  285. }
  286. };
  287. /** 记录小节分数 */
  288. export const addMeasureScore = (measureScore: any, show = true) => {
  289. // #8720 bug修复
  290. for (let idx in evaluatingData.evaluatings) {
  291. evaluatingData.evaluatings[idx].show = false;
  292. }
  293. evaluatingData.evaluatings[measureScore.measureRenderIndex] = {
  294. ...measureScore,
  295. leve: getLeveByScoreMeasure(measureScore.score),
  296. show,
  297. };
  298. // console.log("🚀 ~ measureScore:", evaluatingData.evaluatings)
  299. };
  300. const handleScoreResult = (res?: IPostMessage) => {
  301. console.log("返回", res, evaluatingData.oneselfCancleEvaluating);
  302. // 如果是手动取消评测,不生成评测记录
  303. // if (evaluatingData.oneselfCancleEvaluating) {
  304. // return;
  305. // }
  306. if (res?.content) {
  307. const { header, body } = res.content;
  308. // 效音返回
  309. if (header.commond === "checking") {
  310. evaluatingData.soundEffectFrequency = body.frequency;
  311. }
  312. // 小节评分返回
  313. if (header?.commond === "measureScore" && !evaluatingData.oneselfCancleEvaluating) {
  314. console.log("🚀 ~ 评测返回:", res);
  315. addMeasureScore(body);
  316. }
  317. // 评测结束返回
  318. if (header?.commond === "overall") {
  319. console.log("🚀 ~ 评测返回:", res);
  320. console.log("评测结束", body);
  321. state.isHideEvaluatReportSaveBtn = false;
  322. setTimeout(() => {
  323. // 评测作业,如果不是完整评测,不展示评测弹窗
  324. if (data.trainingType === "EVALUATION" && !evaluatingData.isComplete) {
  325. evaluatingData.hideResultModal = true;
  326. } else {
  327. evaluatingData.hideResultModal = false;
  328. }
  329. // 手动取消评测,不展示评测弹窗
  330. if (evaluatingData.oneselfCancleEvaluating) {
  331. evaluatingData.hideResultModal = true;
  332. }
  333. evaluatingData.resulstMode = evaluatingData.isErrorState ? false : true;
  334. evaluatingData.startBegin = false;
  335. evaluatingData.evaluatResultLoading = false;
  336. }, 200);
  337. evaluatingData.resultData = {
  338. ...body,
  339. ...getLeveByScore(body.score),
  340. };
  341. // console.log("🚀 ~ evaluatingData.resultData:", evaluatingData.resultData)
  342. closeToast();
  343. state.isLoading = false
  344. }
  345. }
  346. };
  347. /** 开始评测 */
  348. export const handleStartBegin = async (preTimes?: number) => {
  349. // 滚动到当前小节所在区域
  350. scrollViewNote(true);
  351. evaluatingData.needPlayTick = false;
  352. if (state.isAppPlay) {
  353. await api_cloudSetCurrentTime({
  354. currentTime: 0,
  355. songID: state.examSongId,
  356. })
  357. }
  358. evaluatingData.isComplete = false;
  359. evaluatingData.evaluatings = {};
  360. evaluatingData.resultData = {};
  361. evaluatingData.backtime = 0;
  362. evaluatingData.isAudioPlayEnd = false;
  363. const res = await startEvaluating(evaluatingData.contentData);
  364. if (res?.api !== "startEvaluating") {
  365. Snackbar.error("请在APP端进行评测");
  366. evaluatingData.startBegin = false;
  367. return;
  368. }
  369. if (res?.content?.reson) {
  370. // #10984,APP端会有弹窗提示,不需要再次提示
  371. // showToast(res.content?.des);
  372. evaluatingData.startBegin = false;
  373. return;
  374. }
  375. resetPlaybackToStart();
  376. evaluatingData.startBegin = true;
  377. if (evaluatingData.isDisabledPlayMusic) {
  378. evaluatingData.isBeginMask = true
  379. // 先播放倒计时
  380. await startCountdown()
  381. state.playState = state.playState === "paused" ? "play" : "paused";
  382. // 设置为开始播放时, 如果需要节拍,先播放节拍器
  383. if (state.playState === "play" && (state.playType==="play"&&state.needTick)||(state.playType==="sing"&&state.needSingTick)) {
  384. // 如果是系统节拍器 等系统节拍器播完了再播,如果是mp3节拍器 直接播
  385. if((state.playType==="play" && !state.isOpenMetronome)||(state.playType==="sing" && !state.isSingOpenMetronome)){
  386. /**
  387. * #12291
  388. * 如果是选段评测,并且开始小节不是第一个小节,不需要播放节拍器的圆点动画
  389. */
  390. if (state.section.length && state.section[0]?.MeasureNumberXML !== state.firstMeasureNumber) {
  391. //
  392. } else {
  393. const tickend = await handleStartTick();
  394. console.log("🚀 ~ tickend:", tickend)
  395. // 节拍器返回false, 取消播放
  396. if (!tickend) {
  397. state.playState = "paused";
  398. evaluatingData.startBegin = false;
  399. evaluatingData.isBeginMask = false
  400. return;
  401. }
  402. }
  403. }else{
  404. // handleStartTick()
  405. // 需要等待音频返回进度后再执行节拍器圆点动画
  406. evaluatingData.needPlayTick = true;
  407. }
  408. }
  409. evaluatingData.isBeginMask = false
  410. onPlay();
  411. }
  412. if (evaluatingData.isErrorState) {
  413. state.playState = 'paused';
  414. evaluatingData.startBegin = false;
  415. return
  416. }
  417. //开始录音
  418. // await api_startRecording({
  419. // accompanimentState: state.setting.enableAccompaniment ? 1 : 0,
  420. // firstNoteTime: preTimes || 0,
  421. // });
  422. const rate = state.basePlayRate * state.originAudioPlayRate; // 播放倍率
  423. await api_startRecordingCb({
  424. // accompanimentState: state.setting.enableAccompaniment ? 1 : 0,
  425. accompanimentState: !state.accompany ? 0 : 1, // 评测没有伴奏时,静音播放
  426. firstNoteTime: preTimes || 0,
  427. speedRate: parseFloat(rate.toFixed(2)), // 播放倍率
  428. }, () => {
  429. if (state.isAppPlay) {
  430. setTimeout(() => {
  431. sendOffsetTime(0)
  432. }, 300);
  433. }
  434. })
  435. /**
  436. * 安卓端,快速点击开始评测和结束评测,间隔太小了时,会出现异常情况(音频没有停止播放)
  437. * 记录一下startRecord的开始时间
  438. */
  439. evaluatingData.recordingTime = +new Date();
  440. // 如果开启了摄像头, 开启录制视频
  441. if (state.setting.camera) {
  442. console.log("开始录制视频");
  443. await api_startCapture();
  444. }
  445. // 如果是midi音频评测,需要调用cloudPlay
  446. if (state.isAppPlay) {
  447. await api_cloudChangeSpeed({
  448. speed: state.originSpeed,
  449. originalSpeed: state.originSpeed,
  450. songID: state.examSongId,
  451. });
  452. audioData.progress = 0
  453. audioListStart(state.playState);
  454. }
  455. evaluatingData.oneselfCancleEvaluating = false;
  456. };
  457. /** 播放音乐 */
  458. const playMusic = async () => {
  459. const playState = await togglePlay("play");
  460. // 取消播放,停止播放
  461. if (!playState) {
  462. evaluatingData.startBegin = false;
  463. handleCancelEvaluat();
  464. return;
  465. }
  466. // 检测播放进度, 计算延迟
  467. check_currentTime();
  468. // 如果开启了摄像头, 开启录制视频
  469. if (state.setting.camera) {
  470. console.log("开始录制视频");
  471. api_startCapture();
  472. }
  473. };
  474. let _audio: HTMLAudioElement;
  475. /** 录音开始,记录开始时间点 */
  476. const recordStartTimePoint = async (res?: IPostMessage) => {
  477. console.error("开始录音");
  478. // 没有开始评测,不处理
  479. if (!evaluatingData.startBegin) return;
  480. let inteveral = res?.content?.inteveral || 0;
  481. if (browserInfo.ios) {
  482. inteveral *= 1000;
  483. }
  484. evaluatingData.backtime = inteveral || Date.now();
  485. console.log("🚀 ~ 开始时间点:", evaluatingData.backtime, "已经录的时间:", Date.now() - inteveral, "记录时间点:", Date.now());
  486. // 是否禁播
  487. if (evaluatingData.isDisabledPlayMusic) {
  488. return;
  489. }
  490. // 开始播放
  491. playMusic();
  492. };
  493. /**
  494. * 结束评测
  495. * @param isComplete 是否完整评测
  496. * @param endType 结束类型,selfCancel:是否是自己取消本次评测
  497. * @returns
  498. */
  499. export const handleEndEvaluat = (isComplete = false, endType?: string) => {
  500. // 没有开始评测 , 不是评测模式 , 不评分;evaluatResultLoading:评测结果处理中,避免重复结束
  501. if (!evaluatingData.startBegin || state.modeType !== "evaluating" || evaluatingData.evaluatResultLoading) return;
  502. // 结束录音
  503. // api_stopRecording();
  504. // 结束评测
  505. evaluatingData.evaluatResultLoading = true
  506. console.log("评测结束1");
  507. endEvaluating({
  508. musicScoreId: state.examSongId,
  509. });
  510. // 评测作业如果不是完整评测,给出提示
  511. if (!isComplete && data.trainingType === "EVALUATION") {
  512. showToast({
  513. message: "完整演奏结束才算作业分数!",
  514. });
  515. } else {
  516. if (!endType) {
  517. state.loadingText = "正在评分中,请稍等..."
  518. state.isLoading = true
  519. // showLoadingToast({
  520. // message: "评分中",
  521. // duration: 0,
  522. // overlay: true,
  523. // overlayClass: styles.scoreMode,
  524. // });
  525. }
  526. }
  527. setTimeout(() => {
  528. // evaluatingData.startBegin = false;
  529. if (endType === 'selfCancel') {
  530. // 重置播放倍率
  531. const item: any = (state.sectionStatus && state.section.length === 2) ? state.sectionFirst || state.section[0] : state.times[0];
  532. state.activeNoteIndex = item.i;
  533. state.activeMeasureIndex = item.MeasureNumberXML;
  534. resetBaseRate(item.i);
  535. }
  536. }, 500);
  537. evaluatingData.isComplete = isComplete;
  538. // 如果开启了摄像头, 结束录制视频
  539. if (state.setting.camera) {
  540. console.log("结束录制视频");
  541. api_endCapture();
  542. }
  543. };
  544. // 校验评测结束最小的时间间隔
  545. export const checkMinInterval = () => {
  546. const currentTime = +new Date();
  547. // 开始评测和结束评测的间隔时间小于800毫秒,则不处理
  548. if (currentTime - evaluatingData.recordingTime < 800) {
  549. return;
  550. }
  551. }
  552. /**
  553. * 结束评测(手动结束评测)
  554. */
  555. export const handleEndBegin = () => {
  556. handleEndEvaluat();
  557. handleStopPlay();
  558. };
  559. /**
  560. * 取消评测
  561. */
  562. export const handleCancelEvaluat = (cancelType?: string) => {
  563. evaluatingData.evaluatings = {};
  564. evaluatingData.startBegin = false;
  565. // 关闭提示
  566. closeToast();
  567. // 取消记录
  568. api_proxyServiceMessage({
  569. header: {
  570. commond: "recordCancel",
  571. type: "SOUND_COMPARE",
  572. status: 200,
  573. },
  574. });
  575. /**
  576. * 异常状态是取消评测(cancelEvaluating),正常结束时结束评测(endEvaluating)
  577. */
  578. // if (cancelType === "cancel") {
  579. // // 取消评测
  580. // cancelEvaluating();
  581. // } else {
  582. // endEvaluating({
  583. // musicScoreId: state.examSongId,
  584. // });
  585. // }
  586. cancelEvaluating();
  587. // 停止播放
  588. handleStopPlay();
  589. console.log("评测结束2");
  590. endEvaluating({
  591. musicScoreId: state.examSongId,
  592. });
  593. // 如果开启了摄像头, 结束录制视频
  594. if (state.setting.camera) {
  595. console.log("结束录制视频");
  596. api_endCapture();
  597. }
  598. };
  599. /** 查看报告 */
  600. export const handleViewReport = (key: "recordId" | "recordIdStr", type: "gym" | "colexiu" | "orchestra" | "instrument") => {
  601. const id = evaluatingData.resultData?.[key] || "";
  602. let url = "";
  603. switch (type) {
  604. case "gym":
  605. url = location.origin + location.pathname + "#/report/" + id;
  606. break;
  607. case "orchestra":
  608. url = location.origin + location.pathname + "report-share.html?id=" + id;
  609. break;
  610. case "instrument":
  611. url = location.origin + location.pathname + "#/evaluat-report?id=" + id + "&musicRenderType=" + state.musicRenderType;
  612. break;
  613. default:
  614. url = location.origin + location.pathname + "report-share.html?id=" + id;
  615. break;
  616. }
  617. api_openWebView({
  618. url,
  619. orientation: 0,
  620. isHideTitle: true, // 此处兼容安卓,意思为隐藏全部头部
  621. statusBarTextColor: false,
  622. isOpenLight: true,
  623. c_orientation: 0,
  624. showLoadingAnim: true
  625. });
  626. };
  627. // 隐藏存演奏按钮
  628. const handleComplexButton = (res?: IPostMessage) => {
  629. console.log("监听是否隐藏保存按钮", res);
  630. if (res?.content) {
  631. const { header, body } = res.content;
  632. state.isHideEvaluatReportSaveBtn = true;
  633. }
  634. };
  635. // 检测到APP发送的异常信息
  636. const handleAccompanyError = (res?: IPostMessage) => {
  637. console.log("异常信息返回", res);
  638. if (res?.content) {
  639. const { type, reson } = res.content;
  640. state.playState = 'paused'
  641. switch (type) {
  642. case "enterBackground":
  643. // App退到后台
  644. case "playError":
  645. // 播放异常
  646. case "socketError":
  647. // socket连接断开,评测中,则取消评测
  648. // 延迟检测中
  649. if (evaluatingData.soundEffectMode) {
  650. evaluatingData.socketErrorStatus = 0;
  651. evaluatingData.delayCheckSocketError = true;
  652. evaluatingData.socketErrorPop = type === "socketError" ? true : false;
  653. evaluatingData.accompanyErrorType = type;
  654. // api_checkSocketStatus()
  655. return;
  656. }
  657. // 评测中
  658. if (state.modeType === "evaluating" && evaluatingData.startBegin) {
  659. handleCancelEvaluat("cancel");
  660. }
  661. // 关闭节拍器
  662. closeTick();
  663. // socketerrror,才发送关闭延迟检测的消息
  664. if (type === "socketError") {
  665. api_closeDelayCheck({});
  666. }
  667. evaluatingData.socketErrorStatus = 0;
  668. evaluatingData.socketErrorPop = type === "socketError" ? true : false;
  669. evaluatingData.isErrorState = true;
  670. evaluatingData.accompanyErrorType = type;
  671. resetPlaybackToStart();
  672. break;
  673. case "recordError":
  674. // 录音异常
  675. break;
  676. default:
  677. break;
  678. }
  679. }
  680. };
  681. // 监测socket状态,是否已经成功连接
  682. const handleSocketStatus = (res?: IPostMessage) => {
  683. if (res?.content?.status === "connected") {
  684. const currentTime = +new Date();
  685. evaluatingData.delayCheckSocketError = false;
  686. const diffTime = currentTime - socketStartTime;
  687. if (diffTime < 1000) {
  688. const remainingTime = 1000 - diffTime;
  689. setTimeout(() => {
  690. evaluatingData.socketErrorStatus = 2;
  691. }, remainingTime);
  692. }
  693. }
  694. };
  695. // 评测出现异常,再试一次
  696. export const hanldeConfirmPop = async () => {
  697. api_checkSocketStatus();
  698. evaluatingData.socketErrorStatus = 1;
  699. socketStartTime = +new Date();
  700. };
  701. // 关闭异常弹窗
  702. export const hanldeClosePop = () => {
  703. evaluatingData.socketErrorPop = false;
  704. evaluatingData.socketErrorStatus = 0;
  705. };
  706. export default defineComponent({
  707. name: "evaluating",
  708. setup() {
  709. const pageVisibility = usePageVisibility();
  710. // 需要记录的数据
  711. const record_old_data = reactive({
  712. /** 指法 */
  713. finger: false,
  714. /** 原音伴奏 */
  715. play_mode: "" as IPlayState,
  716. /** 评测是否要伴奏 */
  717. enableAccompaniment: true,
  718. });
  719. /** 记录状态 */
  720. const hanlde_record = () => {
  721. // 取消指法
  722. // record_old_data.finger = state.setting.displayFingering;
  723. // state.setting.displayFingering = false;
  724. // 切换为伴奏
  725. record_old_data.play_mode = state.playSource;
  726. record_old_data.enableAccompaniment = state.setting.enableAccompaniment;
  727. // 如果关闭伴奏,评测静音
  728. if (!record_old_data.enableAccompaniment) {
  729. console.log("关闭伴奏");
  730. toggleMutePlayAudio(record_old_data.play_mode === "music" ? "music" : record_old_data.play_mode === "background" ? "background" : "mingSong", true);
  731. }
  732. };
  733. /** 还原状态 */
  734. const handle_reduction = () => {
  735. // 还原指法
  736. // state.setting.displayFingering = record_old_data.finger;
  737. state.playSource = record_old_data.play_mode;
  738. // 如果关闭伴奏, 结束评测取消静音
  739. if (!record_old_data.enableAccompaniment) {
  740. toggleMutePlayAudio(record_old_data.play_mode === "music" ? "music" : record_old_data.play_mode === "background" ? "background" : "mingSong", false);
  741. }
  742. };
  743. // 打开摄像头
  744. const openSetCamera = async () => {
  745. if (state.setting.camera) {
  746. const res = await api_openCamera();
  747. // 没有授权
  748. if (res?.content?.reson) {
  749. state.setting.camera = false;
  750. store.set("musicscoresetting", state.setting);
  751. }
  752. }
  753. }
  754. watch(pageVisibility, (value) => {
  755. if (value == "hidden" && evaluatingData.startBegin) {
  756. // handleEndBegin();
  757. }
  758. });
  759. watch(
  760. () => evaluatingData.socketErrorStatus,
  761. () => {
  762. if (evaluatingData.socketErrorStatus === 2) {
  763. setTimeout(() => {
  764. evaluatingData.socketErrorPop = false;
  765. // evaluatingData.socketErrorStatus = 0
  766. }, 1000);
  767. }
  768. }
  769. );
  770. watch(
  771. () => evaluatingData.socketErrorPop,
  772. () => {
  773. if (evaluatingData.socketErrorPop && state.setting.soundEffect) {
  774. // 监听到socket状态异常,需要关闭延迟检测
  775. api_closeDelayCheck({});
  776. }
  777. }
  778. );
  779. onMounted(() => {
  780. openSetCamera();
  781. resetPlaybackToStart();
  782. hanlde_record();
  783. evaluatingData.resultData = {};
  784. // evaluatingData.resulstMode = true;
  785. // evaluatingData.resultData = {...getLeveByScore(10), score: 10, intonation: 10, cadence: 30, integrity: 40}
  786. // console.log("🚀 ~ evaluatingData.resultData:", evaluatingData.resultData)
  787. evaluatingData.onceErjiPopShow = false;
  788. evaluatingData.evaluatings = {};
  789. evaluatingData.soundEffectFrequency = 0;
  790. evaluatingData.checkStep = 0;
  791. evaluatingData.rendered = true;
  792. sendResult(handleScoreResult);
  793. hideComplexButton(handleComplexButton, true);
  794. api_recordStartTime(recordStartTimePoint);
  795. addAccompanyError(handleAccompanyError);
  796. addSocketStatus(handleSocketStatus);
  797. // 不是选段模式评测, 就清空已选段
  798. if (!state.isSelectMeasureMode) {
  799. clearSelection();
  800. }
  801. console.log("加载评测模块成功");
  802. });
  803. onUnmounted(() => {
  804. evaluatingData.checkEnd = false;
  805. evaluatingData.rendered = false;
  806. resetPlaybackToStart();
  807. removeResult(handleScoreResult);
  808. hideComplexButton(() => {}, false);
  809. api_remove_recordStartTime(recordStartTimePoint);
  810. handle_reduction();
  811. removeAccompanyError(handleAccompanyError);
  812. if (evaluatingData.socketErrorPop && state.setting.soundEffect) {
  813. console.log('延迟检测出错')
  814. } else {
  815. removeSocketStatus(handleSocketStatus);
  816. }
  817. api_disconnectSocket();
  818. console.log("卸载评测模块成功");
  819. });
  820. return () => (
  821. <div>
  822. {/** 预加载一下断网需要用到的图片 */}
  823. <div class={styles.hiddenPop}>
  824. <img src={popImgs.icon_bg} />
  825. <img src={popImgs.icon_btn} />
  826. <img src={popImgs.icon_success} />
  827. <img src={popImgs.icon_close} />
  828. </div>
  829. <Popup teleport="body" closeOnClickOverlay={false} class={["popup-custom", "van-scale", evaluatingData.socketErrorStatus === 2 && styles.socketErrorStatus]} transition="van-scale" v-model:show={evaluatingData.socketErrorPop} overlay-style={evaluatingData.socketErrorStatus === 2?{ background: "initial" }:{}}>
  830. <AbnormalPop onConfirm={hanldeConfirmPop} onClose={hanldeClosePop} />
  831. </Popup>
  832. </div>
  833. );
  834. },
  835. });