evaluating.tsx 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014
  1. import { Button, Toast, Popup } from 'vant'
  2. import { defineComponent, onBeforeUnmount, onMounted, Ref, ref, Teleport, Transition, reactive } from 'vue'
  3. import '@dotlottie/player-component'
  4. import detailState, { isRhythmicExercises } from '/src/pages/detail/state'
  5. import SettingState from '/src/pages/detail/setting-state'
  6. import {
  7. IPostMessage,
  8. listenerMessage,
  9. postMessage,
  10. promisefiyPostMessage,
  11. removeListenerMessage,
  12. CallBack
  13. } from '/src/helpers/native-message'
  14. import { browser } from '/src/helpers/utils'
  15. import runtime, * as RuntimeUtils from '/src/pages/detail/runtime'
  16. import { getBoundingBoxByverticalNote, getNoteByMeasuresSlursStart, getParentNote } from '/src/pages/detail/helpers'
  17. import { handleCheckEvaluatStatus, useClientType, useOriginSearch } from '../uses'
  18. import { startButtonShow } from './index'
  19. import { getLeveByScoreMeasure } from '/src/pages/detail/evaluating/helper'
  20. import Evaluating, { evaluatingShow } from '../popups/evaluating'
  21. // @ts-ignore
  22. import styles from './index.module.less'
  23. import { Vue3Lottie } from 'vue3-lottie'
  24. import startData from './data/start_new.json'
  25. import startingData from './data/starting_new.json'
  26. import { unitTestData } from '../unitTest'
  27. import iconEvaluatingStart from './icons/icon-evaluatingStart.png'
  28. import qs from 'query-string'
  29. import CheckDelayPopup from "/src/pages/detail/CheckDelayPopup";
  30. import Headphone, { HeadphoneData } from "/src/pages/detail/Headphone";
  31. import { modelType, followRef } from './index'
  32. /** 初始化评测音频 */
  33. export const evaluatCreateMusicPlayer = () => {
  34. return new Promise((resolve) => {
  35. // 初始化曲谱音频 和效音音频
  36. postMessage(
  37. {
  38. api: "createMusicPlayer",
  39. content: {
  40. musicSrc: runtime.songs.background || runtime.songs.music, // 曲谱音频url
  41. tuneSrc: "https://oss.dayaedu.com/cloud-coach/1686725501654check_music1_(1).mp3", //效音音频url
  42. },
  43. },
  44. () => {
  45. if (browserInfo.ios) {
  46. resolve(true);
  47. }
  48. }
  49. );
  50. // 安卓不需要
  51. if(!browserInfo.ios){
  52. resolve(true)
  53. }
  54. })
  55. }
  56. const searchParams: any = qs.parse(location.search)
  57. /**
  58. * 节拍器时长
  59. * 评测模式时,应该传节拍器时长
  60. * 阶段评测时,判断是否从第一小节开始,并且曲子本身含有节拍器,需要传节拍器时长,否则传0
  61. */
  62. let actualBeatLength = 0
  63. let backtime = 0
  64. const initBehaviorId = '' + new Date().valueOf()
  65. const evaluating = ref(false)
  66. const playStatus: Ref<'connecting' | 'play' | 'stop'> = ref('stop')
  67. const endloading = ref(false)
  68. const connentLoading = ref(false)
  69. const playUrl: Ref<string> = ref('')
  70. const endResult = ref(null)
  71. const browserInfo = browser()
  72. const scoreList: any[] = []
  73. let calculateInfo: any = {}
  74. /** 延迟数据 */
  75. const delayData = reactive({
  76. /** 是否强制检测 */
  77. isForce: true,
  78. /** 弹窗 */
  79. open: false,
  80. /** 延迟次数 */
  81. count: 0,
  82. /** 延迟时间 */
  83. time: 0,
  84. /** 耳机状态 */
  85. erji: false,
  86. /** 检测状态 */
  87. checkStatus: 'init' as 'init' | 'ing' | 'error',
  88. step: 1,
  89. earPhoneType: "" as "" | "有线耳机" | "蓝牙耳机",
  90. })
  91. let startTuneTimer: any = null
  92. /** 获取耳机状态 */
  93. const getWiredStatus = (): Promise<boolean> => {
  94. return new Promise((resolve) => {
  95. const timer = setTimeout(() => {
  96. resolve(false);
  97. }, 1000)
  98. postMessage({
  99. api: "isWiredHeadsetOn",
  100. }, (res) => {
  101. delayData.earPhoneType = res?.content?.type || "";
  102. const checkIsWired = res?.content?.checkIsWired ? true : false;
  103. if (checkIsWired) {
  104. if (delayData.step <= 5) {
  105. delayData.step = 3
  106. }
  107. } else {
  108. if (delayData.step === 2) {
  109. delayData.step = 4
  110. }
  111. }
  112. clearTimeout(timer)
  113. resolve(checkIsWired);
  114. });
  115. });
  116. }
  117. const closeErji = () => {
  118. //
  119. }
  120. /** 获取设备延迟 */
  121. const getDeviceDelay = (): Promise<number> => {
  122. return new Promise((resolve) => {
  123. const timer = setTimeout(() => {
  124. resolve(0);
  125. }, 1000)
  126. postMessage({
  127. api: "getDeviceDelay",
  128. }, (res) => {
  129. const delay = res?.content?.value > 0 ? res?.content?.value : 0;
  130. clearTimeout(timer)
  131. resolve(delay);
  132. });
  133. });
  134. }
  135. /** 设备延迟检测结束 */
  136. const handleCheckDelayEnd = () => {
  137. if (delayData.erji) {
  138. closeErji();
  139. } else {
  140. // this.erjiShow = true;
  141. HeadphoneData.toggle();
  142. }
  143. }
  144. /** 评测效验 */
  145. const checkEvaluating = async () => {
  146. // delayData.erji = await getWiredStatus();
  147. delayData.time = await getDeviceDelay();
  148. // 没有设备延迟数据,显示检测组件,并持续检测耳机状态
  149. if (!delayData.time || delayData.isForce) {
  150. delayData.count = 0;
  151. checkWiredStatus();
  152. if (runtime.delayCheckFirst && searchParams.evaluatingRecord) {
  153. // closeErji()
  154. }
  155. return;
  156. }
  157. handleCheckDelayEnd()
  158. }
  159. /** 持续检测耳机状态 */
  160. const checkWiredStatus = () => {
  161. console.log('耳机状态',delayData.checkStatus, delayData.step)
  162. // 设备检测结束,停止获取耳机状态
  163. // if (delayData.checkStatus !== 'ing' || delayData.open === false) {
  164. // return
  165. // }
  166. if (delayData.open === false) {
  167. return
  168. }
  169. setTimeout(async () => {
  170. delayData.erji = await getWiredStatus();
  171. if (delayData.erji) {
  172. delayData.count = 0;
  173. delayData.time = 0;
  174. // delayData.checkStatus = 'error'
  175. } else {
  176. if (delayData.step === 3) {
  177. delayData.step = 1
  178. delayData.checkStatus = 'init'
  179. }
  180. }
  181. checkWiredStatus();
  182. }, 1000)
  183. }
  184. /** 切换效音 */
  185. const handleToggleTune = (state: 'start' | 'stop' | 'finishTune') => {
  186. if (state === 'start') {
  187. delayData.step = 5
  188. // 开始效音
  189. postMessage({
  190. api: "startTune",
  191. content: {
  192. count: delayData.count + '',
  193. }
  194. }, (res) => {
  195. // 用户没有授权,需要重置状态
  196. if (res?.content?.reson) {
  197. delayData.step = 1
  198. delayData.checkStatus = 'init'
  199. } else {
  200. setTimeout(() => {
  201. handleToggleTune('stop')
  202. }, 1500)
  203. }
  204. })
  205. } else if (state === 'stop') {
  206. // 结束效音,触发时机: 1.监听后台效音返回 2.点击跳过效音或关闭效音
  207. postMessage({
  208. api: "endTune"
  209. })
  210. // 提前关闭或者返回,需要重置step状态
  211. if (delayData.open === false) {
  212. setTimeout(() => {
  213. delayData.step = 1
  214. }, 500);
  215. }
  216. } else if (state === 'finishTune') {
  217. delayData.step = 6
  218. // 效音完成
  219. postMessage({
  220. api: "finishTune",
  221. }, (res) => {
  222. const result = res?.content?.result //1成功 0失败
  223. // Toast('检测延迟完成')
  224. // setTimeout(() => {
  225. // delayData.open = false
  226. // }, 500)
  227. })
  228. }
  229. }
  230. /** 开始效音 */
  231. const startTune = () => {
  232. // 带了耳机,停止播放效音
  233. if (delayData.erji) return;
  234. handleToggleTune('start')
  235. }
  236. /** 停止设备延迟检测 */
  237. const handleStopCheckDelay = () => {
  238. runtime.delayCheckFirst = true
  239. delayData.open = false
  240. startButtonShow.value = true
  241. setTimeout(() => {
  242. delayData.checkStatus = 'init'
  243. delayData.step = 1
  244. }, 500);
  245. handleToggleTune('stop')
  246. // this.close();
  247. }
  248. const handleDelayBack = () => {
  249. modelType.value = 'init'
  250. delayData.open = false
  251. delayData.checkStatus = 'init'
  252. delayData.step = 1
  253. handleToggleTune('stop')
  254. clearTimeout(startTuneTimer)
  255. }
  256. /** 开始检测设备延迟 */
  257. const handleStartCheckDelay = async () => {
  258. if (delayData.checkStatus === 'ing') return;
  259. delayData.step = 2
  260. delayData.erji = await getWiredStatus();
  261. if (delayData.erji) {
  262. delayData.checkStatus = 'error'
  263. return;
  264. }
  265. delayData.checkStatus = 'ing';
  266. startTuneTimer = setTimeout(() => {
  267. if (delayData.open === true) {
  268. startTune()
  269. }
  270. }, 2000)
  271. }
  272. // frequency 频率, amplitude 振幅, decibels 分贝
  273. type TCriteria = "frequency" | "amplitude" | "decibels";
  274. /** 获取评测标准 */
  275. const getEvaluationCriteria = () => {
  276. let criteria: TCriteria = "frequency";
  277. // 声部打击乐
  278. if ([23, 113, 121].includes(detailState.subjectId)) {
  279. criteria = "amplitude";
  280. } else if (isRhythmicExercises()) {
  281. // 分类为节奏练习
  282. criteria = "decibels";
  283. }
  284. return criteria;
  285. };
  286. /**
  287. * 默认按照442计算的音符频率,此处转化为按照设置进行调整
  288. * @param num 频率
  289. * @returns 转化后频率
  290. */
  291. const formatPitch = (num?: number): number => {
  292. if (!num) {
  293. return -1
  294. }
  295. if (SettingState.sett.hertz && SettingState.sett.hertz !== 442) {
  296. return (num / 442) * SettingState.sett.hertz
  297. }
  298. return num
  299. }
  300. let starTime = 0
  301. const formatTimes = () => {
  302. const rate = runtime.speed / detailState.baseSpeed //1
  303. actualBeatLength = Math.round(detailState.times[0].fixtime * 1000 / rate)
  304. const difftime = detailState.times?.[0]?.difftime || 0
  305. let ListenMode = false
  306. let dontEvaluatingMode = false
  307. let skip = false
  308. const datas = []
  309. let times = detailState.times
  310. // 阶段评测前一个节拍的标示
  311. let preLyricsContent = ''
  312. let preTimes = []
  313. let unitTestIdx = 0
  314. let preTime = 0
  315. if (unitTestData.isSelectMeasureMode) {
  316. const startIndex = detailState.times.findIndex(
  317. (n: any) => n.NoteToGraphicalNoteObjectId == detailState.section[0].NoteToGraphicalNoteObjectId
  318. )
  319. const endIndex = detailState.times.findIndex(
  320. (n: any) => n.NoteToGraphicalNoteObjectId == detailState.section[1].NoteToGraphicalNoteObjectId
  321. )
  322. if (startIndex > 1) {
  323. preTime = detailState.times[startIndex-1].time * 1000
  324. }
  325. times = detailState.times.filter((n: any, index: number) => {
  326. return index >= startIndex && index <= endIndex
  327. })
  328. preTimes = detailState.times.filter((n: any, index: number) => {
  329. return index < startIndex
  330. })
  331. starTime = times[0].sourceRelativeTime || times[0].relativeTime
  332. actualBeatLength = startIndex == 0 && !detailState.needTick ? actualBeatLength : 0
  333. // console.log("🚀 ~ times", times, '开始小节', startIndex, actualBeatLength)
  334. unitTestIdx = startIndex
  335. }
  336. // 找到阶段评测,开始小节前面最近的是play或者listen的小节
  337. if (preTimes.length) {
  338. for (let index = preTimes.length-1; index >= 0; index--) {
  339. const item = preTimes[index]
  340. const note = getNoteByMeasuresSlursStart(item)
  341. if (note.formatLyricsEntries.contains('Play') || note.formatLyricsEntries.contains('Play...')) {
  342. preLyricsContent = 'Play'
  343. break
  344. }
  345. if (note.formatLyricsEntries.contains('Listen')) {
  346. preLyricsContent = 'Listen'
  347. break
  348. }
  349. }
  350. preLyricsContent = preLyricsContent ? preLyricsContent : 'Play'
  351. }
  352. let measureIndex = -1
  353. let recordMeasure = -1
  354. let firstNoteTime = unitTestIdx > 1 ? preTime : 0
  355. for (let index = 0; index < times.length; index++) {
  356. const item = times[index]
  357. const note = getNoteByMeasuresSlursStart(item)
  358. const rate = runtime.speed / detailState.baseSpeed //1
  359. const start = difftime + (item.sourceRelativeTime || item.relativeTime) - starTime
  360. const end = difftime + (item.sourceRelaEndtime || item.relaEndtime) - starTime
  361. // console.log(start, end, starTime)
  362. const isStaccato =
  363. typeof note.voiceEntry.isStaccato === 'function' ? note.voiceEntry.isStaccato() : note.voiceEntry.isStaccato
  364. const noteRate = isStaccato ? 0.5 : 1
  365. // console.log('注脚', note.formatLyricsEntries)
  366. // 如果阶段评测,开始小节没有注脚,则取前面最近的小节的注脚
  367. if (index == 0 && !note.formatLyricsEntries.length) {
  368. ListenMode = preLyricsContent === 'Play' ? false : preLyricsContent === 'Listen' ? true : false
  369. }
  370. if (note.formatLyricsEntries.contains('Play') || note.formatLyricsEntries.contains('Play...')) {
  371. ListenMode = false
  372. }
  373. if (note.formatLyricsEntries.contains('Listen')) {
  374. ListenMode = true
  375. }
  376. if (note.formatLyricsEntries.contains('纯律结束')) {
  377. dontEvaluatingMode = false
  378. }
  379. if (note.formatLyricsEntries.contains('纯律')) {
  380. dontEvaluatingMode = true
  381. }
  382. const nextNote = detailState.times[index + 1]
  383. if (skip && (note.stave || !note.noteElement.isRestFlag || (nextNote && !nextNote.noteElement.isRestFlag))) {
  384. skip = false
  385. }
  386. if (note.noteElement.isRestFlag && !!note.stave && !!nextNote && nextNote.noteElement.isRestFlag) {
  387. skip = true
  388. }
  389. if (note.measureOpenIndex != recordMeasure) {
  390. measureIndex++
  391. recordMeasure = note.measureOpenIndex
  392. }
  393. // console.log(note.measureOpenIndex , measureIndex, note.noteElement.sourceMeasure.measureListIndex)
  394. const data = {
  395. timeStamp: (start * 1000) / rate,
  396. duration: ((end * 1000) / rate - (start * 1000) / rate) * noteRate,
  397. frequency: formatPitch(item.noteElement?.pitch?.frequency),
  398. nextFrequency: formatPitch(item.noteElement?.pitch?.nextFrequency),
  399. prevFrequency: formatPitch(item.noteElement?.pitch?.prevFrequency),
  400. measureIndex: measureIndex, //note.measureOpenIndex,
  401. measureRenderIndex: note.noteElement.sourceMeasure.measureListIndex,
  402. dontEvaluating: ListenMode || dontEvaluatingMode || item.skipMode,
  403. musicalNotesIndex: index, //item.i,
  404. denominator: note.noteElement?.Length.denominator,
  405. isOrnament: !!note?.voiceEntry?.ornamentContainer,
  406. }
  407. // console.log('时间1111', data)
  408. datas.push(data)
  409. }
  410. return {
  411. datas,
  412. firstNoteTime
  413. }
  414. }
  415. const connect = async () => {
  416. const search = useOriginSearch()
  417. connentLoading.value = true
  418. const behaviorId = sessionStorage.getItem('behaviorId') || search.behaviorId || initBehaviorId
  419. const rate = runtime.speed / detailState.baseSpeed //1
  420. calculateInfo = formatTimes()
  421. const content = {
  422. musicXmlInfos: calculateInfo.datas,
  423. firstNoteTime: calculateInfo.firstNoteTime,
  424. subjectId: detailState.subjectId ? detailState.subjectId : detailState.isPercussion ? 1 : detailState.subjectId,
  425. detailId: detailState.activeDetail?.id,
  426. examSongId: search.id,
  427. xmlUrl: detailState?.activeDetail?.xmlUrl,
  428. partIndex: detailState.partIndex,
  429. behaviorId,
  430. platform: 'WEB',
  431. clientId: 'STUDENT',
  432. hertz: SettingState.sett.hertz,
  433. feature: 'EVALUATION',
  434. practiceSource: (search.resourceType && search.resourceType === 'practice') ? 'UNIT_TEST_PRACTICE' : search.unitId ? 'UNIT_TEST' : 'PRACTICE',
  435. // 这里定义的是数字但是因为是通过input输入所以强制转化一次
  436. reactionTimeMs: parseFloat('' + SettingState.eva.reactionTimeMs) || 0,
  437. speed: runtime.speed,
  438. heardLevel: SettingState.eva.difficulty,
  439. // beatLength: Math.round((RuntimeUtils.getFixTime(detailState.times[0].beatSpeed) * 1000) / rate),
  440. beatLength: actualBeatLength,
  441. evaluationCriteria: getEvaluationCriteria(),
  442. }
  443. // console.log("🚀 ~ content:", content, rate)
  444. const clientType = useClientType()
  445. if (clientType === 'student') {
  446. content.clientId = 'STUDENT'
  447. } else if (clientType === 'teacher') {
  448. content.clientId = 'TEACHER'
  449. } else {
  450. content.clientId = 'BACKEND'
  451. }
  452. if (browserInfo.android) {
  453. content.platform = 'ANDROID'
  454. }
  455. if (browserInfo.ios) {
  456. content.platform = 'IOS'
  457. }
  458. const evt = await promisefiyPostMessage({
  459. api: 'startEvaluating',
  460. content: content,
  461. })
  462. if (evt?.content?.reson) {
  463. Toast.fail({
  464. message: evt?.content?.reson,
  465. })
  466. connentLoading.value = false
  467. throw evt
  468. }
  469. connentLoading.value = false
  470. }
  471. const sendOffsetTime = (offsetTime: number) => {
  472. postMessage(
  473. {
  474. api: 'proxyServiceMessage',
  475. content: {
  476. header: {
  477. commond: 'audioPlayStart',
  478. type: 'SOUND_COMPARE',
  479. },
  480. body: {
  481. offsetTime,
  482. },
  483. },
  484. },
  485. () => {
  486. backtime = 0
  487. }
  488. )
  489. }
  490. const cancelTheEvaluation = () => {
  491. const search = useOriginSearch()
  492. setTimeout(() => {
  493. postMessage({ api: 'endEvaluating', content: { musicScoreId: search.id } })
  494. playStatus.value = 'stop'
  495. RuntimeUtils.pause()
  496. RuntimeUtils.resetPlayStatus()
  497. RuntimeUtils.clearIntervalTimeline()
  498. RuntimeUtils.setCurrentTime(0)
  499. Toast.clear()
  500. }, 500);
  501. }
  502. const stopPlay = () => {
  503. console.log('调用stopPlay')
  504. if (!connentLoading.value && evaluating.value) {
  505. cancelTheEvaluation()
  506. }
  507. startButtonShow.value = true
  508. connentLoading.value = false
  509. evaluating.value = false
  510. modelType.value = 'init'
  511. }
  512. export const evaluatStopPlay = stopPlay
  513. const startPlay = () => {
  514. console.log('连接服务成功,开始播放', new Date().getTime() - runtime.clickTime)
  515. // if (!SettingState.eva.mute) {
  516. // RuntimeUtils.changeAllMode()
  517. // } else {
  518. // RuntimeUtils.changeMode('background')
  519. // }
  520. startButtonShow.value = false
  521. RuntimeUtils.setPlayState()
  522. }
  523. const setPlayer = async () => {
  524. // 连接中,禁止重复连接
  525. if (connentLoading.value) return
  526. runtime.clickTime = new Date().getTime()
  527. RuntimeUtils.resetPlayStatus()
  528. if (detailState.isPauseRecording) {
  529. evaluating.value = false
  530. startPlay()
  531. return
  532. }
  533. detailState.evaluatings = {}
  534. const hint = Toast({
  535. duration: 0,
  536. message: '服务连接中...',
  537. type: 'loading',
  538. })
  539. try {
  540. await connect()
  541. //startPlay()
  542. setTimeout(() => {
  543. console.log('关闭弹窗')
  544. startButtonShow.value = false
  545. Toast.clear()
  546. hint.close()
  547. }, 100)
  548. } catch (error) {
  549. runtime.evaluatingStatus = false
  550. Toast.clear()
  551. }
  552. evaluatStart()
  553. }
  554. const togglePlay = () => {
  555. if (detailState.isPauseRecording) {
  556. evaluating.value = false
  557. startPlay()
  558. return
  559. }
  560. if (evaluating.value) {
  561. stopPlay()
  562. } else {
  563. setPlayer()
  564. }
  565. }
  566. const timeupdate = () => {
  567. console.log('播放事件被触发', playUrl.value, evaluating.value)
  568. if (playUrl.value) {
  569. const nowTime = new Date().getTime()
  570. // console.log('播放开始的时间', nowTime)
  571. // synced = true
  572. let time = runtime.audiosInstance?.audios[playUrl.value].currentTime
  573. // 只有选段模式,并且开始小节非第一小节时,才执行以下计算
  574. const sectionIdx = detailState.section.length ? detailState.section[0].i : 0
  575. if (unitTestData.isSelectMeasureMode && sectionIdx > 0 ) {
  576. time = time - detailState.section[0].time
  577. }
  578. console.log('已播放时长: ', time * 1000)
  579. console.log('不减掉已播放时间: ', nowTime - backtime)
  580. const delayTime = nowTime - backtime - time * 1000
  581. console.log('真正播放延迟', delayTime, time, unitTestData.isSelectMeasureMode, sectionIdx)
  582. // 蓝牙耳机延迟一点发送消息确保在录音后面
  583. setTimeout(() => {
  584. sendOffsetTime(delayTime)
  585. }, 220)
  586. }
  587. }
  588. /**
  589. * 播放器停止事件
  590. */
  591. const playerStop = () => {
  592. // alert('stop' + this.endloading)
  593. console.log('playerStop播放器停止事件', endloading.value)
  594. if (endloading.value) {
  595. return
  596. }
  597. playStatus.value = 'stop'
  598. endloading.value = true
  599. startButtonShow.value = true
  600. RuntimeUtils.resetPlayStatus()
  601. RuntimeUtils.clearIntervalTimeline()
  602. RuntimeUtils.setCurrentTime(0)
  603. Toast({
  604. duration: 0,
  605. message: '评分中...',
  606. type: 'loading',
  607. })
  608. setTimeout(() => {
  609. postMessage(
  610. {
  611. api: 'endEvaluating',
  612. content: {
  613. musicScoreId: useOriginSearch().id,
  614. },
  615. },
  616. (evt) => {
  617. console.log('调用endEvaluating结束', evt)
  618. endloading.value = false
  619. evaluating.value = false
  620. // RuntimeUtils.setCaptureMode()
  621. }
  622. )
  623. RuntimeUtils.endCapture()
  624. }, 500);
  625. }
  626. export const evaluatPlayerStop = playerStop
  627. const endevent = (evt: Event) => {
  628. // 如果是单元测验和课后训练 播放结束
  629. if (unitTestData.isSelectMeasureMode && playStatus.value === 'play') {
  630. playerStop()
  631. canSubmit.value = true
  632. return
  633. }
  634. if ((evt.target as HTMLAudioElement)?.src === playUrl.value && playStatus.value === 'play') {
  635. playerStop()
  636. canSubmit.value = true
  637. }
  638. if (detailState.isAppPlay) {
  639. playerStop()
  640. canSubmit.value = true
  641. }
  642. }
  643. /**正式开始评测 */
  644. const evaluatStart = () => {
  645. playStatus.value = 'play'
  646. if (detailState.isPauseRecording) {
  647. postMessage(
  648. {
  649. api: 'resumeRecording',
  650. },
  651. () => {
  652. evaluating.value = true
  653. detailState.isPauseRecording = false
  654. RuntimeUtils.setCaptureMode()
  655. }
  656. )
  657. return
  658. } else {
  659. RuntimeUtils.setCaptureMode()
  660. }
  661. console.log('开始录音', new Date().getTime())
  662. postMessage(
  663. {
  664. api: 'startRecording',
  665. content: {
  666. accompanimentState: SettingState.eva.mute ? 1 : 0,
  667. firstNoteTime: calculateInfo.firstNoteTime || 0,
  668. }
  669. },
  670. () => {
  671. // console.log('开始录音app回调时间', Date.now())
  672. backtime = Date.now()
  673. evaluating.value = true
  674. runtime.playState = "play";
  675. if (detailState.activeDetail?.midiUrl) {
  676. console.log('midiUrl', detailState.activeDetail?.midiUrl)
  677. setTimeout(() => {
  678. sendOffsetTime(0)
  679. }, 220)
  680. }
  681. }
  682. )
  683. RuntimeUtils.startCapture()
  684. }
  685. /** 音频播放完结束评测 */
  686. const playEnd_endEvalute = () => {
  687. playerStop()
  688. }
  689. /**
  690. * 酷乐秀活动接口,Url中有设置并且仅在学生端提评分交数据
  691. * 管乐团单元测验, url中有单元测验ID仅在学生端提评分交数据
  692. */
  693. const submitEvaluationScore = async (data: any) => {
  694. const search = useOriginSearch()
  695. if (search.unitId) {
  696. if (!canSubmit.value) {
  697. Toast('完整演奏结束才算测验分数!')
  698. return
  699. }
  700. (endResult.value as any)?.score && scoreList.push((endResult.value as any)?.score)
  701. /** 有单元测验时,存储分数缓存 */
  702. postMessage({
  703. api: 'setCache',
  704. content: {
  705. key: 'h5-orchestra-unit',
  706. value: JSON.stringify({
  707. musicId: search.id || '',
  708. unitId: search.unitId || '',
  709. questionId: search.questionId || '',
  710. score: canSubmit.value ? (endResult.value as any)?.score || 0 : 0,
  711. }),
  712. },
  713. })
  714. canSubmit.value = false
  715. }
  716. }
  717. /** 活动使用,只有在全部评测完成后才能提交,避免只是一小节就高分的情况 */
  718. const canSubmit = ref(false)
  719. /**接受websocket返回的信息 */
  720. const sendResult = (evt?: IPostMessage) => {
  721. const { body, header } = evt?.content || {}
  722. console.log('评测返回', body)
  723. if (body && header) {
  724. const data = evt?.content?.body
  725. if (evt?.content.header.commond === 'overall') {
  726. // console.log(evt)
  727. detailState.isHideEvaluatReportSaveBtn = false;
  728. Toast.clear()
  729. endResult.value = data
  730. evaluatingShow.value = true
  731. submitEvaluationScore(data)
  732. } else if (evt?.content.header.commond === 'checkDone') {
  733. // 此处已经在校音中单独监听不做处理
  734. } else if (evt?.content.header.commond === 'checking') {
  735. // 此处已经在校音中单独监听不做处理
  736. } else if (evt?.content.header.commond === "recordEnd") {
  737. if (delayData.checkStatus !== 'ing') return
  738. delayData.count++;
  739. if (delayData.count >= 2) {
  740. handleToggleTune('finishTune');
  741. return;
  742. }
  743. setTimeout(() => {
  744. startTune()
  745. }, 100)
  746. } else {
  747. const getBeforeNote = (index: number) => {
  748. while (index >= 0) {
  749. const item = detailState.times[index]
  750. if (item.stave) {
  751. return item
  752. }
  753. index--
  754. }
  755. }
  756. const setEvaluatings = (note: any, data: any, dontTransition = false) => {
  757. const startNote = getBoundingBoxByverticalNote(note)
  758. // console.log(detailState.evaluatings, startNote)
  759. detailState.evaluatings = {
  760. ...detailState.evaluatings,
  761. [startNote.measureIndex]: {
  762. ...startNote,
  763. ...getLeveByScoreMeasure(data.score),
  764. score: data.score,
  765. dontTransition,
  766. },
  767. }
  768. }
  769. for (let index = 0; index < detailState.times.length; index++) {
  770. let time = detailState.times[index]
  771. if (data.measureRenderIndex == time.noteElement.sourceMeasure.measureListIndex) {
  772. if (!time.stave) {
  773. const ntime = getBeforeNote(index)
  774. // console.log('ntime', ntime)
  775. if (ntime) {
  776. time = ntime
  777. }
  778. }
  779. if (!time.noteElement.tie) {
  780. setEvaluatings(time, data)
  781. } else {
  782. for (const item of time.noteElement.tie.notes) {
  783. const note = getParentNote(item)
  784. if (!note) continue
  785. setEvaluatings(
  786. note,
  787. data,
  788. item.NoteToGraphicalNoteObjectId !== time.noteElement.tie.StartNote?.NoteToGraphicalNoteObjectId
  789. )
  790. }
  791. }
  792. break
  793. }
  794. }
  795. }
  796. }
  797. }
  798. const onProgress = () => {
  799. // console.log(runtime.currentTimeNum, detailState.times[detailState.times.length - 1]?.time - 2, detailState.times)
  800. if (runtime.currentTimeNum >= detailState.times[detailState.times.length - 1]?.time - 2) {
  801. canSubmit.value = true
  802. }
  803. }
  804. const cloudMetronome = (evt: any) => {
  805. startButtonShow.value = true
  806. }
  807. /** 监听评测弹窗是否隐藏保存演奏按钮 */
  808. const hideComplexButton = (callback: CallBack, listen?: boolean) => {
  809. if (listen) {
  810. listenerMessage("hideComplexButton", callback);
  811. } else {
  812. removeListenerMessage("hideComplexButton", callback);
  813. }
  814. };
  815. // 隐藏存演奏按钮
  816. const handleComplexButton = (res?: IPostMessage) => {
  817. console.log('监听是否隐藏保存按钮', res)
  818. if (res?.content) {
  819. const { header, body } = res.content;
  820. detailState.isHideEvaluatReportSaveBtn = true
  821. }
  822. };
  823. // 离开之前再提交一次最高分数
  824. export const submitMaxScore = () => {
  825. const search = useOriginSearch()
  826. if (search.unitId && scoreList.length) {
  827. console.log('最高分',scoreList,Math.max(...scoreList))
  828. postMessage({
  829. api: 'setCache',
  830. content: {
  831. key: 'h5-orchestra-unit',
  832. value: JSON.stringify({
  833. musicId: search.id || '',
  834. unitId: search.unitId || '',
  835. questionId: search.questionId || '',
  836. score: Math.max(...scoreList),
  837. }),
  838. },
  839. })
  840. }
  841. }
  842. /**
  843. * 木管(长笛 萨克斯 单簧管)乐器一级的2、3、6测评要放原音音频
  844. * 铜管乐器一级的1a,1b,5,6测评要放原音音频
  845. */
  846. const getMusicMode = (): RuntimeUtils.IMode => {
  847. const muguan = [2, 4, 5, 6];
  848. const tongguan = [12, 13, 14, 15, 17];
  849. if (muguan.includes(detailState.subjectId) && (detailState.activeDetail?.examSongName || "").search(/[^\u0000-\u00FF](1-2|1-3|1-6)/gi) > -1) {
  850. return "music";
  851. }
  852. if (tongguan.includes(detailState.subjectId) && (detailState.activeDetail?.examSongName || "").search(/[^\u0000-\u00FF](1-1-1|1-1-2|1-5|1-6)/gi) > -1) {
  853. return "music";
  854. }
  855. if ([23, 113, 121].includes(detailState.subjectId)) {
  856. return "music";
  857. }
  858. return "background";
  859. };
  860. export default defineComponent({
  861. name: 'ColexiuButtonEvaluating',
  862. setup(props, { expose }) {
  863. onMounted(async () => {
  864. console.log('进入评测模块')
  865. delayData.open = (runtime.delayCheckFirst && searchParams.evaluatingRecord || !SettingState.sett.tuning) ? false : true
  866. if (!SettingState.eva.mute) {
  867. RuntimeUtils.changeAllMode();
  868. } else {
  869. RuntimeUtils.changeMode('background', 'all')
  870. }
  871. handleCheckEvaluatStatus()
  872. // 如果为单元测验和课后训练,不清楚选段数据
  873. if (!unitTestData.isSelectMeasureMode) {
  874. detailState.section = []
  875. detailState.sectionStatus = false
  876. }
  877. playUrl.value = runtime.songs.background || (runtime.songs.music as string)
  878. // runtime.audiosInstance?.audios[playUrl.value]?.addEventListener('play', timeupdate)
  879. // runtime.audiosInstance?.audios[playUrl.value]?.addEventListener('timeupdate', onProgress)
  880. // RuntimeUtils.event.on('next-click', playerStop)
  881. RuntimeUtils.event.on('ended', endevent)
  882. listenerMessage('sendResult', sendResult)
  883. // listenerMessage('cancelEvaluating', cancelTheEvaluation)
  884. listenerMessage('cloudTimeUpdae', onProgress)
  885. RuntimeUtils.event.on('tickDestroy', cloudMetronome)
  886. RuntimeUtils.event.on('tickEnd', evaluatStart)
  887. runtime.playEndCallback.endEvaluat = playEnd_endEvalute
  888. hideComplexButton(handleComplexButton, true);
  889. // 开始效验
  890. checkEvaluating()
  891. })
  892. onBeforeUnmount(() => {
  893. // runtime.audiosInstance?.audios[playUrl.value]?.removeEventListener('play', timeupdate)
  894. // runtime.audiosInstance?.audios[playUrl.value]?.removeEventListener('timeupdate', onProgress)
  895. // RuntimeUtils.event.off('next-click', playerStop)
  896. RuntimeUtils.event.off('ended', endevent)
  897. RuntimeUtils.event.off('tickDestroy', cloudMetronome)
  898. removeListenerMessage('sendResult', sendResult)
  899. // removeListenerMessage('cancelEvaluating', cancelTheEvaluation)
  900. removeListenerMessage('cloudTimeUpdae', onProgress)
  901. hideComplexButton(() => {}, false);
  902. RuntimeUtils.event.off('tickEnd', evaluatStart)
  903. submitMaxScore()
  904. })
  905. expose({
  906. setPlayer,
  907. startPlay,
  908. stopPlay,
  909. togglePlay,
  910. playerStop,
  911. evaluating,
  912. connentLoading,
  913. playStatus,
  914. cancelTheEvaluation,
  915. })
  916. return () => {
  917. return (
  918. <Teleport to="body" key="StartEvaluating">
  919. {/* 评测完成结果显示 */}
  920. <Evaluating data={endResult.value} />
  921. <Transition name="finish">
  922. {startButtonShow.value && !delayData.open && modelType.value !== 'init' && (
  923. <div
  924. style={{
  925. backgroundImage: `url(${iconEvaluatingStart})`,
  926. 'transform': detailState.isSpecialShapedScreen ? `translateX(${detailState.notchHeight / 4}px)` : '',
  927. }}
  928. class={[styles.evaluatStartBtn]}
  929. onClick={() => {
  930. setPlayer()
  931. }}
  932. ></div>
  933. )}
  934. </Transition>
  935. {!evaluating.value ? (
  936. <div class={styles.dialogueBox} key="start">
  937. <div class={styles.dialogue}>
  938. <div>
  939. 演奏前请调整好乐器,保证最佳演奏状态。<span class={styles.triangle}></span>
  940. </div>
  941. </div>
  942. <Vue3Lottie class={styles.dialogueIcon} animationData={startData}></Vue3Lottie>
  943. </div>
  944. ) : (
  945. <div class={styles.dialogueBox} key="starting">
  946. <div class={styles.inRadio}>收音中...</div>
  947. <Vue3Lottie class={styles.inRadioIcon} animationData={startingData}></Vue3Lottie>
  948. </div>
  949. )}
  950. {/* 延迟检测窗口 */}
  951. <Transition>
  952. <Popup
  953. teleport="body"
  954. class="popup-scale"
  955. transition="van-scale"
  956. overlay={false}
  957. show={delayData.open}
  958. onClose={() => handleCheckDelayEnd()}
  959. >
  960. <CheckDelayPopup
  961. delayData={delayData}
  962. onStartCheckDelay={() => handleStartCheckDelay()}
  963. onClose={() => handleStopCheckDelay()}
  964. onBack={() => handleDelayBack()}
  965. />
  966. </Popup>
  967. </Transition>
  968. </Teleport>
  969. )
  970. }
  971. },
  972. })