state.ts 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516
  1. import { closeToast, showToast } from "vant";
  2. import { reactive } from "vue";
  3. import { OpenSheetMusicDisplay } from "../osmd-extended/src";
  4. import { metronomeData } from "./helpers/metronome";
  5. import { GradualNote, GradualTimes, GradualVersion } from "./type";
  6. import { handleEndEvaluat, handleStartEvaluat } from "./view/evaluating";
  7. import { IFingering } from "src/view/fingering/fingering-config";
  8. import { handleStartTick } from "./view/tick";
  9. import { audioListStart, getAudioCurrentTime, getAudioDuration, setAudioCurrentTime, setAudioPlaybackRate } from "./view/audio-list";
  10. import { toggleFollow } from "./view/follow-practice";
  11. import { browser, setStorageSpeed } from "./utils";
  12. /** 入门 | 进阶 | 大师 */
  13. export type IDifficulty = "BEGINNER" | "ADVANCED" | "PERFORMER";
  14. /** 渲染类型: 五线谱,简谱 */
  15. export enum EnumMusicRenderType {
  16. /** 五线谱 */
  17. staff = "staff",
  18. /** 简谱 */
  19. firstTone = "firstTone",
  20. /** 固定音高 */
  21. fixedTone = "fixedTone"
  22. }
  23. export const musicscoresettingKey = "musicscoresetting";
  24. /** 有声音的是那个音源 */
  25. export type IPlayState = "music" | "background"
  26. /** 播放状态 */
  27. export type IAudioState = "play" | "paused"
  28. /** 来源 */
  29. export enum IPlatform {
  30. APP = "APP",
  31. PC = "PC"
  32. }
  33. const state = reactive({
  34. /** 来源 : PC , app */
  35. platform: '' as IPlatform,
  36. appName: "" as "GYM" | "COLEXIU",
  37. musicRenderType: EnumMusicRenderType.staff as EnumMusicRenderType,
  38. /**曲谱是否渲染完成 */
  39. musicRendered: false,
  40. /** 当前曲谱数据ID, 和曲谱ID不一致 */
  41. detailId: "",
  42. /** 曲谱资源URL */
  43. xmlUrl: "",
  44. /** 声部ID */
  45. subjectId: 0 as number,
  46. /** 分类ID */
  47. categoriesId: 0,
  48. /** 分类名称 */
  49. categoriesName: "",
  50. /** 是否支持评测 */
  51. enableEvaluation: true,
  52. /** 是否支持转谱 */
  53. enableNotation: false,
  54. /** 曲谱ID */
  55. examSongId: "",
  56. /** 曲谱名称 */
  57. examSongName: "",
  58. /** 扩展字段 */
  59. extConfigJson: {} as any,
  60. /** 扩展样式字段 */
  61. extStyleConfigJson: {} as any,
  62. /** 是否开启节拍器 */
  63. isOpenMetronome: false,
  64. /** 是否显示指法 */
  65. isShowFingering: false,
  66. /** 原音 */
  67. music: "",
  68. /** 伴奏 */
  69. accompany: "",
  70. /** midiURL */
  71. midiUrl: "",
  72. /** 父分ID */
  73. parentCategoriesId: 0,
  74. /** 资源类型: mp3 | midi */
  75. playMode: "MP3" as "MP3" | "MIDI",
  76. /** 设置的速度 */
  77. speed: 0,
  78. /** 曲谱音频正常的速度 */
  79. originSpeed: 0,
  80. /** 分轨名称 */
  81. track: "",
  82. /** 当前显示声部索引 */
  83. partIndex: 0,
  84. /** 是否需要节拍器 */
  85. needTick: false,
  86. /** 曲谱实例 */
  87. osmd: null as unknown as OpenSheetMusicDisplay,
  88. /**是否是特殊乐谱类型, 主要针对管乐迷 */
  89. isSpecialBookCategory: false,
  90. /** 播放状态 */
  91. playState: "paused" as IAudioState,
  92. /** 播放结束状态 */
  93. playEnd: false,
  94. /** 播放那个: 原音,伴奏 */
  95. playSource: "music" as IPlayState,
  96. /** 播放进度 */
  97. playProgress: 0,
  98. /** 激活的note index */
  99. activeNoteIndex: 0,
  100. /** 激活的小节 */
  101. activeMeasureIndex: 0,
  102. /** 选段状态 */
  103. sectionStatus: false,
  104. /** 选段数据 */
  105. section: [] as any[],
  106. /** 选段背景 */
  107. sectionBoundingBoxs: [] as any[],
  108. /** 开启选段预备 */
  109. isOpenPrepare: false,
  110. /** 选段预备 */
  111. sectionFirst: null as any,
  112. /** 音符数据 */
  113. times: [] as any[],
  114. /** 播放模式 */
  115. modeType: "practise" as "practise" | "follow" | "evaluating",
  116. /** 设置 */
  117. setting: {
  118. /** 效音提醒 */
  119. soundEffect: true,
  120. /** 护眼模式 */
  121. eyeProtection: false,
  122. /** 摄像头 */
  123. camera: false,
  124. /** 摄像头透明度 */
  125. cameraOpacity: 70,
  126. /** 循环播放 */
  127. repeatAutoPlay: true,
  128. /** 显示指法 */
  129. displayFingering: true,
  130. /** 显示光标 */
  131. displayCursor: true,
  132. /** 频率 */
  133. frequency: 442,
  134. /** 评测难度 */
  135. evaluationDifficulty: "ADVANCED" as IDifficulty,
  136. /** 保存到相册 */
  137. saveToAlbum: false,
  138. /** 开启伴奏 */
  139. enableAccompaniment: true,
  140. /** 反应时间 */
  141. reactionTimeMs: 0,
  142. },
  143. /** 节拍器的时间 */
  144. fixtime: 0,
  145. /** 指法信息 */
  146. fingeringInfo: {} as IFingering,
  147. /** 滚动容器的ID */
  148. scrollContainer: "musicAndSelection",
  149. /** 是否是打击乐 */
  150. isPercussion: false,
  151. /** 是否重复节拍器的时间 */
  152. repeatedBeats: 0,
  153. /**当前曲谱中所有声部名字 */
  154. partListNames: [] as string[],
  155. /** 渐变速度信息 */
  156. gradual: [] as GradualNote[],
  157. /** 渐变速度版本 */
  158. gradualVersion: GradualVersion.BASE as GradualVersion,
  159. /** 渐变时间信息 */
  160. gradualTimes: null as GradualTimes,
  161. /** 单声部多声轨 */
  162. multitrack: 0,
  163. /** 缩放 */
  164. zoom: 0.8,
  165. /** 渲染曲谱比例 */
  166. musicZoom: 1,
  167. /** 练习,评测是否是选段模式 */
  168. isSelectMeasureMode: false,
  169. /** 是否是评分显示 */
  170. isReport: false
  171. });
  172. const browserInfo = browser()
  173. let offset_duration = 0
  174. /** 自定义数据 */
  175. export const customData = reactive({
  176. /** 自定义音符时值 */
  177. customNoteRealValue: [] as any,
  178. /** 自定义音符按读取到的时值 */
  179. customNoteCurrentTime: false
  180. })
  181. /** 在渲染前后计算光标应该走到的音符 */
  182. const setStep = () => {
  183. if (state.playState !== "play") {
  184. console.log("暂停播放");
  185. return;
  186. }
  187. let startTime = Date.now();
  188. requestAnimationFrame(() => {
  189. const endTime = Date.now();
  190. // 渲染时间大于16.6,就会让页面卡顿, 如果渲染时间大与16.6就下一个渲染帧去计算
  191. if (endTime - startTime < 16.7) {
  192. handlePlaying();
  193. setStep();
  194. } else {
  195. setTimeout(() => {
  196. handlePlaying();
  197. setStep();
  198. }, 16.7)
  199. }
  200. });
  201. };
  202. /** 开始播放 */
  203. export const onPlay = () => {
  204. console.log("开始播放");
  205. state.playEnd = false;
  206. offset_duration = browserInfo.xiaomi ? 0.2 : 0.08
  207. setStep();
  208. };
  209. /** 播放模式结束自动重播 */
  210. const autoResetPlay = () => {
  211. if (state.modeType !== "practise") return;
  212. skipNotePlay(0, true);
  213. // 没有开启自动重播, 不是练习模式
  214. if (!state.setting.repeatAutoPlay) return;
  215. scrollViewNote();
  216. setTimeout(() => {
  217. togglePlay("play");
  218. }, 1000);
  219. };
  220. /** 播放完成事件 */
  221. export const onEnded = () => {
  222. console.log("音频播放结束");
  223. // 修改状态为结束
  224. state.playEnd = true;
  225. state.playState = "paused";
  226. // 结束播放
  227. audioListStart(state.playState);
  228. // 调用结束评测
  229. handleEndEvaluat(true);
  230. // 调用自动重复播放
  231. autoResetPlay();
  232. };
  233. /**
  234. * 播放一直触发的事件
  235. */
  236. const handlePlaying = () => {
  237. const currentTime = getAudioCurrentTime();
  238. const duration = getAudioDuration();
  239. state.playProgress = (currentTime / duration) * 100;
  240. let item = getNote(currentTime);
  241. if (item) {
  242. // 选段状态下
  243. if (state.sectionStatus && state.section.length === 2) {
  244. // 如果开启了预备拍
  245. const selectStartItem = state.sectionFirst ? state.sectionFirst : state.section[0];
  246. const selectEndItem = state.section[1];
  247. if (Math.abs(selectEndItem.endtime - currentTime) < offset_duration) {
  248. console.log("选段播放结束");
  249. // 如果为选段评测模式
  250. if (state.modeType === "evaluating" && state.isSelectMeasureMode) {
  251. onEnded();
  252. return;
  253. }
  254. item = selectStartItem;
  255. setAudioCurrentTime(selectStartItem.time, selectStartItem.i);
  256. }
  257. }
  258. gotoNext(item);
  259. }
  260. metronomeData.metro?.sound(currentTime);
  261. };
  262. /** 跳转到指定音符开始播放 */
  263. export const skipNotePlay = (itemIndex: number, isStart = false) => {
  264. const item = state.times[itemIndex];
  265. let itemTime = item.time;
  266. if (isStart) {
  267. itemTime = 0;
  268. }
  269. // console.log("🚀 ~ itemTime:", itemTime);
  270. if (item) {
  271. setAudioCurrentTime(itemTime, itemIndex);
  272. gotoNext(item);
  273. metronomeData.metro?.sound(itemTime);
  274. }
  275. };
  276. /**
  277. * 切换曲谱播放状态
  278. * @param playState 可选: 默认 undefined, 需要切换的状态 play:播放, paused: 暂停
  279. */
  280. export const togglePlay = async (playState?: "play" | "paused") => {
  281. state.playState = playState ? playState : state.playState === "paused" ? "play" : "paused";
  282. // 设置为开始播放时, 如果需要节拍,先播放节拍器
  283. if (state.playState === "play" && state.needTick) {
  284. const tickend = await handleStartTick();
  285. // console.log("🚀 ~ tickend:", tickend)
  286. // 节拍器返回false, 取消播放
  287. if (!tickend) {
  288. state.playState = "paused";
  289. return false;
  290. }
  291. }
  292. // 如果选段没有结束, 直接开始播放,清空选段状态
  293. if (state.playState == "play") {
  294. if (state.sectionStatus && state.section.length < 2) {
  295. clearSelection();
  296. }
  297. }
  298. audioListStart(state.playState);
  299. return true;
  300. };
  301. /** 结束播放 */
  302. export const handleStopPlay = () => {
  303. state.playState = "paused";
  304. audioListStart(state.playState);
  305. };
  306. /** 重置播放为开始 */
  307. export const resetPlaybackToStart = () => {
  308. // 如果为选段状态
  309. if (state.sectionStatus && state.section.length === 2) {
  310. state.section = formateSelectMearure(state.section);
  311. return;
  312. }
  313. skipNotePlay(0, true);
  314. };
  315. /** 跳转到指定音符 */
  316. export const gotoCustomNote = (index: number) => {
  317. try {
  318. state.osmd.cursor.reset();
  319. } catch (error) {}
  320. for (let i = 0; i < index; i++) {
  321. state.osmd.cursor.next();
  322. }
  323. };
  324. /** 跳转到下一个音符 */
  325. export const gotoNext = (note: any) => {
  326. const num = note.i;
  327. // console.log('next', state.activeNoteIndex, num)
  328. if (state.activeNoteIndex === note.i) return;
  329. const osmd = state.osmd;
  330. let prev = state.activeNoteIndex;
  331. state.activeNoteIndex = num;
  332. state.activeMeasureIndex = note.MeasureNumberXML;
  333. if (prev && num - prev === 1) {
  334. osmd.cursor.next();
  335. } else if (prev && num - prev > 0) {
  336. while (num - prev > 0) {
  337. prev++;
  338. osmd.cursor.next();
  339. }
  340. } else {
  341. gotoCustomNote(num);
  342. }
  343. scrollViewNote();
  344. };
  345. /** 获取指定音符 */
  346. export const getNote = (currentTime: number) => {
  347. const times = state.times;
  348. const len = state.times.length;
  349. /** 播放超过了最后一个音符的时间,直接结束, 2秒误差 */
  350. if (currentTime > times[len - 1].endtime + 2) {
  351. onEnded();
  352. return;
  353. }
  354. let _item = null as any;
  355. for (let i = state.activeNoteIndex; i < len; i++) {
  356. const item = times[i];
  357. const prevItem = times[i - 1];
  358. if (currentTime >= item.time) {
  359. if (!prevItem || item.time != prevItem.time) {
  360. _item = item;
  361. }
  362. } else {
  363. break;
  364. }
  365. }
  366. // console.log("activeNoteIndex", currentTime, state.activeNoteIndex, _item.i);
  367. return _item;
  368. };
  369. /** 重播 */
  370. export const handleResetPlay = () => {
  371. resetPlaybackToStart();
  372. // 如果是暂停, 直接播放
  373. togglePlay('play')
  374. };
  375. /** 设置速度 */
  376. export const handleSetSpeed = (speed: number) => {
  377. setStorageSpeed(state.examSongId, speed)
  378. state.speed = speed;
  379. };
  380. /** 清除选段状态 */
  381. export const clearSelection = () => {
  382. state.sectionStatus = false;
  383. state.section = [];
  384. closeToast();
  385. };
  386. /** 开启选段 */
  387. export const handleChangeSection = () => {
  388. // 如果开启了选段,再次点击取消选段
  389. if (state.sectionStatus) {
  390. togglePlay('paused')
  391. skipNotePlay(0, true);
  392. clearSelection();
  393. return;
  394. }
  395. state.sectionStatus = true;
  396. // 开启
  397. if (state.sectionStatus) {
  398. togglePlay("paused");
  399. }
  400. showToast({
  401. message: "请选择开始小节",
  402. duration: 0,
  403. position: "top",
  404. className: "selectionToast",
  405. })
  406. };
  407. /** 效验并格式化选段小节 */
  408. const formateSelectMearure = (_list: any[]): any[] => {
  409. if (!_list.length) return [];
  410. const list = _list.sort((a, b) => a.time - b.time);
  411. const startXml = list[0]?.measureOpenIndex;
  412. const endXml = list.last()?.measureOpenIndex;
  413. const selectStartMeasure = state.times.filter((n: any) => startXml === n.measureOpenIndex) || [];
  414. const selectEndMeasure = state.times.filter((n: any) => endXml === n.measureOpenIndex) || [];
  415. // 没有找到选段小节
  416. if (!selectStartMeasure.length || !selectEndMeasure.length) {
  417. clearSelection();
  418. return [];
  419. }
  420. list[0] = selectStartMeasure[0];
  421. list[1] = selectEndMeasure.last();
  422. let startItemINdex = list[0].i;
  423. // 开启预备拍
  424. if (state.isOpenPrepare) {
  425. const startXmlIndex = list[0].MeasureNumberXML;
  426. state.sectionFirst = state.times.find((n: any) => startXmlIndex - n.MeasureNumberXML === 1);
  427. startItemINdex = state.sectionFirst ? state.sectionFirst.i : startItemINdex;
  428. }
  429. skipNotePlay(startItemINdex, startItemINdex === 0);
  430. return list;
  431. };
  432. /** 选择选段 */
  433. export const handleSelection = (item: any) => {
  434. if (!state.sectionStatus || state.section.length > 1) return;
  435. if (state.section.length !== 2 && item) {
  436. state.section.push(item);
  437. if (state.section.length === 2) {
  438. state.section = formateSelectMearure(state.section);
  439. closeToast();
  440. }
  441. }
  442. if (state.section.length === 1) {
  443. showToast({
  444. message: "请选择结束小节",
  445. duration: 0,
  446. position: "top",
  447. className: "selectionToast",
  448. })
  449. }
  450. };
  451. /** 直接设置选段 */
  452. export const hanldeDirectSelection = (list: any[]) => {
  453. if (!Array.isArray(list) || list.length !== 2) return;
  454. state.sectionStatus = true;
  455. state.section = formateSelectMearure(list);
  456. };
  457. let offsetTop = 0;
  458. /**
  459. * 窗口内滚动到音符的区域
  460. * @param isScroll 可选: 强制滚动到顶部, 默认: false
  461. * @returns void
  462. */
  463. export const scrollViewNote = () => {
  464. const cursorElement = document.getElementById("cursorImg-0")!;
  465. const musicAndSelection = document.getElementById(state.scrollContainer)!;
  466. if (!cursorElement || !musicAndSelection || offsetTop === cursorElement.offsetTop) return;
  467. offsetTop = cursorElement.offsetTop;
  468. if (offsetTop > 50) {
  469. musicAndSelection.scrollTo({
  470. top: (offsetTop - 50) * state.musicZoom ,
  471. behavior: "smooth",
  472. });
  473. } else {
  474. musicAndSelection.scrollTo({
  475. top: 0,
  476. behavior: "smooth",
  477. });
  478. }
  479. };
  480. /** 检测是否是节奏练习 */
  481. export const isRhythmicExercises = () => {
  482. return state.examSongName.indexOf("节奏练习") > -1;
  483. };
  484. /** 重置状态 */
  485. export const handleRessetState = () => {
  486. if (state.modeType === "evaluating") {
  487. handleStartEvaluat();
  488. } else if (state.modeType === "practise") {
  489. togglePlay("paused");
  490. } else if (state.modeType === "follow") {
  491. toggleFollow(false);
  492. }
  493. };
  494. export default state;