state.ts 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414
  1. import { showToast } from "vant";
  2. import { reactive } from "vue";
  3. import { OpenSheetMusicDisplay } from "../osmd-extended/src";
  4. import { metronomeData } from "./helpers/metronome";
  5. import { GradualNote, GradualTimes, GradualVersion } from "./type";
  6. import { handleEndBegin, handleStartEvaluat, sendEvaluatingOffsetTime } from "./view/evaluating";
  7. import { IFingering } from "src/view/fingering/fingering-config";
  8. import { handleStartTick } from "./view/tick";
  9. import { audioListStart, getAudioCurrentTime, getAudioDuration, setAudioCurrentTime, setAudioPlaybackRate } from "./view/audio-list";
  10. /** 入门 | 进阶 | 大师 */
  11. export type IDifficulty = "BEGINNER" | "ADVANCED" | "PERFORMER";
  12. const state = reactive({
  13. appName: "" as "GYM" | "COLEXIU",
  14. /**曲谱是否渲染完成 */
  15. musicRendered: false,
  16. /** 当前曲谱数据ID, 和曲谱ID不一致 */
  17. detailId: "",
  18. /** 曲谱资源URL */
  19. xmlUrl: "",
  20. /** 声部ID */
  21. subjectId: 0 as number,
  22. /** 分类ID */
  23. categoriesId: 0,
  24. /** 分类名称 */
  25. categoriesName: "",
  26. /** 是否支持评测 */
  27. enableEvaluation: true,
  28. /** 曲谱ID */
  29. examSongId: "",
  30. /** 曲谱名称 */
  31. examSongName: "",
  32. /** 扩展字段 */
  33. extConfigJson: {} as any,
  34. /** 是否开启节拍器 */
  35. isOpenMetronome: false,
  36. /** 是否显示指法 */
  37. isShowFingering: false,
  38. /** 原音 */
  39. music: "",
  40. /** 伴奏 */
  41. accompany: "",
  42. /** midiURL */
  43. midiUrl: "",
  44. /** 父分ID */
  45. parentCategoriesId: 0,
  46. /** 资源类型: mp3 | midi */
  47. playMode: "MP3",
  48. /** 设置的速度 */
  49. speed: 0,
  50. /** 曲谱音频正常的速度 */
  51. originSpeed: 0,
  52. /** 分轨名称 */
  53. track: "",
  54. /** 当前显示声部索引 */
  55. partIndex: 0,
  56. /** 是否需要节拍器 */
  57. needTick: false,
  58. /** 曲谱实例 */
  59. osmd: null as unknown as OpenSheetMusicDisplay,
  60. /**是否是特殊乐谱类型, 主要针对管乐迷 */
  61. isSpecialBookCategory: false,
  62. /** 播放状态 */
  63. playState: "paused" as "play" | "paused",
  64. /** 播放那个: 原音,伴奏 */
  65. playSource: "music" as "music" | "background",
  66. /** 播放进度 */
  67. playProgress: 0,
  68. /** 激活的note index */
  69. activeNoteIndex: 0,
  70. /** 激活的小节 */
  71. activeMeasureIndex: 0,
  72. /** 选段状态 */
  73. sectionStatus: false,
  74. /** 选段数据 */
  75. section: [] as any[],
  76. /** 选段提示 */
  77. sectionToast: null as any,
  78. /** 选段背景 */
  79. sectionBoundingBoxs: [] as any[],
  80. /** 开启选段预备 */
  81. isOpenPrepare: false,
  82. /** 选段预备 */
  83. sectionFirst: null as any,
  84. /** 音符数据 */
  85. times: [] as any[],
  86. /** 播放模式 */
  87. modeType: "practise" as "practise" | "follow" | "evaluating",
  88. /** 设置 */
  89. setting: {
  90. /** 效音提醒 */
  91. soundEffect: true,
  92. /** 护眼模式 */
  93. eyeProtection: false,
  94. /** 摄像头 */
  95. camera: false,
  96. /** 循环播放 */
  97. repeatAutoPlay: true,
  98. /** 显示指法 */
  99. displayFingering: true,
  100. /** 显示光标 */
  101. displayCursor: true,
  102. /** 频率 */
  103. frequency: 442,
  104. /** 评测难度 */
  105. evaluationDifficulty: "ADVANCED" as IDifficulty,
  106. /** 保存到相册 */
  107. saveToAlbum: false,
  108. /** 开启伴奏 */
  109. enableAccompaniment: false,
  110. /** 反应时间 */
  111. reactionTimeMs: 0
  112. },
  113. /** 节拍器的时间 */
  114. fixtime: 0,
  115. /** 指法信息 */
  116. fingeringInfo: {} as IFingering,
  117. /** 滚动容器的ID */
  118. scrollContainer: "musicAndSelection",
  119. /** 是否是打击乐 */
  120. isPercussion: false,
  121. /** 是否重复节拍器的时间 */
  122. repeatedBeats: 0,
  123. /**当前曲谱中所有声部名字 */
  124. partListNames: [] as string[],
  125. /** 渐变速度信息 */
  126. gradual: [] as GradualNote[],
  127. /** 渐变速度版本 */
  128. gradualVersion: GradualVersion.BASE as GradualVersion,
  129. /** 渐变时间信息 */
  130. gradualTimes: null as GradualTimes,
  131. /** 单声部多声轨 */
  132. multitrack: 0,
  133. /** 缩放 */
  134. zoom: 0.8,
  135. });
  136. /** 音频加载完成 */
  137. export const onLoadedmetadata = (evt: Event) => {
  138. // console.log(evt)
  139. };
  140. /** 在渲染前后计算光标应该走到的音符 */
  141. const setStep = () => {
  142. let startTime = Date.now();
  143. requestAnimationFrame(() => {
  144. const endTime = Date.now();
  145. // 渲染时间大于16.6,就会让页面卡顿, 如果渲染时间大与16.6就下一个渲染帧去计算
  146. if (endTime - startTime < 16.6) {
  147. if (state.playState !== "play") {
  148. return;
  149. }
  150. handlePlaying();
  151. }
  152. setStep();
  153. });
  154. };
  155. /** 开始播放 */
  156. export const onPlay = () => {
  157. setStep();
  158. if (state.modeType === "evaluating") {
  159. const currentTime = getAudioCurrentTime();
  160. sendEvaluatingOffsetTime(currentTime);
  161. }
  162. };
  163. /** 播放中事件 */
  164. export const onTimeupdate = (evt: Event) => {};
  165. /** 播放完成事件 */
  166. export const onEnded = () => {
  167. handleStopPlay();
  168. if (state.modeType === "evaluating") {
  169. handleEndBegin(true);
  170. }
  171. // 重复自动播放如果为开启,自动开始播放, 且是练习模式
  172. if (state.setting.repeatAutoPlay && state.modeType === "practise") {
  173. scrollViewNote();
  174. setTimeout(() => {
  175. togglePlay("play");
  176. }, 1000);
  177. }
  178. };
  179. /**
  180. * 播放一直触发的事件
  181. */
  182. const handlePlaying = (_item?: any) => {
  183. const currentTime = getAudioCurrentTime();
  184. const duration = getAudioDuration();
  185. state.playProgress = (currentTime / duration) * 100;
  186. const item = _item ? _item : getNote(currentTime);
  187. if (item) {
  188. // 选段状态下
  189. if (state.sectionStatus && state.section.length === 2) {
  190. let startItemIndex = state.section[0].index;
  191. let startXmlIndex = state.section[0].MeasureNumberXML;
  192. // 开启预备拍
  193. if (state.sectionFirst) {
  194. startItemIndex = state.sectionFirst.i;
  195. startXmlIndex = state.sectionFirst.MeasureNumberXML;
  196. }
  197. if (item.MeasureNumberXML < startXmlIndex || item.MeasureNumberXML > state.section[1].MeasureNumberXML) {
  198. // console.log('选段播放结束')
  199. skipNotePlay(startItemIndex);
  200. return;
  201. }
  202. }
  203. gotoNext(item);
  204. }
  205. metronomeData.metro?.sound(currentTime);
  206. };
  207. /** 跳转到指定音符开始播放 */
  208. export const skipNotePlay = (itemIndex: number, isStart = false) => {
  209. const item = state.times[itemIndex];
  210. let itemTime = item.time;
  211. if (isStart) {
  212. itemTime = 0;
  213. }
  214. // console.log("🚀 ~ itemTime:", itemTime);
  215. if (item) {
  216. setAudioCurrentTime(itemTime)
  217. handlePlaying(item);
  218. }
  219. };
  220. /**
  221. * 切换曲谱播放状态
  222. * @param playState 可选: 默认 undefined, 需要切换的状态 play:播放, paused: 暂停
  223. */
  224. export const togglePlay = async (playState?: "play" | "paused") => {
  225. state.playState = playState ? playState : state.playState === "paused" ? "play" : "paused";
  226. if (state.playState === "play" && state.needTick) {
  227. const tickend = await handleStartTick();
  228. // console.log("🚀 ~ tickend:", tickend)
  229. // 节拍器返回false, 取消播放
  230. if (!tickend) {
  231. state.playState = "paused";
  232. return
  233. };
  234. }
  235. if (state.playState == "play") {
  236. // 如果没有选段结束开始播放,清空选段状态
  237. if (state.sectionStatus && state.section.length < 2) {
  238. clearSelection();
  239. }
  240. }
  241. audioListStart(state.playState);
  242. };
  243. /** 结束播放 */
  244. export const handleStopPlay = () => {
  245. state.playState = "paused";
  246. audioListStart(state.playState);
  247. skipNotePlay(0, true);
  248. };
  249. /** 跳转到指定音符 */
  250. export const gotoCustomNote = (index: number) => {
  251. try {
  252. state.osmd.cursor.reset();
  253. } catch (error) {}
  254. for (let i = 0; i < index; i++) {
  255. state.osmd.cursor.next();
  256. }
  257. };
  258. /** 跳转到下一个音符 */
  259. export const gotoNext = (note: any) => {
  260. const num = note.i;
  261. // console.log('next', state.activeNoteIndex, num)
  262. if (state.activeNoteIndex === note.i) return;
  263. const osmd = state.osmd;
  264. let prev = state.activeNoteIndex;
  265. state.activeNoteIndex = num;
  266. state.activeMeasureIndex = note.MeasureNumberXML;
  267. if (prev && num - prev === 1) {
  268. osmd.cursor.next();
  269. } else if (prev && num - prev > 0) {
  270. while (num - prev > 0) {
  271. prev++;
  272. osmd.cursor.next();
  273. }
  274. } else {
  275. gotoCustomNote(num);
  276. }
  277. scrollViewNote();
  278. };
  279. /** 获取指定音符 */
  280. export const getNote = (currentTime: number) => {
  281. const times = state.times;
  282. const len = state.times.length;
  283. /** 播放超过了最后一个音符的时间,直接结束 */
  284. if (currentTime > times[len - 1].endtime + 1) {
  285. onEnded();
  286. return;
  287. }
  288. let _item = null as any;
  289. for (let i = state.activeNoteIndex; i < len; i++) {
  290. const item = times[i];
  291. const prevItem = times[i - 1];
  292. if (currentTime >= item.time) {
  293. if (!prevItem || item.time != prevItem.time) {
  294. _item = item;
  295. }
  296. } else {
  297. break;
  298. }
  299. }
  300. // console.log("activeNoteIndex", currentTime, state.activeNoteIndex, _item.i);
  301. return _item;
  302. };
  303. /** 重播 */
  304. export const handleResetPlay = () => {
  305. skipNotePlay(0, true);
  306. };
  307. /** 设置速度 */
  308. export const handleSetSpeed = (speed: number) => {
  309. state.speed = speed;
  310. const playbackRate = speed / state.originSpeed;
  311. console.log("🚀 ~ playbackRate:", speed, state.originSpeed);
  312. // 按照比例设置速度
  313. setAudioPlaybackRate(playbackRate);
  314. };
  315. /** 清除选段状态 */
  316. export const clearSelection = () => {
  317. state.sectionStatus = false;
  318. state.section = [];
  319. state.sectionToast?.close();
  320. state.sectionToast = null;
  321. };
  322. /** 开启选段 */
  323. export const handleChangeSection = () => {
  324. // 如果开启了选段,再次点击取消选段
  325. if (state.sectionStatus) {
  326. clearSelection();
  327. return;
  328. }
  329. state.sectionStatus = true;
  330. // 开启
  331. if (state.sectionStatus) {
  332. togglePlay("paused");
  333. }
  334. state.sectionToast = showToast({
  335. message: "请选择开始小节",
  336. duration: 0,
  337. position: "top",
  338. className: "selectionToast",
  339. });
  340. };
  341. /** 选择选段 */
  342. export const handleSelection = (item: any) => {
  343. if (!state.sectionStatus || state.section.length > 1) return;
  344. if (state.section.length !== 2 && item) {
  345. state.section.push(item);
  346. if (state.section.length === 2) {
  347. state.section = state.section.sort((a, b) => a.time - b.time);
  348. let startItemINdex = state.section[0].index;
  349. // 开启预备拍
  350. if (state.isOpenPrepare) {
  351. const startXmlIndex = state.section[0].MeasureNumberXML;
  352. state.sectionFirst = state.times.find((n: any) => startXmlIndex - n.MeasureNumberXML === 1);
  353. startItemINdex = state.sectionFirst ? state.sectionFirst.i : startItemINdex;
  354. }
  355. skipNotePlay(startItemINdex);
  356. state.sectionToast?.close();
  357. state.sectionToast = null;
  358. }
  359. }
  360. if (state.section.length === 1 && state.sectionToast) {
  361. state.sectionToast.message = "请选择结束小节";
  362. }
  363. };
  364. let offsetTop = 0;
  365. /**
  366. * 窗口内滚动到音符的区域
  367. * @param isScroll 可选: 强制滚动到顶部, 默认: false
  368. * @returns void
  369. */
  370. export const scrollViewNote = () => {
  371. const cursorElement = document.getElementById("cursorImg-0")!;
  372. const musicAndSelection = document.getElementById(state.scrollContainer)!;
  373. if (!cursorElement || !musicAndSelection || offsetTop === cursorElement.offsetTop) return;
  374. offsetTop = cursorElement.offsetTop;
  375. if (cursorElement.offsetTop > 50) {
  376. musicAndSelection.scrollTo({
  377. top: cursorElement.offsetTop - 25,
  378. behavior: "smooth",
  379. });
  380. } else {
  381. musicAndSelection.scrollTo({
  382. top: 0,
  383. behavior: "smooth",
  384. });
  385. }
  386. };
  387. /** 检测是否是节奏练习 */
  388. export const isRhythmicExercises = () => {
  389. return state.examSongName.indexOf("节奏练习") > -1;
  390. };
  391. /** 重置状态 */
  392. export const handleRessetState = () => {
  393. if (state.modeType === "evaluating") {
  394. handleStartEvaluat();
  395. } else if (state.modeType === "practise") {
  396. togglePlay("paused");
  397. }
  398. };
  399. export default state;