state.ts 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407
  1. import { showToast } from "vant";
  2. import { reactive } from "vue";
  3. import { OpenSheetMusicDisplay } from "../osmd-extended/src";
  4. import { metronomeData } from "./helpers/metronome";
  5. import { GradualNote, GradualTimes, GradualVersion } from "./type";
  6. import { handleEndBegin, handleStartEvaluat, sendEvaluatingOffsetTime } from "./view/evaluating";
  7. import { IFingering } from "src/view/fingering/fingering-config";
  8. import { handleStartTick } from "./view/tick";
  9. import { audioListStart, getAudioCurrentTime, getAudioDuration, setAudioCurrentTime, setAudioPlaybackRate } from "./view/audio-list";
  10. /** 入门 | 进阶 | 大师 */
  11. export type IDifficulty = "BEGINNER" | "ADVANCED" | "PERFORMER";
  12. const state = reactive({
  13. appName: "" as "GYM" | "COLEXIU",
  14. /**曲谱是否渲染完成 */
  15. musicRendered: false,
  16. /** 当前曲谱数据ID, 和曲谱ID不一致 */
  17. detailId: "",
  18. /** 曲谱资源URL */
  19. xmlUrl: "",
  20. /** 声部ID */
  21. subjectId: 0 as number,
  22. /** 分类ID */
  23. categoriesId: 0,
  24. /** 分类名称 */
  25. categoriesName: "",
  26. /** 是否支持评测 */
  27. enableEvaluation: true,
  28. /** 曲谱ID */
  29. examSongId: "",
  30. /** 曲谱名称 */
  31. examSongName: "",
  32. /** 扩展字段 */
  33. extConfigJson: {} as any,
  34. /** 是否开启节拍器 */
  35. isOpenMetronome: false,
  36. /** 是否显示指法 */
  37. isShowFingering: false,
  38. /** 原音 */
  39. music: "",
  40. /** 伴奏 */
  41. accompany: "",
  42. /** midiURL */
  43. midiUrl: "",
  44. /** 父分ID */
  45. parentCategoriesId: 0,
  46. /** 资源类型: mp3 | midi */
  47. playMode: "MP3",
  48. /** 设置的速度 */
  49. speed: 0,
  50. /** 曲谱音频正常的速度 */
  51. originSpeed: 0,
  52. /** 分轨名称 */
  53. track: "",
  54. /** 当前显示声部索引 */
  55. partIndex: 0,
  56. /** 是否需要节拍器 */
  57. needTick: false,
  58. /** 曲谱实例 */
  59. osmd: null as unknown as OpenSheetMusicDisplay,
  60. /**是否是特殊乐谱类型, 主要针对管乐迷 */
  61. isSpecialBookCategory: false,
  62. /** 播放状态 */
  63. playState: "paused" as "play" | "paused",
  64. /** 播放那个: 原音,伴奏 */
  65. playSource: "music" as "music" | "background",
  66. /** 播放进度 */
  67. playProgress: 0,
  68. /** 激活的note index */
  69. activeNoteIndex: 0,
  70. /** 激活的小节 */
  71. activeMeasureIndex: 0,
  72. /** 选段状态 */
  73. sectionStatus: false,
  74. /** 选段数据 */
  75. section: [] as any[],
  76. /** 选段提示 */
  77. sectionToast: null as any,
  78. /** 选段背景 */
  79. sectionBoundingBoxs: [] as any[],
  80. /** 开启选段预备 */
  81. isOpenPrepare: false,
  82. /** 选段预备 */
  83. sectionFirst: null as any,
  84. /** 音符数据 */
  85. times: [] as any[],
  86. /** 播放模式 */
  87. modeType: "practise" as "practise" | "follow" | "evaluating",
  88. /** 设置 */
  89. setting: {
  90. /** 效音提醒 */
  91. soundEffect: true,
  92. /** 护眼模式 */
  93. eyeProtection: false,
  94. /** 摄像头 */
  95. camera: false,
  96. /** 循环播放 */
  97. repeatAutoPlay: true,
  98. /** 显示指法 */
  99. displayFingering: true,
  100. /** 显示光标 */
  101. displayCursor: true,
  102. /** 频率 */
  103. frequency: 442,
  104. /** 评测难度 */
  105. evaluationDifficulty: "ADVANCED" as IDifficulty,
  106. /** 保存到相册 */
  107. saveToAlbum: false,
  108. /** 开启伴奏 */
  109. enableAccompaniment: false,
  110. },
  111. /** 节拍器的时间 */
  112. fixtime: 0,
  113. /** 指法信息 */
  114. fingeringInfo: {} as IFingering,
  115. /** 滚动容器的ID */
  116. scrollContainer: "musicAndSelection",
  117. /** 是否是打击乐 */
  118. isPercussion: false,
  119. /** 是否重复节拍器的时间 */
  120. repeatedBeats: 0,
  121. /**当前曲谱中所有声部名字 */
  122. partListNames: [] as string[],
  123. /** 渐变速度信息 */
  124. gradual: [] as GradualNote[],
  125. /** 渐变速度版本 */
  126. gradualVersion: GradualVersion.BASE as GradualVersion,
  127. /** 渐变时间信息 */
  128. gradualTimes: null as GradualTimes,
  129. /** 单声部多声轨 */
  130. multitrack: 0,
  131. /** 缩放 */
  132. zoom: 0.8,
  133. });
  134. /** 音频加载完成 */
  135. export const onLoadedmetadata = (evt: Event) => {
  136. // console.log(evt)
  137. };
  138. /** 在渲染前后计算光标应该走到的音符 */
  139. const setStep = () => {
  140. let startTime = Date.now();
  141. requestAnimationFrame(() => {
  142. const endTime = Date.now();
  143. // 渲染时间大于16.6,就会让页面卡顿, 如果渲染时间大与16.6就下一个渲染帧去计算
  144. if (endTime - startTime < 16.6) {
  145. if (state.playState !== "play") {
  146. return;
  147. }
  148. handlePlaying();
  149. }
  150. setStep();
  151. });
  152. };
  153. /** 开始播放 */
  154. export const onPlay = () => {
  155. setStep();
  156. if (state.modeType === "evaluating") {
  157. const currentTime = getAudioCurrentTime();
  158. sendEvaluatingOffsetTime(currentTime);
  159. }
  160. };
  161. /** 播放中事件 */
  162. export const onTimeupdate = (evt: Event) => {};
  163. /** 播放完成事件 */
  164. export const onEnded = () => {
  165. handleStopPlay();
  166. if (state.modeType === "evaluating") {
  167. handleEndBegin(true);
  168. }
  169. // 重复自动播放如果为开启,自动开始播放, 且是练习模式
  170. if (state.setting.repeatAutoPlay && state.modeType === "practise") {
  171. scrollViewNote();
  172. setTimeout(() => {
  173. togglePlay("play");
  174. }, 1000);
  175. }
  176. };
  177. /**
  178. * 播放一直触发的事件
  179. */
  180. const handlePlaying = (_item?: any) => {
  181. const currentTime = getAudioCurrentTime();
  182. const duration = getAudioDuration();
  183. state.playProgress = (currentTime / duration) * 100;
  184. const item = _item ? _item : getNote(currentTime);
  185. if (item) {
  186. // 选段状态下
  187. if (state.sectionStatus && state.section.length === 2) {
  188. let startItemIndex = state.section[0].index;
  189. let startXmlIndex = state.section[0].MeasureNumberXML;
  190. // 开启预备拍
  191. if (state.sectionFirst) {
  192. startItemIndex = state.sectionFirst.i;
  193. startXmlIndex = state.sectionFirst.MeasureNumberXML;
  194. }
  195. if (item.MeasureNumberXML < startXmlIndex || item.MeasureNumberXML > state.section[1].MeasureNumberXML) {
  196. // console.log('选段播放结束')
  197. skipNotePlay(startItemIndex);
  198. return;
  199. }
  200. }
  201. gotoNext(item);
  202. }
  203. metronomeData.metro?.sound(currentTime);
  204. };
  205. /** 跳转到指定音符开始播放 */
  206. export const skipNotePlay = (itemIndex: number, isStart = false) => {
  207. const item = state.times[itemIndex];
  208. let itemTime = item.time;
  209. if (isStart) {
  210. itemTime = 0;
  211. }
  212. // console.log("🚀 ~ itemTime:", itemTime);
  213. if (item) {
  214. setAudioCurrentTime(itemTime)
  215. handlePlaying(item);
  216. }
  217. };
  218. /**
  219. * 切换曲谱播放状态
  220. * @param playState 可选: 默认 undefined, 需要切换的状态 play:播放, paused: 暂停
  221. */
  222. export const togglePlay = async (playState?: "play" | "paused") => {
  223. state.playState = playState ? playState : state.playState === "paused" ? "play" : "paused";
  224. if (state.playState === "play" && state.needTick) {
  225. const tickend = await handleStartTick();
  226. // console.log("🚀 ~ tickend:", tickend)
  227. }
  228. if (state.playState == "play") {
  229. // 如果没有选段结束开始播放,清空选段状态
  230. if (state.sectionStatus && state.section.length < 2) {
  231. clearSelection();
  232. }
  233. }
  234. audioListStart(state.playState);
  235. };
  236. /** 结束播放 */
  237. export const handleStopPlay = () => {
  238. state.playState = "paused";
  239. audioListStart(state.playState);
  240. skipNotePlay(0, true);
  241. };
  242. /** 跳转到指定音符 */
  243. export const gotoCustomNote = (index: number) => {
  244. try {
  245. state.osmd.cursor.reset();
  246. } catch (error) {}
  247. for (let i = 0; i < index; i++) {
  248. state.osmd.cursor.next();
  249. }
  250. };
  251. /** 跳转到下一个音符 */
  252. export const gotoNext = (note: any) => {
  253. const num = note.i;
  254. // console.log('next', state.activeNoteIndex, num)
  255. if (state.activeNoteIndex === note.i) return;
  256. const osmd = state.osmd;
  257. let prev = state.activeNoteIndex;
  258. state.activeNoteIndex = num;
  259. state.activeMeasureIndex = note.MeasureNumberXML;
  260. if (prev && num - prev === 1) {
  261. osmd.cursor.next();
  262. } else if (prev && num - prev > 0) {
  263. while (num - prev > 0) {
  264. prev++;
  265. osmd.cursor.next();
  266. }
  267. } else {
  268. gotoCustomNote(num);
  269. }
  270. scrollViewNote();
  271. };
  272. /** 获取指定音符 */
  273. export const getNote = (currentTime: number) => {
  274. const times = state.times;
  275. const len = state.times.length;
  276. /** 播放超过了最后一个音符的时间,直接结束 */
  277. if (currentTime > times[len - 1].endtime + 1) {
  278. onEnded();
  279. return;
  280. }
  281. let _item = null as any;
  282. for (let i = state.activeNoteIndex; i < len; i++) {
  283. const item = times[i];
  284. const prevItem = times[i - 1];
  285. if (currentTime >= item.time) {
  286. if (!prevItem || item.time != prevItem.time) {
  287. _item = item;
  288. }
  289. } else {
  290. break;
  291. }
  292. }
  293. // console.log("activeNoteIndex", currentTime, state.activeNoteIndex, _item.i);
  294. return _item;
  295. };
  296. /** 重播 */
  297. export const handleResetPlay = () => {
  298. skipNotePlay(0, true);
  299. };
  300. /** 设置速度 */
  301. export const handleSetSpeed = (speed: number) => {
  302. state.speed = speed;
  303. const playbackRate = speed / state.originSpeed;
  304. console.log("🚀 ~ playbackRate:", speed, state.originSpeed);
  305. // 按照比例设置速度
  306. setAudioPlaybackRate(playbackRate);
  307. };
  308. /** 清除选段状态 */
  309. export const clearSelection = () => {
  310. state.sectionStatus = false;
  311. state.section = [];
  312. state.sectionToast?.close();
  313. state.sectionToast = null;
  314. };
  315. /** 开启选段 */
  316. export const handleChangeSection = () => {
  317. // 如果开启了选段,再次点击取消选段
  318. if (state.sectionStatus) {
  319. clearSelection();
  320. return;
  321. }
  322. state.sectionStatus = true;
  323. // 开启
  324. if (state.sectionStatus) {
  325. togglePlay("paused");
  326. }
  327. state.sectionToast = showToast({
  328. message: "请选择开始小节",
  329. duration: 0,
  330. position: "top",
  331. className: "selectionToast",
  332. });
  333. };
  334. /** 选择选段 */
  335. export const handleSelection = (item: any) => {
  336. if (!state.sectionStatus || state.section.length > 1) return;
  337. if (state.section.length !== 2 && item) {
  338. state.section.push(item);
  339. if (state.section.length === 2) {
  340. state.section = state.section.sort((a, b) => a.time - b.time);
  341. let startItemINdex = state.section[0].index;
  342. // 开启预备拍
  343. if (state.isOpenPrepare) {
  344. const startXmlIndex = state.section[0].MeasureNumberXML;
  345. state.sectionFirst = state.times.find((n: any) => startXmlIndex - n.MeasureNumberXML === 1);
  346. startItemINdex = state.sectionFirst ? state.sectionFirst.i : startItemINdex;
  347. }
  348. skipNotePlay(startItemINdex);
  349. state.sectionToast?.close();
  350. state.sectionToast = null;
  351. }
  352. }
  353. if (state.section.length === 1 && state.sectionToast) {
  354. state.sectionToast.message = "请选择结束小节";
  355. }
  356. };
  357. let offsetTop = 0;
  358. /**
  359. * 窗口内滚动到音符的区域
  360. * @param isScroll 可选: 强制滚动到顶部, 默认: false
  361. * @returns void
  362. */
  363. export const scrollViewNote = () => {
  364. const cursorElement = document.getElementById("cursorImg-0")!;
  365. const musicAndSelection = document.getElementById(state.scrollContainer)!;
  366. if (!cursorElement || !musicAndSelection || offsetTop === cursorElement.offsetTop) return;
  367. offsetTop = cursorElement.offsetTop;
  368. if (cursorElement.offsetTop > 50) {
  369. musicAndSelection.scrollTo({
  370. top: cursorElement.offsetTop - 25,
  371. behavior: "smooth",
  372. });
  373. } else {
  374. musicAndSelection.scrollTo({
  375. top: 0,
  376. behavior: "smooth",
  377. });
  378. }
  379. };
  380. /** 检测是否是节奏练习 */
  381. export const isRhythmicExercises = () => {
  382. return state.examSongName.indexOf("节奏练习") > -1;
  383. };
  384. /** 重置状态 */
  385. export const handleRessetState = () => {
  386. if (state.modeType === "evaluating") {
  387. handleStartEvaluat();
  388. } else if (state.modeType === "practise") {
  389. togglePlay("paused");
  390. }
  391. };
  392. export default state;