aiPptVisualTest.html 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192
  1. <!doctype html>
  2. <html lang="zh-CN">
  3. <head>
  4. <meta charset="UTF-8" />
  5. <meta name="viewport" content="width=device-width, initial-scale=1.0" />
  6. <title>AI PPT Visual Test</title>
  7. <style>
  8. body { margin: 0; padding: 24px; background: #dfe4ea; font-family: "Microsoft Yahei", sans-serif; }
  9. h1 { margin: 0 0 20px; font-size: 24px; color: #172231; }
  10. .grid { display: grid; grid-template-columns: repeat(2, 720px); gap: 24px; }
  11. .slide { background: white; box-shadow: 0 8px 24px rgba(17, 34, 51, .16); }
  12. </style>
  13. </head>
  14. <body>
  15. <div id="app"></div>
  16. <script type="module">
  17. import { createApp, h, ref, nextTick, watch } from "vue"
  18. import { lessonRepairFixture } from './fixtures/aiPptLessonRepair.mjs'
  19. import { contentGateFixture } from './fixtures/aiPptContentGate.mjs'
  20. import { liveRegressionFixture } from './fixtures/aiPptLiveRegression.mjs'
  21. import { createPinia, setActivePinia } from "pinia"
  22. import ThumbnailSlide from "/src/views/components/ThumbnailSlide/index.vue"
  23. import { aiCoursewareToSlides } from "/src/utils/aiCoursewareToSlides.ts"
  24. import { getAiCoursewareTemplate } from "/src/config/aiCoursewareTemplates.ts"
  25. import "/src/assets/styles/global.scss"
  26. import "/src/assets/styles/prosemirror.scss"
  27. import { hydrateSlideBackgroundImages } from "/src/libs/jsonTool.ts"
  28. import { classroomFixture } from "./fixtures/aiPptClassroom.mjs"
  29. import { semanticDesignFixture, densityRegressionFixture, heroImageRegressionFixture } from "./fixtures/aiPptSemanticDesign.mjs"
  30. import { modelDesignFixture } from "./fixtures/aiPptModelDesign.mjs"
  31. import { inquiryFixture } from './fixtures/aiPptInquiry.mjs'
  32. import { editorialFixture } from './fixtures/aiPptEditorial.mjs'
  33. import { inspectAiPptRenderedText } from '/src/utils/aiPptRenderedQuality.ts'
  34. const id = new URLSearchParams(location.search).get("template") || "ethnic-flower"
  35. const page = (pageNo, type, title, layout, points, extra = {}) => ({ pageNo, type, title, bullets: points, studentContent: { points }, imageKeywords: [], visualPlan: { layout }, ...extra })
  36. const outline = {
  37. title: "凤鸣山谷的故事", templateId: id, gradeName: "一年级", textbookName: "音乐一年级上册", unitName: "第一单元 奇妙的声音世界", chapterName: "凤鸣山谷的故事", courseType: "music", style: "cartoon",
  38. pages: [
  39. page(1, "cover", "凤鸣山谷的故事", "cover_scene", ["聆听自然的声音", "发现音乐的强弱变化"]),
  40. page(2, "scene_intro", "山谷里传来了什么声音?", "story_stage", ["观察画面", "模仿你听到的声音"], { interaction: { type: "question", question: "你觉得是谁在歌唱?", options: ["小鸟", "溪水", "风声"] } }),
  41. page(3, "objectives", "今天我们要学会", "goal_cards", ["分辨声音的高低", "感受音乐的强弱", "合作完成声音表演"]),
  42. page(4, "first_listen", "第一次完整聆听", "listen_wave", ["安静听完音乐", "用手势表示声音的远近", "记住最喜欢的声音"], { studentContent: { headline: "闭上眼睛,声音从哪里来?", points: ["安静听完音乐", "用手势表示声音的远近", "记住最喜欢的声音"] } }),
  43. page(5, "work_context", "走进凤鸣山谷", "split_image", ["清晨的山谷十分安静", "鸟鸣由远处慢慢靠近", "溪水一直轻轻流淌"]),
  44. page(6, "lyric_read", "读一读山谷歌谣", "lyric_focus", ["小鸟唱得清脆", "溪水流得轻柔", "山风吹得悠长"]),
  45. page(7, "melody_score", "旋律是怎样行走的?", "score_focus", ["向上表示声音变高", "向下表示声音变低", "平直表示保持稳定"]),
  46. page(8, "compare_listen", "两段声音有什么不同?", "compare_listen", ["比较速度", "比较力度"], { interaction: { type: "compare", question: "哪一段更像远处的鸟鸣?", options: ["第一段更轻", "第二段更强", "第一段更慢", "第二段更快"] } }),
  47. page(9, "performance_activity", "合作表演山谷音乐会", "performance_stage", ["保持自己的声部", "关注指挥手势", "结束时一起收声"], { activity: { task: "用声音演出山谷从清晨到热闹的变化", steps: ["分成鸟鸣、溪水、山风三组", "商量进入顺序", "完整表演并互相评价"] } }),
  48. page(10, "summary", "我的音乐收获", "summary_checklist", ["我能分辨声音的高低", "我能表现声音的强弱", "我能与同伴合作表演"], { learningEvidence: "用一种声音表现你心中的凤鸣山谷" })
  49. ]
  50. }
  51. const scenario = new URLSearchParams(location.search).get("scenario")
  52. const fixtureImage = '/ai-courseware-templates/extracted/bird-garden/background-01.jpg'
  53. const fixture = scenario === 'editorial' ? editorialFixture() : scenario === 'live' ? liveRegressionFixture() : scenario === 'content-gate' ? contentGateFixture() : scenario === 'repair' ? lessonRepairFixture(fixtureImage) : scenario === 'inquiry' ? inquiryFixture() : scenario === 'hero-images' ? heroImageRegressionFixture(fixtureImage) : scenario === 'density' ? densityRegressionFixture(fixtureImage) : scenario === 'semantic' ? semanticDesignFixture(fixtureImage) : scenario === 'model-design' ? modelDesignFixture(fixtureImage)
  54. : scenario === 'classroom' ? classroomFixture(fixtureImage) : outline
  55. const result = aiCoursewareToSlides(fixture, { templateId: id })
  56. const group = ref(0)
  57. const geometryStatus = ref("正在检查实际文字边界")
  58. const previewWidth = Math.floor(Math.min(720, (window.innerHeight - 96) * 8 / 9))
  59. const app = createApp({
  60. render: () => h("main", [
  61. h("h1", `${getAiCoursewareTemplate(id).name} · 通用版式视觉回归`),
  62. h("div", { id: "geometry-status" }, geometryStatus.value),
  63. ...Array.from({ length: Math.ceil(result.slides.length / 4) }, (_, index) => h('button', { onClick: () => { group.value = index } }, `查看第${index * 4 + 1}—${Math.min(index * 4 + 4, result.slides.length)}页`)),
  64. h("section", { class: "grid", style: { gridTemplateColumns: `repeat(2, ${previewWidth}px)` } }, result.slides.slice(group.value * 4, group.value * 4 + 4).map(slide => h("div", { class: "slide" }, [h(ThumbnailSlide, { slide, size: previewWidth })])))
  65. ])
  66. })
  67. const pinia = createPinia()
  68. setActivePinia(pinia)
  69. app.use(pinia)
  70. app.mount("#app")
  71. async function checkRenderedGeometry() {
  72. await nextTick()
  73. await document.fonts.ready
  74. await new Promise(resolve => requestAnimationFrame(resolve))
  75. const errors = []
  76. document.querySelectorAll('.grid .slide').forEach((slide, index) => {
  77. const pageNo = group.value * 4 + index + 1
  78. const texts = [...slide.querySelectorAll('.base-element-text')]
  79. const rects = texts.map(el => el.querySelector('.element-content').getBoundingClientRect())
  80. texts.forEach((el, i) => {
  81. const actual = el.querySelector('.element-content').offsetHeight
  82. if (actual > parseFloat(el.style.height) + 2) errors.push(`${pageNo}:文字高度 ${actual} > ${el.style.height}`)
  83. for (let j = i + 1; j < texts.length; j++) {
  84. const a = rects[i], b = rects[j]
  85. if (Math.min(a.right, b.right) - Math.max(a.left, b.left) > 1 && Math.min(a.bottom, b.bottom) - Math.max(a.top, b.top) > 1) errors.push(`${pageNo}:文字重叠`)
  86. }
  87. })
  88. })
  89. geometryStatus.value = JSON.stringify({ pages: `${group.value * 4 + 1}-${Math.min(group.value * 4 + 4, result.slides.length)}`, errors })
  90. }
  91. watch(group, checkRenderedGeometry)
  92. checkRenderedGeometry()
  93. if (scenario === 'editorial') {
  94. const status = document.createElement('p')
  95. status.id = 'rendered-quality-status'
  96. status.textContent = '正在运行实际渲染回归'
  97. document.querySelector('main').prepend(status)
  98. try {
  99. const original = JSON.stringify(result.slides)
  100. const issues = await inspectAiPptRenderedText(result.slides)
  101. const suites = []
  102. for (const [name, sample] of [['live', liveRegressionFixture()], ['content-gate', contentGateFixture()],
  103. ['repair', lessonRepairFixture(fixtureImage)], ['inquiry', inquiryFixture()],
  104. ['model', modelDesignFixture(fixtureImage)], ['density', densityRegressionFixture(fixtureImage)]]) {
  105. const slides = aiCoursewareToSlides(sample, { templateId: 'blank' }).slides
  106. suites.push({ name, pages: slides.length, issues: await inspectAiPptRenderedText(slides) })
  107. }
  108. const damaged = JSON.parse(original)
  109. const text = damaged[0].elements.find(element => element.type === 'text')
  110. Object.assign(text, { left: 100, top: 150, width: 800, height: 60, content: '<div style="font-size:40px"><p>第一段正文</p><p style="font-size:72px">混合字号</p><p>第三段正文</p><p>第四段正文</p></div>' })
  111. damaged[0].elements.push({ ...text, id: 'overlap-regression', top: 240, height: 80, content: '<div style="font-size:40px">这里不应被上一段覆盖</div>' })
  112. const damagedIssues = await inspectAiPptRenderedText([damaged[0]], [9])
  113. const regressions = {
  114. multilineDetected: damagedIssues.some(issue => issue.code === 'rendered_text_overflow' && issue.pageNo === 9),
  115. overlapDetected: damagedIssues.some(issue => issue.code === 'rendered_text_overlap'),
  116. sourceUnchanged: JSON.stringify(result.slides) === original,
  117. probeCleanedUp: document.querySelectorAll('[data-ai-ppt-render-probe]').length === 0
  118. }
  119. status.textContent = JSON.stringify({ passed: issues.length === 0 && suites.every(suite => !suite.issues.length) && Object.values(regressions).every(Boolean), pages: result.slides.length, issues, regressions, suites })
  120. } catch (error) { status.textContent = JSON.stringify({ passed: false, error: error.message }) }
  121. }
  122. if (new URLSearchParams(location.search).get("export") === "1") {
  123. const status = document.createElement("p")
  124. status.id = "export-status"
  125. status.textContent = "正在导出"
  126. document.body.prepend(status)
  127. try {
  128. const workerSources = await Promise.all(["/pptworker/cos-js-sdk-v5.min.js", "/pptworker/upload.js", "/pptworker/pptJson.js"].map(async url => await (await fetch(url)).text()))
  129. const worker = new Worker(URL.createObjectURL(new Blob(workerSources)))
  130. let rpcId = 0
  131. const callbacks = new Map()
  132. let resolveWorkerReady
  133. const workerReady = new Promise(resolve => { resolveWorkerReady = resolve })
  134. let resolveExportDone
  135. let rejectExportDone
  136. const exportDone = new Promise((resolve, reject) => { resolveExportDone = resolve; rejectExportDone = reject })
  137. worker.addEventListener("message", event => {
  138. const data = event.data
  139. if (data?.type === "progress") {
  140. const progress = data.result || {}
  141. if (progress.status === "done" && Number(progress.progress) === 100) resolveExportDone(progress.extra)
  142. if (progress.status === "failed") rejectExportDone(new Error(progress.extra?.errorMsg || "PPT导出失败"))
  143. return
  144. }
  145. if (data?.type !== "RPC") return
  146. if (!data.id) {
  147. if (data.method === "ready") resolveWorkerReady()
  148. return
  149. }
  150. const callback = callbacks.get(data.id)
  151. if (!callback) return
  152. callbacks.delete(data.id)
  153. data.error ? callback.reject(new Error(data.error.message)) : callback.resolve(data.result)
  154. })
  155. const rpc = (method, ...params) => new Promise((resolve, reject) => {
  156. const id = ++rpcId
  157. callbacks.set(id, { resolve, reject })
  158. worker.postMessage({ type: "RPC", id, method, params })
  159. })
  160. await workerReady
  161. await rpc("createTaskController")
  162. const exportSlides = await hydrateSlideBackgroundImages(result.slides)
  163. const json = { width: 1920, height: 1080, slides: exportSlides, theme: { ...result.theme, viewportRatio: 0.5625 } }
  164. const jsonUrl = URL.createObjectURL(new Blob([JSON.stringify(json)], { type: "application/json" }))
  165. await rpc("addCourseWareTask", { type: "downloadCourseware", extra: { id: "ai-ppt-e2e", type: "pptx", outputName: "ai-ppt-e2e.pptx", name: "ai-ppt-e2e", jsonUrl } })
  166. const exported = await exportDone
  167. const sinkUrl = new URLSearchParams(location.search).get("sink")
  168. if (sinkUrl) {
  169. const response = await fetch(sinkUrl, { method: "POST", body: exported.buffer })
  170. if (!response.ok) throw new Error(`测试文件保存失败:HTTP ${response.status}`)
  171. }
  172. URL.revokeObjectURL(jsonUrl)
  173. const pptxUrl = URL.createObjectURL(new Blob([exported.buffer], { type: exported.contentType }))
  174. const link = document.createElement("a")
  175. link.href = pptxUrl
  176. link.download = exported.name
  177. if (!sinkUrl) link.click()
  178. status.textContent = `导出成功:${exported.buffer.byteLength} bytes`
  179. document.title = "EXPORT_DONE"
  180. await rpc("destoryTaskController")
  181. worker.terminate()
  182. } catch (error) {
  183. status.textContent = `导出失败:${error?.message || error}`
  184. document.title = "EXPORT_FAILED"
  185. }
  186. }
  187. </script>
  188. </body>
  189. </html>