app.e2e.mjs

e2e/tauri/app.e2e.mjs

1. // The real app, end to end: the Tauri binary (WebKitGTK), driven over
2. // WebDriver through tauri-driver, talking to the stand-in provider.
3. // Run by scripts/e2e-linux.sh, which starts Xvfb, the stand-in and the driver.
4. import assert from 'node:assert/strict'
5. import { readdirSync, readFileSync } from 'node:fs'
6. import { Builder, By, Key, until } from 'selenium-webdriver'
8. const app = process.env.CORTEX_BIN
9. const exportDir = process.env.CORTEX_EXPORT_DIR
10. const T = 20_000
12. const driver = await new Builder()
13. .usingServer('http://127.0.0.1:4444/')
14. .withCapabilities({ browserName: 'wry', 'tauri:options': { application: app } })
15. .build()
17. // Two webviews exist (main and the hidden quick prompt); drive the main one.
18. for (const h of await driver.getAllWindowHandles()) {
19. await driver.switchTo().window(h)
20. if (!(await driver.getCurrentUrl()).includes('quick.html')) break
21. }
23. const $ = (css) => driver.wait(until.elementLocated(By.css(css)), T)
24. // textContent, not getText(): WebKit's driver drops text it considers clipped.
25. const txt = (el) => driver.executeScript('return arguments[0].textContent', el)
26. const textOf = async (css) => txt(await $(css))
27. const lastText = async () => {
28. const el = await lastAssistant()
29. return el ? txt(el) : ''
30. }
31. const step = (name) => console.log(`- ${name}`)
32. const lastAssistant = async () => {
33. const all = await driver.findElements(By.css('[data-testid="msg-assistant"]'))
34. return all[all.length - 1]
35. }
37. try {
38. step('boots to an empty chat with the composer')
39. const input = await $('[data-testid="composer-input"]')
40. assert.match(await textOf('.empty h1'), /What are we working on/)
42. step('the model list came from the stand-in, with prices')
43. await driver
44. .wait(async () => /echo.*\$0\.50/s.test(await textOf('[data-testid="model-button"]')), T, 'model button')
45. .catch(async (e) => {
46. throw new Error(`${e.message}; the button reads "${await textOf('[data-testid="model-button"]')}"`)
47. })
49. step('a streamed reply, saved with its cost')
50. await input.sendKeys('hello from the end to end test')
51. await (await $('[data-testid="send"]')).click()
52. await driver.wait(async () => /You said: hello from the end to end test/.test(await lastText()), T)
53. const cost = await driver.wait(
54. until.elementLocated(By.css('[data-testid="msg-assistant"] [data-testid="cost-line"]')),
55. T,
56. )
57. const costText = await txt(cost)
58. assert.match(costText, /\d+ in, \d+ out, (\$|<\$)/)
59. assert.doesNotMatch(costText, /est\./, 'the stand-in reports usage, so the cost is not an estimate')
60. assert.match(await textOf('[data-testid="chat-total"]'), /^\$|<\$/)
61. // The sidebar lists the chat, titled from the first message.
62. await driver.wait(async () => /hello from the end to end test/.test(await textOf('.conv-list')), T)
64. step('switch to the slow model and stop mid-reply')
65. await (await $('[data-testid="model-button"]')).click()
66. const search = await $('.model-picker .search-input')
67. await search.sendKeys('slow', Key.ENTER)
68. await driver.wait(async () => /slow/.test(await textOf('[data-testid="model-button"]')), T)
69. await (await $('[data-testid="composer-input"]')).sendKeys('go')
70. await (await $('[data-testid="send"]')).click()
71. const stop = await $('[data-testid="stop"]')
72. await driver.wait(async () => /word3/.test(await lastText()), T)
73. await stop.click()
74. await driver.wait(async () => /Stopped\./.test(await lastText()), T)
75. const partial = await lastText()
76. assert.doesNotMatch(partial, /word200/, 'the reply stopped early')
77. assert.match(partial, /est\./, 'a stopped reply has estimated usage')
79. step('search finds the first message')
80. await driver.actions().keyDown(Key.CONTROL).sendKeys('k').keyUp(Key.CONTROL).perform()
81. await (await $('[data-testid="search-input"]')).sendKeys('hello')
82. await driver.wait(async () => (await driver.findElements(By.css('.hits mark'))).length > 0, T)
83. assert.match(await textOf('.hits'), /hello/i)
84. await driver.actions().sendKeys(Key.ESCAPE).perform()
86. step('export writes a Markdown note to the vault folder')
87. await (await $('button[aria-label="More actions"]')).click()
88. await (await driver.wait(until.elementLocated(By.xpath("//button[normalize-space()='Export to vault']")), T)).click()
89. // The note appears whole (written aside, then renamed), so its first
90. // appearance must already have the text.
91. const noteFile = () => readdirSync(exportDir).find((f) => f.endsWith('.md'))
92. await driver.wait(() => !!noteFile(), T)
93. const md = readFileSync(`${exportDir}/${noteFile()}`, 'utf8')
94. assert.match(md, /^---\ntitle: "hello from the end to end test"/)
95. assert.match(md, /tags:\n - cortex\n---/)
96. assert.match(md, /You said: hello from the end to end test/)
97. assert.match(md, /\*Stopped before it finished\.\*/)
99. console.log('\nE2E OK: boot, priced models, streamed reply with cost, stop, search, export')
100. } catch (err) {
101. console.error('\nE2E FAILED:', err.message)
102. try {
103. console.error(
104. 'page text:',
105. (await withTimeout(driver.executeScript('return document.body.innerText'), 5000)).slice(0, 600),
106. )
107. const png = await withTimeout(driver.takeScreenshot(), 8000)
108. const { writeFileSync } = await import('node:fs')
109. writeFileSync(process.env.E2E_SHOT ?? 'e2e-failure.png', Buffer.from(png, 'base64'))
110. console.error('screenshot saved')
111. } catch (e) {
112. console.error('no screenshot:', e.message)
113. }
114. process.exitCode = 1
115. } finally {
116. await withTimeout(driver.quit(), 10000).catch(() => {})
117. process.exit()
118. }
120. function withTimeout(p, ms) {
121. return Promise.race([p, new Promise((_, rej) => setTimeout(() => rej(new Error(`timed out after ${ms} ms`)), ms))])
122. }