PdfController.js 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011
  1. import App from '../../../base'
  2. import HumanReadableLogs from '../../human-readable-logs/HumanReadableLogs'
  3. import BibLogParser from '../../log-parser/bib-log-parser'
  4. import PreviewPane from '../../../features/preview/components/preview-pane'
  5. import { react2angular } from 'react2angular'
  6. import { rootContext } from '../../../shared/context/root-context'
  7. import 'ace/ace'
  8. import getMeta from '../../../utils/meta'
  9. import { trackPdfDownload } from './PdfJsMetrics'
  10. const AUTO_COMPILE_MAX_WAIT = 5000
  11. // We add a 1 second debounce to sending user changes to server if they aren't
  12. // collaborating with anyone. This needs to be higher than that, and allow for
  13. // client to server latency, otherwise we compile before the op reaches the server
  14. // and then again on ack.
  15. const AUTO_COMPILE_DEBOUNCE = 2000
  16. App.filter('trusted', $sce => url => $sce.trustAsResourceUrl(url))
  17. App.controller(
  18. 'PdfController',
  19. function (
  20. $scope,
  21. $http,
  22. ide,
  23. $modal,
  24. synctex,
  25. eventTracking,
  26. localStorage,
  27. $q
  28. ) {
  29. let autoCompile = true
  30. // pdf.view = uncompiled | pdf | errors
  31. $scope.pdf.view = $scope.pdf.url ? 'pdf' : 'uncompiled'
  32. $scope.pdf.clearingCache = false
  33. $scope.shouldShowLogs = false
  34. $scope.logsUISubvariant = window.logsUISubvariant
  35. // view logic to check whether the files dropdown should "drop up" or "drop down"
  36. $scope.shouldDropUp = false
  37. // Exposed methods for React layout handling
  38. $scope.setPdfSplitLayout = function () {
  39. $scope.$applyAsync(() => $scope.switchToSideBySideLayout('editor'))
  40. }
  41. $scope.setPdfFullLayout = function () {
  42. $scope.$applyAsync(() => $scope.switchToFlatLayout('pdf'))
  43. }
  44. const logsContainerEl = document.querySelector('.pdf-logs')
  45. const filesDropdownEl =
  46. logsContainerEl && logsContainerEl.querySelector('.files-dropdown')
  47. // get the top coordinate of the files dropdown as a ratio (to the logs container height)
  48. // logs container supports scrollable content, so it's possible that ratio > 1.
  49. function getFilesDropdownTopCoordAsRatio() {
  50. if (filesDropdownEl == null || logsContainerEl == null) {
  51. return 0
  52. }
  53. return (
  54. filesDropdownEl.getBoundingClientRect().top /
  55. logsContainerEl.getBoundingClientRect().height
  56. )
  57. }
  58. $scope.$watch('shouldShowLogs', shouldShow => {
  59. if (shouldShow) {
  60. $scope.$applyAsync(() => {
  61. $scope.shouldDropUp = getFilesDropdownTopCoordAsRatio() > 0.65
  62. })
  63. }
  64. })
  65. $scope.trackLogHintsLearnMore = function () {
  66. eventTracking.sendMB('logs-hints-learn-more')
  67. }
  68. if (ace.require('ace/lib/useragent').isMac) {
  69. $scope.modifierKey = 'Cmd'
  70. } else {
  71. $scope.modifierKey = 'Ctrl'
  72. }
  73. // utility for making a query string from a hash, could use jquery $.param
  74. function createQueryString(args) {
  75. const qsArgs = []
  76. for (const k in args) {
  77. const v = args[k]
  78. qsArgs.push(`${k}=${v}`)
  79. }
  80. if (qsArgs.length) {
  81. return `?${qsArgs.join('&')}`
  82. } else {
  83. return ''
  84. }
  85. }
  86. $scope.$on('project:joined', () => {
  87. if (!autoCompile) {
  88. return
  89. }
  90. autoCompile = false
  91. $scope.recompile({ isAutoCompileOnLoad: true })
  92. $scope.hasPremiumCompile =
  93. $scope.project.features.compileGroup === 'priority'
  94. })
  95. $scope.$on('pdf:error:display', function () {
  96. $scope.pdf.view = 'errors'
  97. $scope.pdf.renderingError = true
  98. })
  99. let autoCompileInterval = null
  100. function autoCompileIfReady() {
  101. if (
  102. $scope.pdf.compiling ||
  103. !$scope.autocompile_enabled ||
  104. !$scope.pdf.uncompiled
  105. ) {
  106. return
  107. }
  108. // Only checking linting if syntaxValidation is on and visible to the user
  109. const autoCompileLintingError =
  110. ide.$scope.hasLintingError && ide.$scope.settings.syntaxValidation
  111. if ($scope.autoCompileLintingError !== autoCompileLintingError) {
  112. $scope.$apply(() => {
  113. $scope.autoCompileLintingError = autoCompileLintingError
  114. // We've likely been waiting a while until the user fixed the linting, but we
  115. // don't want to compile as soon as it is fixed, so reset the timeout.
  116. $scope.startedTryingAutoCompileAt = Date.now()
  117. $scope.docLastChangedAt = Date.now()
  118. })
  119. }
  120. if (autoCompileLintingError && $scope.stop_on_validation_error) {
  121. return
  122. }
  123. // If there's a longish compile, don't compile immediately after if user is still typing
  124. const startedTryingAt = Math.max(
  125. $scope.startedTryingAutoCompileAt,
  126. $scope.lastFinishedCompileAt || 0
  127. )
  128. const timeSinceStartedTrying = Date.now() - startedTryingAt
  129. const timeSinceLastChange = Date.now() - $scope.docLastChangedAt
  130. let shouldCompile = false
  131. if (timeSinceLastChange > AUTO_COMPILE_DEBOUNCE) {
  132. // Don't compile in the middle of the user typing
  133. shouldCompile = true
  134. } else if (timeSinceStartedTrying > AUTO_COMPILE_MAX_WAIT) {
  135. // Unless they type for a long time
  136. shouldCompile = true
  137. } else if (timeSinceStartedTrying < 0 || timeSinceLastChange < 0) {
  138. // If time is non-monotonic, assume that the user's system clock has been
  139. // changed and continue with compile
  140. shouldCompile = true
  141. }
  142. if (shouldCompile) {
  143. return triggerAutoCompile()
  144. }
  145. }
  146. function triggerAutoCompile() {
  147. $scope.recompile({ isAutoCompileOnChange: true })
  148. }
  149. function startTryingAutoCompile() {
  150. if (autoCompileInterval != null) {
  151. return
  152. }
  153. $scope.startedTryingAutoCompileAt = Date.now()
  154. autoCompileInterval = setInterval(autoCompileIfReady, 200)
  155. }
  156. function stopTryingAutoCompile() {
  157. clearInterval(autoCompileInterval)
  158. autoCompileInterval = null
  159. }
  160. $scope.changesToAutoCompile = false
  161. $scope.$watch('pdf.uncompiled', uncompiledChanges => {
  162. // don't autocompile if disabled or the pdf is not visible
  163. if (
  164. $scope.pdf.uncompiled &&
  165. $scope.autocompile_enabled &&
  166. !$scope.ui.pdfHidden
  167. ) {
  168. $scope.changesToAutoCompile = true
  169. startTryingAutoCompile()
  170. } else {
  171. $scope.changesToAutoCompile = false
  172. stopTryingAutoCompile()
  173. }
  174. })
  175. function recalculateUncompiledChanges() {
  176. if ($scope.docLastChangedAt == null) {
  177. $scope.pdf.uncompiled = false
  178. } else if (
  179. $scope.lastStartedCompileAt == null ||
  180. $scope.docLastChangedAt > $scope.lastStartedCompileAt
  181. ) {
  182. $scope.pdf.uncompiled = true
  183. } else {
  184. $scope.pdf.uncompiled = false
  185. }
  186. }
  187. function _updateDocLastChangedAt() {
  188. $scope.docLastChangedAt = Date.now()
  189. recalculateUncompiledChanges()
  190. }
  191. function onDocChanged() {
  192. _updateDocLastChangedAt()
  193. }
  194. function onDocSaved() {
  195. // We use the save as a trigger too, to account for the delay between the client
  196. // and server. Otherwise, we might have compiled after the user made
  197. // the change on the client, but before the server had it.
  198. _updateDocLastChangedAt()
  199. }
  200. function onCompilingStateChanged(compiling) {
  201. recalculateUncompiledChanges()
  202. }
  203. ide.$scope.$on('doc:changed', onDocChanged)
  204. ide.$scope.$on('doc:saved', onDocSaved)
  205. $scope.$watch('pdf.compiling', onCompilingStateChanged)
  206. $scope.autocompile_enabled =
  207. localStorage(`autocompile_enabled:${$scope.project_id}`) || false
  208. $scope.$watch('autocompile_enabled', (newValue, oldValue) => {
  209. if (newValue != null && oldValue !== newValue) {
  210. if (newValue === true) {
  211. $scope.autoCompileLintingError = false
  212. autoCompileIfReady()
  213. }
  214. localStorage(`autocompile_enabled:${$scope.project_id}`, newValue)
  215. eventTracking.sendMB('autocompile-setting-changed', {
  216. value: newValue,
  217. })
  218. }
  219. })
  220. // abort compile if syntax checks fail
  221. $scope.stop_on_validation_error = localStorage(
  222. `stop_on_validation_error:${$scope.project_id}`
  223. )
  224. if ($scope.stop_on_validation_error == null) {
  225. $scope.stop_on_validation_error = true
  226. }
  227. // turn on for all users by default
  228. $scope.$watch('stop_on_validation_error', (newValue, oldValue) => {
  229. if (newValue != null && oldValue !== newValue) {
  230. localStorage(`stop_on_validation_error:${$scope.project_id}`, newValue)
  231. }
  232. })
  233. $scope.draft = localStorage(`draft:${$scope.project_id}`) || false
  234. $scope.$watch('draft', (newValue, oldValue) => {
  235. if (newValue != null && oldValue !== newValue) {
  236. localStorage(`draft:${$scope.project_id}`, newValue)
  237. }
  238. })
  239. function sendCompileRequest(options) {
  240. if (options == null) {
  241. options = {}
  242. }
  243. const url = `/project/${$scope.project_id}/compile`
  244. const params = {}
  245. if (options.isAutoCompileOnLoad || options.isAutoCompileOnChange) {
  246. params.auto_compile = true
  247. }
  248. if (getMeta('ol-enablePdfCaching')) {
  249. params.enable_pdf_caching = true
  250. }
  251. if (!window.location.search.includes('file_line_errors=false')) {
  252. params.file_line_errors = 'true'
  253. }
  254. // if the previous run was a check, clear the error logs
  255. if ($scope.check) {
  256. $scope.pdf.logEntries = {}
  257. }
  258. // keep track of whether this is a compile or check
  259. $scope.check = !!options.check
  260. if (options.check) {
  261. eventTracking.sendMB('syntax-check-request')
  262. }
  263. // send appropriate check type to clsi
  264. let checkType
  265. if ($scope.check) {
  266. checkType = 'validate' // validate only
  267. } else if (options.try) {
  268. checkType = 'silent' // allow use to try compile once
  269. } else if ($scope.stop_on_validation_error) {
  270. checkType = 'error' // try to compile
  271. } else {
  272. checkType = 'silent' // ignore errors
  273. }
  274. // FIXME: Temporarily disable syntax checking as it is causing
  275. // excessive support requests for projects migrated from v1
  276. // https://github.com/overleaf/sharelatex/issues/911
  277. if (checkType === 'error') {
  278. checkType = 'silent'
  279. }
  280. return $http.post(
  281. url,
  282. {
  283. rootDoc_id: options.rootDocOverride_id || null,
  284. draft: $scope.draft,
  285. check: checkType,
  286. // use incremental compile for all users but revert to a full
  287. // compile if there is a server error
  288. incrementalCompilesEnabled: !$scope.pdf.error,
  289. _csrf: window.csrfToken,
  290. },
  291. { params }
  292. )
  293. }
  294. function buildPdfDownloadUrl(pdfDownloadDomain, url) {
  295. if (pdfDownloadDomain) {
  296. return `${pdfDownloadDomain}${url}`
  297. } else {
  298. return url
  299. }
  300. }
  301. function noop() {}
  302. function parseCompileResponse(response, compileTimeClientE2E) {
  303. // keep last url
  304. const lastPdfUrl = $scope.pdf.url
  305. const { pdfDownloadDomain } = response
  306. // Reset everything
  307. $scope.pdf.error = false
  308. $scope.pdf.timedout = false
  309. $scope.pdf.failure = false
  310. $scope.pdf.url = null
  311. $scope.pdf.updateConsumedBandwidth = noop
  312. $scope.pdf.firstRenderDone = noop
  313. $scope.pdf.clsiMaintenance = false
  314. $scope.pdf.clsiUnavailable = false
  315. $scope.pdf.tooRecentlyCompiled = false
  316. $scope.pdf.renderingError = false
  317. $scope.pdf.projectTooLarge = false
  318. $scope.pdf.compileTerminated = false
  319. $scope.pdf.compileExited = false
  320. $scope.pdf.failedCheck = false
  321. $scope.pdf.compileInProgress = false
  322. $scope.pdf.autoCompileDisabled = false
  323. $scope.pdf.compileFailed = false
  324. // make a cache to look up files by name
  325. const fileByPath = {}
  326. if (response.outputFiles != null) {
  327. for (const file of response.outputFiles) {
  328. fileByPath[file.path] = file
  329. }
  330. }
  331. // prepare query string
  332. let qs = {}
  333. // add a query string parameter for the compile group
  334. if (response.compileGroup != null) {
  335. ide.compileGroup = qs.compileGroup = response.compileGroup
  336. }
  337. // add a query string parameter for the clsi server id
  338. if (response.clsiServerId != null) {
  339. ide.clsiServerId = qs.clsiserverid = response.clsiServerId
  340. }
  341. // TODO(das7pad): drop this hack once 2747f0d40af8729304 has landed in clsi
  342. if (response.status === 'success' && !fileByPath['output.pdf']) {
  343. response.status = 'failure'
  344. }
  345. if (response.status === 'success') {
  346. $scope.pdf.view = 'pdf'
  347. $scope.shouldShowLogs = false
  348. $scope.pdf.lastCompileTimestamp = Date.now()
  349. $scope.pdf.validation = {}
  350. $scope.pdf.url = buildPdfDownloadUrl(
  351. pdfDownloadDomain,
  352. fileByPath['output.pdf'].url
  353. )
  354. if (window.location.search.includes('verify_chunks=true')) {
  355. // Instruct the serviceWorker to verify composed ranges.
  356. qs.verify_chunks = 'true'
  357. }
  358. if (getMeta('ol-enablePdfCaching')) {
  359. // Tag traffic that uses the pdf caching logic.
  360. qs.enable_pdf_caching = 'true'
  361. }
  362. // convert the qs hash into a query string and append it
  363. $scope.pdf.url += createQueryString(qs)
  364. if (getMeta('ol-trackPdfDownload')) {
  365. const { firstRenderDone, updateConsumedBandwidth } = trackPdfDownload(
  366. response,
  367. compileTimeClientE2E
  368. )
  369. $scope.pdf.firstRenderDone = firstRenderDone
  370. $scope.pdf.updateConsumedBandwidth = updateConsumedBandwidth
  371. }
  372. // Save all downloads as files
  373. qs.popupDownload = true
  374. const { build: buildId } = fileByPath['output.pdf']
  375. $scope.pdf.downloadUrl =
  376. `/download/project/${$scope.project_id}/build/${buildId}/output/output.pdf` +
  377. createQueryString(qs)
  378. fetchLogs(fileByPath, { pdfDownloadDomain })
  379. } else if (response.status === 'timedout') {
  380. $scope.pdf.view = 'errors'
  381. $scope.pdf.timedout = true
  382. fetchLogs(fileByPath, { pdfDownloadDomain })
  383. if (
  384. !$scope.hasPremiumCompile &&
  385. ide.$scope.project.owner._id === ide.$scope.user.id
  386. ) {
  387. eventTracking.send(
  388. 'subscription-funnel',
  389. 'editor-click-feature',
  390. 'compile-timeout'
  391. )
  392. eventTracking.sendMB('paywall-prompt', {
  393. 'paywall-type': 'compile-timeout',
  394. })
  395. }
  396. } else if (response.status === 'terminated') {
  397. $scope.pdf.view = 'errors'
  398. $scope.pdf.compileTerminated = true
  399. fetchLogs(fileByPath, { pdfDownloadDomain })
  400. } else if (
  401. ['validation-fail', 'validation-pass'].includes(response.status)
  402. ) {
  403. $scope.pdf.view = 'pdf'
  404. $scope.pdf.url = lastPdfUrl
  405. $scope.shouldShowLogs = true
  406. if (response.status === 'validation-fail') {
  407. $scope.pdf.failedCheck = true
  408. }
  409. eventTracking.sendMB(`syntax-check-${response.status}`)
  410. fetchLogs(fileByPath, { validation: true, pdfDownloadDomain })
  411. } else if (response.status === 'exited') {
  412. $scope.pdf.view = 'pdf'
  413. $scope.pdf.compileExited = true
  414. $scope.pdf.url = lastPdfUrl
  415. $scope.shouldShowLogs = true
  416. fetchLogs(fileByPath, { pdfDownloadDomain })
  417. } else if (response.status === 'autocompile-backoff') {
  418. if ($scope.pdf.isAutoCompileOnLoad) {
  419. // initial autocompile
  420. $scope.pdf.view = 'uncompiled'
  421. } else {
  422. // background autocompile from typing
  423. $scope.pdf.view = 'errors'
  424. $scope.pdf.autoCompileDisabled = true
  425. $scope.autocompile_enabled = false // disable any further autocompiles
  426. eventTracking.sendMB('autocompile-rate-limited', {
  427. hasPremiumCompile: $scope.hasPremiumCompile,
  428. })
  429. }
  430. } else if (response.status === 'project-too-large') {
  431. $scope.pdf.view = 'errors'
  432. $scope.pdf.projectTooLarge = true
  433. } else if (response.status === 'failure') {
  434. $scope.pdf.view = 'errors'
  435. $scope.pdf.failure = true
  436. $scope.pdf.downloadUrl = null
  437. $scope.shouldShowLogs = true
  438. fetchLogs(fileByPath, { pdfDownloadDomain })
  439. } else if (response.status === 'clsi-maintenance') {
  440. $scope.pdf.view = 'errors'
  441. $scope.pdf.clsiMaintenance = true
  442. } else if (response.status === 'unavailable') {
  443. $scope.pdf.view = 'errors'
  444. $scope.pdf.clsiUnavailable = true
  445. } else if (response.status === 'too-recently-compiled') {
  446. $scope.pdf.view = 'errors'
  447. $scope.pdf.tooRecentlyCompiled = true
  448. } else if (response.status === 'validation-problems') {
  449. $scope.pdf.view = 'validation-problems'
  450. $scope.pdf.validation = response.validationProblems
  451. $scope.shouldShowLogs = false
  452. } else if (response.status === 'compile-in-progress') {
  453. $scope.pdf.view = 'errors'
  454. $scope.pdf.compileInProgress = true
  455. } else {
  456. // fall back to displaying an error
  457. $scope.pdf.view = 'errors'
  458. $scope.pdf.error = true
  459. }
  460. const IGNORE_FILES = ['output.fls', 'output.fdb_latexmk']
  461. $scope.pdf.outputFiles = []
  462. if (response.outputFiles == null) {
  463. return
  464. }
  465. // prepare list of output files for download dropdown
  466. qs = {}
  467. if (response.clsiServerId != null) {
  468. qs.clsiserverid = response.clsiServerId
  469. }
  470. for (const file of response.outputFiles) {
  471. if (IGNORE_FILES.indexOf(file.path) === -1) {
  472. const isOutputFile = /^output\./.test(file.path)
  473. $scope.pdf.outputFiles.push({
  474. // Turn 'output.blg' into 'blg file'.
  475. name: isOutputFile
  476. ? `${file.path.replace(/^output\./, '')} file`
  477. : file.path,
  478. url: file.url + createQueryString(qs),
  479. main: !!isOutputFile,
  480. fileName: file.path,
  481. type: file.type,
  482. })
  483. }
  484. }
  485. // sort the output files into order, main files first, then others
  486. $scope.pdf.outputFiles.sort(
  487. (a, b) => b.main - a.main || a.name.localeCompare(b.name)
  488. )
  489. }
  490. // In the existing compile UI, errors and validation problems are shown in the PDF pane, whereas in the new
  491. // one they're shown in the logs pane. This `$watch`er makes sure we change the view in the new logs UI.
  492. // This should be removed once we stop supporting the two different log UIs.
  493. if (window.showNewLogsUI) {
  494. $scope.$watch(
  495. () =>
  496. $scope.pdf.view === 'errors' ||
  497. $scope.pdf.view === 'validation-problems',
  498. newVal => {
  499. if (newVal) {
  500. $scope.shouldShowLogs = true
  501. $scope.pdf.compileFailed = true
  502. }
  503. }
  504. )
  505. }
  506. function fetchLogs(fileByPath, options) {
  507. let blgFile, chktexFile, logFile
  508. if (options != null ? options.validation : undefined) {
  509. chktexFile = fileByPath['output.chktex']
  510. } else {
  511. logFile = fileByPath['output.log']
  512. blgFile = fileByPath['output.blg']
  513. }
  514. function getFile(name, file) {
  515. const opts = {
  516. method: 'GET',
  517. url: buildPdfDownloadUrl(options.pdfDownloadDomain, file.url),
  518. params: {
  519. compileGroup: ide.compileGroup,
  520. clsiserverid: ide.clsiServerId,
  521. },
  522. }
  523. return $http(opts)
  524. }
  525. // accumulate the log entries
  526. const logEntries = {
  527. all: [],
  528. errors: [],
  529. warnings: [],
  530. typesetting: [],
  531. }
  532. function accumulateResults(newEntries) {
  533. for (const key of ['all', 'errors', 'warnings', 'typesetting']) {
  534. if (newEntries[key]) {
  535. if (newEntries.type != null) {
  536. for (const entry of newEntries[key]) {
  537. entry.type = newEntries.type
  538. }
  539. }
  540. logEntries[key] = logEntries[key].concat(newEntries[key])
  541. }
  542. }
  543. }
  544. // use the parsers for each file type
  545. function processLog(log) {
  546. $scope.pdf.rawLog = log
  547. const { errors, warnings, typesetting } = HumanReadableLogs.parse(log, {
  548. ignoreDuplicates: true,
  549. })
  550. const all = [].concat(errors, warnings, typesetting)
  551. accumulateResults({ all, errors, warnings, typesetting })
  552. }
  553. function processChkTex(log) {
  554. const errors = []
  555. const warnings = []
  556. for (const line of log.split('\n')) {
  557. var m
  558. if ((m = line.match(/^(\S+):(\d+):(\d+): (Error|Warning): (.*)/))) {
  559. const result = {
  560. file: m[1],
  561. line: m[2],
  562. column: m[3],
  563. level: m[4].toLowerCase(),
  564. message: `${m[4]}: ${m[5]}`,
  565. }
  566. if (result.level === 'error') {
  567. errors.push(result)
  568. } else {
  569. warnings.push(result)
  570. }
  571. }
  572. }
  573. const all = [].concat(errors, warnings)
  574. const logHints = HumanReadableLogs.parse({
  575. type: 'Syntax',
  576. all,
  577. errors,
  578. warnings,
  579. })
  580. eventTracking.sendMB('syntax-check-return-count', {
  581. errors: errors.length,
  582. warnings: warnings.length,
  583. })
  584. accumulateResults(logHints)
  585. }
  586. function processBiber(log) {
  587. const bibLogParser = new BibLogParser(log, {})
  588. const { errors, warnings } = bibLogParser.parse(log, {})
  589. const all = [].concat(errors, warnings)
  590. accumulateResults({ type: 'BibTeX:', all, errors, warnings })
  591. }
  592. // output the results
  593. function handleError() {
  594. $scope.pdf.logEntries = {}
  595. $scope.pdf.rawLog = ''
  596. }
  597. function annotateFiles() {
  598. $scope.pdf.logEntries = logEntries
  599. $scope.pdf.logEntryAnnotations = {}
  600. for (const entry of logEntries.all) {
  601. if (entry.file != null) {
  602. entry.file = normalizeFilePath(entry.file)
  603. const entity = ide.fileTreeManager.findEntityByPath(entry.file)
  604. if (entity != null) {
  605. if (!$scope.pdf.logEntryAnnotations[entity.id]) {
  606. $scope.pdf.logEntryAnnotations[entity.id] = []
  607. }
  608. $scope.pdf.logEntryAnnotations[entity.id].push({
  609. row: entry.line - 1,
  610. type: entry.level === 'error' ? 'error' : 'warning',
  611. text: entry.message,
  612. })
  613. }
  614. }
  615. }
  616. }
  617. // retrieve the logfile and process it
  618. let response
  619. if (logFile != null) {
  620. response = getFile('output.log', logFile).then(response =>
  621. processLog(response.data)
  622. )
  623. if (blgFile != null) {
  624. // retrieve the blg file if present
  625. response = response.then(() =>
  626. getFile('output.blg', blgFile).then(
  627. response => processBiber(response.data),
  628. () => true
  629. )
  630. )
  631. }
  632. }
  633. if (response != null) {
  634. response.catch(handleError)
  635. } else {
  636. handleError()
  637. }
  638. if (chktexFile != null) {
  639. const getChkTex = () =>
  640. getFile('output.chktex', chktexFile).then(response =>
  641. processChkTex(response.data)
  642. )
  643. // always retrieve the chktex file if present
  644. if (response != null) {
  645. response = response.then(getChkTex, getChkTex)
  646. } else {
  647. response = getChkTex()
  648. }
  649. }
  650. // display the combined result
  651. if (response != null) {
  652. response.finally(() => {
  653. annotateFiles()
  654. sendCompileMetrics()
  655. })
  656. }
  657. }
  658. function sendCompileMetrics() {
  659. const hasCompiled =
  660. $scope.pdf.view !== 'errors' &&
  661. $scope.pdf.view !== 'validation-problems'
  662. if (hasCompiled && !window.user.alphaProgram) {
  663. const metadata = {
  664. errors: $scope.pdf.logEntries.errors.length,
  665. warnings: $scope.pdf.logEntries.warnings.length,
  666. typesetting: $scope.pdf.logEntries.typesetting.length,
  667. newLogsUI: window.showNewLogsUI,
  668. subvariant: window.showNewLogsUI ? window.logsUISubvariant : null,
  669. }
  670. eventTracking.sendMBSampled('compile-result', metadata, 0.01)
  671. }
  672. }
  673. function getRootDocOverrideId() {
  674. const rootDocId = $scope.project.rootDoc_id
  675. const currentDocId = ide.editorManager.getCurrentDocId()
  676. if (currentDocId === rootDocId) {
  677. return null // no need to override when in the root doc itself
  678. }
  679. const doc = ide.editorManager.getCurrentDocValue()
  680. if (doc == null) {
  681. return null
  682. }
  683. for (const line of doc.split('\n')) {
  684. if (/^[^%]*\\documentclass/.test(line)) {
  685. return ide.editorManager.getCurrentDocId()
  686. }
  687. }
  688. return null
  689. }
  690. function normalizeFilePath(path) {
  691. path = path.replace(
  692. /^(.*)\/compiles\/[0-9a-f]{24}(-[0-9a-f]{24})?\/(\.\/)?/,
  693. ''
  694. )
  695. path = path.replace(/^\/compile\//, '')
  696. const rootDocDirname = ide.fileTreeManager.getRootDocDirname()
  697. if (rootDocDirname) {
  698. path = path.replace(/^\.\//, rootDocDirname + '/')
  699. } else {
  700. path = path.replace(/^\.\//, '')
  701. }
  702. return path
  703. }
  704. $scope.recompile = function (options) {
  705. if (options == null) {
  706. options = {}
  707. }
  708. if ($scope.pdf.compiling) {
  709. return
  710. }
  711. eventTracking.sendMBSampled('editor-recompile-sampled', options)
  712. $scope.lastStartedCompileAt = Date.now()
  713. $scope.pdf.compiling = true
  714. $scope.pdf.isAutoCompileOnLoad =
  715. options != null ? options.isAutoCompileOnLoad : undefined // initial autocompile
  716. if (options != null ? options.force : undefined) {
  717. // for forced compile, turn off validation check and ignore errors
  718. $scope.stop_on_validation_error = false
  719. $scope.shouldShowLogs = false // hide the logs while compiling
  720. eventTracking.sendMB('syntax-check-turn-off-checking')
  721. }
  722. if (options != null ? options.try : undefined) {
  723. $scope.shouldShowLogs = false // hide the logs while compiling
  724. eventTracking.sendMB('syntax-check-try-compile-anyway')
  725. }
  726. ide.$scope.$broadcast('flush-changes')
  727. options.rootDocOverride_id = getRootDocOverrideId()
  728. const t0 = performance.now()
  729. sendCompileRequest(options)
  730. .then(function (response) {
  731. const { data } = response
  732. const compileTimeClientE2E = performance.now() - t0
  733. $scope.pdf.view = 'pdf'
  734. $scope.pdf.compiling = false
  735. parseCompileResponse(data, compileTimeClientE2E)
  736. })
  737. .catch(function (response) {
  738. const { status } = response
  739. if (status === 429) {
  740. $scope.pdf.rateLimited = true
  741. }
  742. $scope.pdf.compiling = false
  743. $scope.pdf.renderingError = false
  744. $scope.pdf.error = true
  745. $scope.pdf.view = 'errors'
  746. })
  747. .finally(() => {
  748. $scope.lastFinishedCompileAt = Date.now()
  749. })
  750. }
  751. // This needs to be public.
  752. ide.$scope.recompile = $scope.recompile
  753. // This method is a simply wrapper and exists only for tracking purposes.
  754. ide.$scope.recompileViaKey = function () {
  755. $scope.recompile({ keyShortcut: true })
  756. }
  757. $scope.stop = function () {
  758. if (!$scope.pdf.compiling) {
  759. return
  760. }
  761. return $http({
  762. url: `/project/${$scope.project_id}/compile/stop`,
  763. method: 'POST',
  764. params: {
  765. clsiserverid: ide.clsiServerId,
  766. },
  767. headers: {
  768. 'X-Csrf-Token': window.csrfToken,
  769. },
  770. })
  771. }
  772. $scope.clearCache = function () {
  773. $scope.pdf.clearingCache = true
  774. const deferred = $q.defer()
  775. // disable various download buttons
  776. $scope.pdf.url = null
  777. $scope.pdf.downloadUrl = null
  778. $scope.pdf.outputFiles = []
  779. $http({
  780. url: `/project/${$scope.project_id}/output`,
  781. method: 'DELETE',
  782. params: {
  783. clsiserverid: ide.clsiServerId,
  784. },
  785. headers: {
  786. 'X-Csrf-Token': window.csrfToken,
  787. },
  788. })
  789. .then(function (response) {
  790. $scope.pdf.clearingCache = false
  791. return deferred.resolve()
  792. })
  793. .catch(function (response) {
  794. console.error(response)
  795. const error = response.data
  796. $scope.pdf.clearingCache = false
  797. $scope.pdf.renderingError = false
  798. $scope.pdf.error = true
  799. $scope.pdf.view = 'errors'
  800. return deferred.reject(error)
  801. })
  802. return deferred.promise
  803. }
  804. $scope.recompileFromScratch = function () {
  805. $scope.pdf.compiling = true
  806. return $scope
  807. .clearCache()
  808. .then(() => {
  809. $scope.pdf.compiling = false
  810. $scope.recompile()
  811. })
  812. .catch(error => {
  813. console.error(error)
  814. })
  815. }
  816. $scope.toggleLogs = function () {
  817. $scope.$applyAsync(() => {
  818. $scope.shouldShowLogs = !$scope.shouldShowLogs
  819. if ($scope.shouldShowLogs) {
  820. eventTracking.sendMBOnce('ide-open-logs-once')
  821. }
  822. })
  823. }
  824. $scope.showPdf = function () {
  825. $scope.pdf.view = 'pdf'
  826. $scope.shouldShowLogs = false
  827. }
  828. $scope.toggleRawLog = function () {
  829. $scope.pdf.showRawLog = !$scope.pdf.showRawLog
  830. if ($scope.pdf.showRawLog) {
  831. eventTracking.sendMB('logs-view-raw')
  832. }
  833. }
  834. $scope.openClearCacheModal = function () {
  835. $modal.open({
  836. templateUrl: 'clearCacheModalTemplate',
  837. controller: 'ClearCacheModalController',
  838. scope: $scope,
  839. })
  840. }
  841. $scope.syncToCode = function (position) {
  842. synctex.syncToCode(position).then(function (data) {
  843. const { doc, line } = data
  844. ide.editorManager.openDoc(doc, { gotoLine: line })
  845. })
  846. }
  847. $scope.setAutoCompile = function (isOn) {
  848. $scope.$applyAsync(function () {
  849. $scope.autocompile_enabled = isOn
  850. })
  851. }
  852. $scope.setDraftMode = function (isOn) {
  853. $scope.$applyAsync(function () {
  854. $scope.draft = isOn
  855. })
  856. }
  857. $scope.setSyntaxCheck = function (isOn) {
  858. $scope.$applyAsync(function () {
  859. $scope.stop_on_validation_error = isOn
  860. })
  861. }
  862. $scope.runSyntaxCheckNow = function () {
  863. $scope.$applyAsync(function () {
  864. $scope.recompile({ check: true })
  865. })
  866. }
  867. $scope.openInEditor = function (entry) {
  868. let column, line
  869. eventTracking.sendMBOnce('logs-jump-to-location-once')
  870. const entity = ide.fileTreeManager.findEntityByPath(entry.file)
  871. if (entity == null || entity.type !== 'doc') {
  872. return
  873. }
  874. if (entry.line != null) {
  875. line = entry.line
  876. }
  877. if (entry.column != null) {
  878. column = entry.column
  879. }
  880. ide.editorManager.openDoc(entity, {
  881. gotoLine: line,
  882. gotoColumn: column,
  883. })
  884. }
  885. }
  886. )
  887. App.controller('ClearCacheModalController', function ($scope, $modalInstance) {
  888. $scope.state = { error: false, inflight: false }
  889. $scope.clear = function () {
  890. $scope.state.inflight = true
  891. $scope
  892. .clearCache()
  893. .then(function () {
  894. $scope.state.inflight = false
  895. $modalInstance.close()
  896. })
  897. .catch(function () {
  898. $scope.state.error = true
  899. $scope.state.inflight = false
  900. })
  901. }
  902. $scope.cancel = () => $modalInstance.dismiss('cancel')
  903. })
  904. // Wrap React component as Angular component. Only needed for "top-level" component
  905. App.component(
  906. 'previewPane',
  907. react2angular(
  908. rootContext.use(PreviewPane),
  909. Object.keys(PreviewPane.propTypes)
  910. )
  911. )