PdfController.js 32 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094
  1. import App from '../../../base'
  2. import HumanReadableLogs from '../../human-readable-logs/HumanReadableLogs'
  3. import BibLogParser from 'libs/bib-log-parser'
  4. import PreviewPane from '../../../features/preview/components/preview-pane'
  5. import { react2angular } from 'react2angular'
  6. import 'ace/ace'
  7. const AUTO_COMPILE_MAX_WAIT = 5000
  8. // We add a 1 second debounce to sending user changes to server if they aren't
  9. // collaborating with anyone. This needs to be higher than that, and allow for
  10. // client to server latency, otherwise we compile before the op reaches the server
  11. // and then again on ack.
  12. const AUTO_COMPILE_DEBOUNCE = 2000
  13. App.filter('trusted', $sce => url => $sce.trustAsResourceUrl(url))
  14. App.controller('PdfController', function(
  15. $scope,
  16. $http,
  17. ide,
  18. $modal,
  19. synctex,
  20. eventTracking,
  21. localStorage,
  22. $q
  23. ) {
  24. let autoCompile = true
  25. // pdf.view = uncompiled | pdf | errors
  26. $scope.pdf.view = $scope.pdf.url ? 'pdf' : 'uncompiled'
  27. $scope.pdf.clearingCache = false
  28. $scope.shouldShowLogs = false
  29. // view logic to check whether the files dropdown should "drop up" or "drop down"
  30. $scope.shouldDropUp = false
  31. const logsContainerEl = document.querySelector('.pdf-logs')
  32. const filesDropdownEl =
  33. logsContainerEl && logsContainerEl.querySelector('.files-dropdown')
  34. // get the top coordinate of the files dropdown as a ratio (to the logs container height)
  35. // logs container supports scrollable content, so it's possible that ratio > 1.
  36. function getFilesDropdownTopCoordAsRatio() {
  37. if (filesDropdownEl == null || logsContainerEl == null) {
  38. return 0
  39. }
  40. return (
  41. filesDropdownEl.getBoundingClientRect().top /
  42. logsContainerEl.getBoundingClientRect().height
  43. )
  44. }
  45. $scope.$watch('shouldShowLogs', shouldShow => {
  46. if (shouldShow) {
  47. $scope.$applyAsync(() => {
  48. $scope.shouldDropUp = getFilesDropdownTopCoordAsRatio() > 0.65
  49. })
  50. }
  51. })
  52. $scope.trackLogHintsLearnMore = function() {
  53. eventTracking.sendMB('logs-hints-learn-more')
  54. }
  55. if (ace.require('ace/lib/useragent').isMac) {
  56. $scope.modifierKey = 'Cmd'
  57. } else {
  58. $scope.modifierKey = 'Ctrl'
  59. }
  60. // utility for making a query string from a hash, could use jquery $.param
  61. function createQueryString(args) {
  62. const qsArgs = []
  63. for (const k in args) {
  64. const v = args[k]
  65. qsArgs.push(`${k}=${v}`)
  66. }
  67. if (qsArgs.length) {
  68. return `?${qsArgs.join('&')}`
  69. } else {
  70. return ''
  71. }
  72. }
  73. $scope.$on('project:joined', () => {
  74. if (!autoCompile) {
  75. return
  76. }
  77. autoCompile = false
  78. $scope.recompile({ isAutoCompileOnLoad: true })
  79. $scope.hasPremiumCompile =
  80. $scope.project.features.compileGroup === 'priority'
  81. })
  82. $scope.$on('pdf:error:display', function() {
  83. $scope.pdf.view = 'errors'
  84. $scope.pdf.renderingError = true
  85. })
  86. let autoCompileInterval = null
  87. function autoCompileIfReady() {
  88. if (
  89. $scope.pdf.compiling ||
  90. !$scope.autocompile_enabled ||
  91. !$scope.pdf.uncompiled
  92. ) {
  93. return
  94. }
  95. // Only checking linting if syntaxValidation is on and visible to the user
  96. const autoCompileLintingError =
  97. ide.$scope.hasLintingError && ide.$scope.settings.syntaxValidation
  98. if ($scope.autoCompileLintingError !== autoCompileLintingError) {
  99. $scope.$apply(() => {
  100. $scope.autoCompileLintingError = autoCompileLintingError
  101. // We've likely been waiting a while until the user fixed the linting, but we
  102. // don't want to compile as soon as it is fixed, so reset the timeout.
  103. $scope.startedTryingAutoCompileAt = Date.now()
  104. $scope.docLastChangedAt = Date.now()
  105. })
  106. }
  107. if (autoCompileLintingError && $scope.stop_on_validation_error) {
  108. return
  109. }
  110. // If there's a longish compile, don't compile immediately after if user is still typing
  111. const startedTryingAt = Math.max(
  112. $scope.startedTryingAutoCompileAt,
  113. $scope.lastFinishedCompileAt || 0
  114. )
  115. const timeSinceStartedTrying = Date.now() - startedTryingAt
  116. const timeSinceLastChange = Date.now() - $scope.docLastChangedAt
  117. let shouldCompile = false
  118. if (timeSinceLastChange > AUTO_COMPILE_DEBOUNCE) {
  119. // Don't compile in the middle of the user typing
  120. shouldCompile = true
  121. } else if (timeSinceStartedTrying > AUTO_COMPILE_MAX_WAIT) {
  122. // Unless they type for a long time
  123. shouldCompile = true
  124. } else if (timeSinceStartedTrying < 0 || timeSinceLastChange < 0) {
  125. // If time is non-monotonic, assume that the user's system clock has been
  126. // changed and continue with compile
  127. shouldCompile = true
  128. }
  129. if (shouldCompile) {
  130. return triggerAutoCompile()
  131. }
  132. }
  133. function triggerAutoCompile() {
  134. $scope.recompile({ isAutoCompileOnChange: true })
  135. }
  136. function startTryingAutoCompile() {
  137. if (autoCompileInterval != null) {
  138. return
  139. }
  140. $scope.startedTryingAutoCompileAt = Date.now()
  141. autoCompileInterval = setInterval(autoCompileIfReady, 200)
  142. }
  143. function stopTryingAutoCompile() {
  144. clearInterval(autoCompileInterval)
  145. autoCompileInterval = null
  146. }
  147. $scope.changesToAutoCompile = false
  148. $scope.$watch('pdf.uncompiled', uncompiledChanges => {
  149. // don't autocompile if disabled or the pdf is not visible
  150. if (
  151. $scope.pdf.uncompiled &&
  152. $scope.autocompile_enabled &&
  153. !$scope.ui.pdfHidden
  154. ) {
  155. $scope.changesToAutoCompile = true
  156. startTryingAutoCompile()
  157. } else {
  158. $scope.changesToAutoCompile = false
  159. stopTryingAutoCompile()
  160. }
  161. })
  162. function recalculateUncompiledChanges() {
  163. if ($scope.docLastChangedAt == null) {
  164. $scope.pdf.uncompiled = false
  165. } else if (
  166. $scope.lastStartedCompileAt == null ||
  167. $scope.docLastChangedAt > $scope.lastStartedCompileAt
  168. ) {
  169. $scope.pdf.uncompiled = true
  170. } else {
  171. $scope.pdf.uncompiled = false
  172. }
  173. }
  174. function _updateDocLastChangedAt() {
  175. $scope.docLastChangedAt = Date.now()
  176. recalculateUncompiledChanges()
  177. }
  178. function onDocChanged() {
  179. $scope.autoCompileLintingError = false
  180. _updateDocLastChangedAt()
  181. }
  182. function onDocSaved() {
  183. // We use the save as a trigger too, to account for the delay between the client
  184. // and server. Otherwise, we might have compiled after the user made
  185. // the change on the client, but before the server had it.
  186. _updateDocLastChangedAt()
  187. }
  188. function onCompilingStateChanged(compiling) {
  189. recalculateUncompiledChanges()
  190. }
  191. ide.$scope.$on('doc:changed', onDocChanged)
  192. ide.$scope.$on('doc:saved', onDocSaved)
  193. $scope.$watch('pdf.compiling', onCompilingStateChanged)
  194. $scope.autocompile_enabled =
  195. localStorage(`autocompile_enabled:${$scope.project_id}`) || false
  196. $scope.$watch('autocompile_enabled', (newValue, oldValue) => {
  197. if (newValue != null && oldValue !== newValue) {
  198. if (newValue === true) {
  199. autoCompileIfReady()
  200. }
  201. localStorage(`autocompile_enabled:${$scope.project_id}`, newValue)
  202. eventTracking.sendMB('autocompile-setting-changed', {
  203. value: newValue
  204. })
  205. }
  206. })
  207. // abort compile if syntax checks fail
  208. $scope.stop_on_validation_error = localStorage(
  209. `stop_on_validation_error:${$scope.project_id}`
  210. )
  211. if ($scope.stop_on_validation_error == null) {
  212. $scope.stop_on_validation_error = true
  213. }
  214. // turn on for all users by default
  215. $scope.$watch('stop_on_validation_error', (newValue, oldValue) => {
  216. if (newValue != null && oldValue !== newValue) {
  217. localStorage(`stop_on_validation_error:${$scope.project_id}`, newValue)
  218. }
  219. })
  220. $scope.draft = localStorage(`draft:${$scope.project_id}`) || false
  221. $scope.$watch('draft', (newValue, oldValue) => {
  222. if (newValue != null && oldValue !== newValue) {
  223. localStorage(`draft:${$scope.project_id}`, newValue)
  224. }
  225. })
  226. function sendCompileRequest(options) {
  227. if (options == null) {
  228. options = {}
  229. }
  230. const url = `/project/${$scope.project_id}/compile`
  231. const params = {}
  232. if (options.isAutoCompileOnLoad || options.isAutoCompileOnChange) {
  233. params['auto_compile'] = true
  234. }
  235. // if the previous run was a check, clear the error logs
  236. if ($scope.check) {
  237. $scope.pdf.logEntries = {}
  238. }
  239. // keep track of whether this is a compile or check
  240. $scope.check = !!options.check
  241. if (options.check) {
  242. eventTracking.sendMB('syntax-check-request')
  243. }
  244. // send appropriate check type to clsi
  245. let checkType
  246. if ($scope.check) {
  247. checkType = 'validate' // validate only
  248. } else if (options.try) {
  249. checkType = 'silent' // allow use to try compile once
  250. } else if ($scope.stop_on_validation_error) {
  251. checkType = 'error' // try to compile
  252. } else {
  253. checkType = 'silent' // ignore errors
  254. }
  255. // FIXME: Temporarily disable syntax checking as it is causing
  256. // excessive support requests for projects migrated from v1
  257. // https://github.com/overleaf/sharelatex/issues/911
  258. if (checkType === 'error') {
  259. checkType = 'silent'
  260. }
  261. return $http.post(
  262. url,
  263. {
  264. rootDoc_id: options.rootDocOverride_id || null,
  265. draft: $scope.draft,
  266. check: checkType,
  267. // use incremental compile for all users but revert to a full
  268. // compile if there is a server error
  269. incrementalCompilesEnabled: !$scope.pdf.error,
  270. _csrf: window.csrfToken
  271. },
  272. { params }
  273. )
  274. }
  275. function buildPdfDownloadUrl(pdfDownloadDomain, path) {
  276. // we only download builds from compiles server for security reasons
  277. if (
  278. pdfDownloadDomain != null &&
  279. path != null &&
  280. path.indexOf('build') !== -1
  281. ) {
  282. return `${pdfDownloadDomain}${path}`
  283. } else {
  284. return path
  285. }
  286. }
  287. function parseCompileResponse(response) {
  288. // keep last url
  289. const lastPdfUrl = $scope.pdf.url
  290. const { pdfDownloadDomain } = response
  291. // Reset everything
  292. $scope.pdf.error = false
  293. $scope.pdf.timedout = false
  294. $scope.pdf.failure = false
  295. $scope.pdf.url = null
  296. $scope.pdf.clsiMaintenance = false
  297. $scope.pdf.tooRecentlyCompiled = false
  298. $scope.pdf.renderingError = false
  299. $scope.pdf.projectTooLarge = false
  300. $scope.pdf.compileTerminated = false
  301. $scope.pdf.compileExited = false
  302. $scope.pdf.failedCheck = false
  303. $scope.pdf.compileInProgress = false
  304. $scope.pdf.autoCompileDisabled = false
  305. // make a cache to look up files by name
  306. const fileByPath = {}
  307. if (response.outputFiles != null) {
  308. for (const file of response.outputFiles) {
  309. fileByPath[file.path] = file
  310. }
  311. }
  312. // prepare query string
  313. let qs = {}
  314. // add a query string parameter for the compile group
  315. if (response.compileGroup != null) {
  316. ide.compileGroup = qs.compileGroup = response.compileGroup
  317. }
  318. // add a query string parameter for the clsi server id
  319. if (response.clsiServerId != null) {
  320. ide.clsiServerId = qs.clsiserverid = response.clsiServerId
  321. }
  322. if (response.status === 'success') {
  323. $scope.pdf.view = 'pdf'
  324. $scope.shouldShowLogs = false
  325. $scope.pdf.lastCompileTimestamp = Date.now()
  326. // define the base url. if the pdf file has a build number, pass it to the clsi in the url
  327. if (fileByPath['output.pdf'] && fileByPath['output.pdf'].url) {
  328. $scope.pdf.url = buildPdfDownloadUrl(
  329. pdfDownloadDomain,
  330. fileByPath['output.pdf'].url
  331. )
  332. } else if (fileByPath['output.pdf'] && fileByPath['output.pdf'].build) {
  333. const { build } = fileByPath['output.pdf']
  334. $scope.pdf.url = buildPdfDownloadUrl(
  335. pdfDownloadDomain,
  336. `/project/${$scope.project_id}/build/${build}/output/output.pdf`
  337. )
  338. } else {
  339. $scope.pdf.url = buildPdfDownloadUrl(
  340. pdfDownloadDomain,
  341. `/project/${$scope.project_id}/output/output.pdf`
  342. )
  343. }
  344. // check if we need to bust cache (build id is unique so don't need it in that case)
  345. if (!(fileByPath['output.pdf'] && fileByPath['output.pdf'].build)) {
  346. qs.cache_bust = `${Date.now()}`
  347. }
  348. // convert the qs hash into a query string and append it
  349. $scope.pdf.url += createQueryString(qs)
  350. // Save all downloads as files
  351. qs.popupDownload = true
  352. // Pass build id to download if we have it
  353. let buildId = null
  354. if (fileByPath['output.pdf'] && fileByPath['output.pdf'].build) {
  355. buildId = fileByPath['output.pdf'].build
  356. }
  357. $scope.pdf.downloadUrl =
  358. `/download/project/${$scope.project_id}${
  359. buildId ? '/build/' + buildId : ''
  360. }/output/output.pdf` + createQueryString(qs)
  361. fetchLogs(fileByPath, { pdfDownloadDomain })
  362. } else if (response.status === 'timedout') {
  363. $scope.pdf.view = 'errors'
  364. $scope.pdf.timedout = true
  365. fetchLogs(fileByPath, { pdfDownloadDomain })
  366. if (
  367. !$scope.hasPremiumCompile &&
  368. ide.$scope.project.owner._id === ide.$scope.user.id
  369. ) {
  370. eventTracking.send(
  371. 'subscription-funnel',
  372. 'editor-click-feature',
  373. 'compile-timeout'
  374. )
  375. }
  376. } else if (response.status === 'terminated') {
  377. $scope.pdf.view = 'errors'
  378. $scope.pdf.compileTerminated = true
  379. fetchLogs(fileByPath, { pdfDownloadDomain })
  380. } else if (
  381. ['validation-fail', 'validation-pass'].includes(response.status)
  382. ) {
  383. $scope.pdf.view = 'pdf'
  384. $scope.pdf.url = buildPdfDownloadUrl(pdfDownloadDomain, lastPdfUrl)
  385. $scope.shouldShowLogs = true
  386. if (response.status === 'validation-fail') {
  387. $scope.pdf.failedCheck = true
  388. }
  389. eventTracking.sendMB(`syntax-check-${response.status}`)
  390. fetchLogs(fileByPath, { validation: true, pdfDownloadDomain })
  391. } else if (response.status === 'exited') {
  392. $scope.pdf.view = 'pdf'
  393. $scope.pdf.compileExited = true
  394. $scope.pdf.url = buildPdfDownloadUrl(pdfDownloadDomain, lastPdfUrl)
  395. $scope.shouldShowLogs = true
  396. fetchLogs(fileByPath, { pdfDownloadDomain })
  397. } else if (response.status === 'autocompile-backoff') {
  398. if ($scope.pdf.isAutoCompileOnLoad) {
  399. // initial autocompile
  400. $scope.pdf.view = 'uncompiled'
  401. } else {
  402. // background autocompile from typing
  403. $scope.pdf.view = 'errors'
  404. $scope.pdf.autoCompileDisabled = true
  405. $scope.autocompile_enabled = false // disable any further autocompiles
  406. eventTracking.sendMB('autocompile-rate-limited', {
  407. hasPremiumCompile: $scope.hasPremiumCompile
  408. })
  409. }
  410. } else if (response.status === 'project-too-large') {
  411. $scope.pdf.view = 'errors'
  412. $scope.pdf.projectTooLarge = true
  413. } else if (response.status === 'failure') {
  414. $scope.pdf.view = 'errors'
  415. $scope.pdf.failure = true
  416. $scope.shouldShowLogs = true
  417. fetchLogs(fileByPath, { pdfDownloadDomain })
  418. } else if (response.status === 'clsi-maintenance') {
  419. $scope.pdf.view = 'errors'
  420. $scope.pdf.clsiMaintenance = true
  421. } else if (response.status === 'unavailable') {
  422. $scope.pdf.view = 'errors'
  423. $scope.pdf.clsiUnavailable = true
  424. } else if (response.status === 'too-recently-compiled') {
  425. $scope.pdf.view = 'errors'
  426. $scope.pdf.tooRecentlyCompiled = true
  427. } else if (response.status === 'validation-problems') {
  428. $scope.pdf.view = 'validation-problems'
  429. $scope.pdf.validation = response.validationProblems
  430. $scope.shouldShowLogs = false
  431. } else if (response.status === 'compile-in-progress') {
  432. $scope.pdf.view = 'errors'
  433. $scope.pdf.compileInProgress = true
  434. } else {
  435. // fall back to displaying an error
  436. $scope.pdf.view = 'errors'
  437. $scope.pdf.error = true
  438. }
  439. const IGNORE_FILES = ['output.fls', 'output.fdb_latexmk']
  440. $scope.pdf.outputFiles = []
  441. if (response.outputFiles == null) {
  442. return
  443. }
  444. // prepare list of output files for download dropdown
  445. qs = {}
  446. if (response.clsiServerId != null) {
  447. qs.clsiserverid = response.clsiServerId
  448. }
  449. for (const file of response.outputFiles) {
  450. if (IGNORE_FILES.indexOf(file.path) === -1) {
  451. const isOutputFile = /^output\./.test(file.path)
  452. $scope.pdf.outputFiles.push({
  453. // Turn 'output.blg' into 'blg file'.
  454. name: isOutputFile
  455. ? `${file.path.replace(/^output\./, '')} file`
  456. : file.path,
  457. url:
  458. `/project/${$scope.project_id}/output/${file.path}` +
  459. createQueryString(qs),
  460. main: !!isOutputFile,
  461. fileName: file.path,
  462. type: file.type
  463. })
  464. }
  465. }
  466. // sort the output files into order, main files first, then others
  467. $scope.pdf.outputFiles.sort(
  468. (a, b) => b.main - a.main || a.name.localeCompare(b.name)
  469. )
  470. }
  471. function fetchLogs(fileByPath, options) {
  472. let blgFile, chktexFile, logFile
  473. $scope.pdf.logEntries = {}
  474. if (options != null ? options.validation : undefined) {
  475. chktexFile = fileByPath['output.chktex']
  476. } else {
  477. logFile = fileByPath['output.log']
  478. blgFile = fileByPath['output.blg']
  479. }
  480. function getFile(name, file) {
  481. const opts = {
  482. method: 'GET',
  483. params: {
  484. compileGroup: ide.compileGroup,
  485. clsiserverid: ide.clsiServerId
  486. }
  487. }
  488. if (file && file.url) {
  489. // FIXME clean this up when we have file.urls out consistently
  490. opts.url = file.url
  491. } else if (file && file.build) {
  492. opts.url = `/project/${$scope.project_id}/build/${
  493. file.build
  494. }/output/${name}`
  495. } else {
  496. opts.url = `/project/${$scope.project_id}/output/${name}`
  497. }
  498. // check if we need to bust cache (build id is unique so don't need it in that case)
  499. if (!(file && file.build)) {
  500. opts.params.cache_bust = `${Date.now()}`
  501. }
  502. opts.url = buildPdfDownloadUrl(options.pdfDownloadDomain, opts.url)
  503. return $http(opts)
  504. }
  505. // accumulate the log entries
  506. const logEntries = {
  507. all: [],
  508. errors: [],
  509. warnings: []
  510. }
  511. function accumulateResults(newEntries) {
  512. for (let key of ['all', 'errors', 'warnings']) {
  513. if (newEntries.type != null) {
  514. for (let entry of newEntries[key]) {
  515. entry.type = newEntries.type
  516. }
  517. }
  518. logEntries[key] = logEntries[key].concat(newEntries[key])
  519. }
  520. }
  521. // use the parsers for each file type
  522. function processLog(log) {
  523. $scope.pdf.rawLog = log
  524. const { errors, warnings, typesetting } = HumanReadableLogs.parse(log, {
  525. ignoreDuplicates: true
  526. })
  527. const all = [].concat(errors, warnings, typesetting)
  528. accumulateResults({ all, errors, warnings })
  529. }
  530. function processChkTex(log) {
  531. const errors = []
  532. const warnings = []
  533. for (let line of log.split('\n')) {
  534. var m
  535. if ((m = line.match(/^(\S+):(\d+):(\d+): (Error|Warning): (.*)/))) {
  536. const result = {
  537. file: m[1],
  538. line: m[2],
  539. column: m[3],
  540. level: m[4].toLowerCase(),
  541. message: `${m[4]}: ${m[5]}`
  542. }
  543. if (result.level === 'error') {
  544. errors.push(result)
  545. } else {
  546. warnings.push(result)
  547. }
  548. }
  549. }
  550. const all = [].concat(errors, warnings)
  551. const logHints = HumanReadableLogs.parse({
  552. type: 'Syntax',
  553. all,
  554. errors,
  555. warnings
  556. })
  557. eventTracking.sendMB('syntax-check-return-count', {
  558. errors: errors.length,
  559. warnings: warnings.length
  560. })
  561. accumulateResults(logHints)
  562. }
  563. function processBiber(log) {
  564. const { errors, warnings } = BibLogParser.parse(log, {})
  565. const all = [].concat(errors, warnings)
  566. accumulateResults({ type: 'BibTeX:', all, errors, warnings })
  567. }
  568. // output the results
  569. function handleError() {
  570. $scope.pdf.logEntries = {}
  571. $scope.pdf.rawLog = ''
  572. }
  573. function annotateFiles() {
  574. $scope.pdf.logEntries = logEntries
  575. $scope.pdf.logEntryAnnotations = {}
  576. for (const entry of logEntries.all) {
  577. if (entry.file != null) {
  578. entry.file = normalizeFilePath(entry.file)
  579. const entity = ide.fileTreeManager.findEntityByPath(entry.file)
  580. if (entity != null) {
  581. if (!$scope.pdf.logEntryAnnotations[entity.id]) {
  582. $scope.pdf.logEntryAnnotations[entity.id] = []
  583. }
  584. $scope.pdf.logEntryAnnotations[entity.id].push({
  585. row: entry.line - 1,
  586. type: entry.level === 'error' ? 'error' : 'warning',
  587. text: entry.message
  588. })
  589. }
  590. }
  591. }
  592. }
  593. // retrieve the logfile and process it
  594. let response
  595. if (logFile != null) {
  596. response = getFile('output.log', logFile).then(response =>
  597. processLog(response.data)
  598. )
  599. if (blgFile != null) {
  600. // retrieve the blg file if present
  601. response = response.then(() =>
  602. getFile('output.blg', blgFile).then(
  603. response => processBiber(response.data),
  604. () => true
  605. )
  606. )
  607. }
  608. }
  609. if (response != null) {
  610. response.catch(handleError)
  611. } else {
  612. handleError()
  613. }
  614. if (chktexFile != null) {
  615. const getChkTex = () =>
  616. getFile('output.chktex', chktexFile).then(response =>
  617. processChkTex(response.data)
  618. )
  619. // always retrieve the chktex file if present
  620. if (response != null) {
  621. response = response.then(getChkTex, getChkTex)
  622. } else {
  623. response = getChkTex()
  624. }
  625. }
  626. // display the combined result
  627. if (response != null) {
  628. response.finally(annotateFiles)
  629. }
  630. }
  631. function getRootDocOverrideId() {
  632. const doc = ide.editorManager.getCurrentDocValue()
  633. if (doc == null) {
  634. return null
  635. }
  636. for (let line of doc.split('\n')) {
  637. if (/^[^%]*\\documentclass/.test(line)) {
  638. return ide.editorManager.getCurrentDocId()
  639. }
  640. }
  641. return null
  642. }
  643. function normalizeFilePath(path) {
  644. path = path.replace(
  645. /^(.*)\/compiles\/[0-9a-f]{24}(-[0-9a-f]{24})?\/(\.\/)?/,
  646. ''
  647. )
  648. path = path.replace(/^\/compile\//, '')
  649. const rootDocDirname = ide.fileTreeManager.getRootDocDirname()
  650. if (rootDocDirname != null) {
  651. path = path.replace(/^\.\//, rootDocDirname + '/')
  652. }
  653. return path
  654. }
  655. $scope.recompile = function(options) {
  656. if (options == null) {
  657. options = {}
  658. }
  659. if ($scope.pdf.compiling) {
  660. return
  661. }
  662. eventTracking.sendMBSampled('editor-recompile-sampled', options)
  663. $scope.lastStartedCompileAt = Date.now()
  664. $scope.pdf.compiling = true
  665. $scope.pdf.isAutoCompileOnLoad =
  666. options != null ? options.isAutoCompileOnLoad : undefined // initial autocompile
  667. if (options != null ? options.force : undefined) {
  668. // for forced compile, turn off validation check and ignore errors
  669. $scope.stop_on_validation_error = false
  670. $scope.shouldShowLogs = false // hide the logs while compiling
  671. eventTracking.sendMB('syntax-check-turn-off-checking')
  672. }
  673. if (options != null ? options.try : undefined) {
  674. $scope.shouldShowLogs = false // hide the logs while compiling
  675. eventTracking.sendMB('syntax-check-try-compile-anyway')
  676. }
  677. ide.$scope.$broadcast('flush-changes')
  678. options.rootDocOverride_id = getRootDocOverrideId()
  679. sendCompileRequest(options)
  680. .then(function(response) {
  681. const { data } = response
  682. $scope.pdf.view = 'pdf'
  683. $scope.pdf.compiling = false
  684. parseCompileResponse(data)
  685. })
  686. .catch(function(response) {
  687. const { status } = response
  688. if (status === 429) {
  689. $scope.pdf.rateLimited = true
  690. }
  691. $scope.pdf.compiling = false
  692. $scope.pdf.renderingError = false
  693. $scope.pdf.error = true
  694. $scope.pdf.view = 'errors'
  695. })
  696. .finally(() => {
  697. $scope.lastFinishedCompileAt = Date.now()
  698. })
  699. }
  700. // This needs to be public.
  701. ide.$scope.recompile = $scope.recompile
  702. // This method is a simply wrapper and exists only for tracking purposes.
  703. ide.$scope.recompileViaKey = function() {
  704. $scope.recompile({ keyShortcut: true })
  705. }
  706. $scope.stop = function() {
  707. if (!$scope.pdf.compiling) {
  708. return
  709. }
  710. return $http({
  711. url: `/project/${$scope.project_id}/compile/stop`,
  712. method: 'POST',
  713. params: {
  714. clsiserverid: ide.clsiServerId
  715. },
  716. headers: {
  717. 'X-Csrf-Token': window.csrfToken
  718. }
  719. })
  720. }
  721. $scope.clearCache = function() {
  722. $scope.pdf.clearingCache = true
  723. const deferred = $q.defer()
  724. $http({
  725. url: `/project/${$scope.project_id}/output`,
  726. method: 'DELETE',
  727. params: {
  728. clsiserverid: ide.clsiServerId
  729. },
  730. headers: {
  731. 'X-Csrf-Token': window.csrfToken
  732. }
  733. })
  734. .then(function(response) {
  735. $scope.pdf.clearingCache = false
  736. return deferred.resolve()
  737. })
  738. .catch(function(response) {
  739. console.error(response)
  740. const error = response.data
  741. $scope.pdf.clearingCache = false
  742. $scope.pdf.renderingError = false
  743. $scope.pdf.error = true
  744. $scope.pdf.view = 'errors'
  745. return deferred.reject(error)
  746. })
  747. return deferred.promise
  748. }
  749. $scope.toggleLogs = function() {
  750. $scope.$applyAsync(() => {
  751. $scope.shouldShowLogs = !$scope.shouldShowLogs
  752. if ($scope.shouldShowLogs) {
  753. eventTracking.sendMBOnce('ide-open-logs-once')
  754. }
  755. })
  756. }
  757. $scope.showPdf = function() {
  758. $scope.pdf.view = 'pdf'
  759. $scope.shouldShowLogs = false
  760. }
  761. $scope.toggleRawLog = function() {
  762. $scope.pdf.showRawLog = !$scope.pdf.showRawLog
  763. if ($scope.pdf.showRawLog) {
  764. eventTracking.sendMB('logs-view-raw')
  765. }
  766. }
  767. $scope.openClearCacheModal = function() {
  768. $modal.open({
  769. templateUrl: 'clearCacheModalTemplate',
  770. controller: 'ClearCacheModalController',
  771. scope: $scope
  772. })
  773. }
  774. $scope.syncToCode = function(position) {
  775. synctex.syncToCode(position).then(function(data) {
  776. const { doc, line } = data
  777. ide.editorManager.openDoc(doc, { gotoLine: line })
  778. })
  779. }
  780. $scope.setAutoCompile = function(isOn) {
  781. $scope.$applyAsync(function() {
  782. $scope.autocompile_enabled = isOn
  783. })
  784. }
  785. $scope.setDraftMode = function(isOn) {
  786. $scope.$applyAsync(function() {
  787. $scope.draft = isOn
  788. })
  789. }
  790. $scope.setSyntaxCheck = function(isOn) {
  791. $scope.$applyAsync(function() {
  792. $scope.stop_on_validation_error = isOn
  793. })
  794. }
  795. $scope.runSyntaxCheckNow = function() {
  796. $scope.$applyAsync(function() {
  797. $scope.recompile({ check: true })
  798. })
  799. }
  800. $scope.openInEditor = function(entry) {
  801. let column, line
  802. eventTracking.sendMBOnce('logs-jump-to-location-once')
  803. const entity = ide.fileTreeManager.findEntityByPath(entry.file)
  804. if (entity == null || entity.type !== 'doc') {
  805. return
  806. }
  807. if (entry.line != null) {
  808. line = entry.line
  809. }
  810. if (entry.column != null) {
  811. column = entry.column
  812. }
  813. ide.editorManager.openDoc(entity, {
  814. gotoLine: line,
  815. gotoColumn: column
  816. })
  817. }
  818. })
  819. App.factory('synctex', function(ide, $http, $q) {
  820. const synctex = {
  821. syncToPdf(cursorPosition) {
  822. const deferred = $q.defer()
  823. const docId = ide.editorManager.getCurrentDocId()
  824. if (docId == null) {
  825. deferred.reject()
  826. return deferred.promise
  827. }
  828. const doc = ide.fileTreeManager.findEntityById(docId)
  829. if (doc == null) {
  830. deferred.reject()
  831. return deferred.promise
  832. }
  833. let path = ide.fileTreeManager.getEntityPath(doc)
  834. if (path == null) {
  835. deferred.reject()
  836. return deferred.promise
  837. }
  838. // If the root file is folder/main.tex, then synctex sees the
  839. // path as folder/./main.tex
  840. const rootDocDirname = ide.fileTreeManager.getRootDocDirname()
  841. if (rootDocDirname != null && rootDocDirname !== '') {
  842. path = path.replace(RegExp(`^${rootDocDirname}`), `${rootDocDirname}/.`)
  843. }
  844. const { row, column } = cursorPosition
  845. $http({
  846. url: `/project/${ide.project_id}/sync/code`,
  847. method: 'GET',
  848. params: {
  849. file: path,
  850. line: row + 1,
  851. column,
  852. clsiserverid: ide.clsiServerId
  853. }
  854. })
  855. .then(function(response) {
  856. const { data } = response
  857. return deferred.resolve(data.pdf || [])
  858. })
  859. .catch(function(response) {
  860. const error = response.data
  861. return deferred.reject(error)
  862. })
  863. return deferred.promise
  864. },
  865. syncToCode(position, options) {
  866. if (options == null) {
  867. options = {}
  868. }
  869. const deferred = $q.defer()
  870. if (position == null) {
  871. deferred.reject()
  872. return deferred.promise
  873. }
  874. // FIXME: this actually works better if it's halfway across the
  875. // page (or the visible part of the page). Synctex doesn't
  876. // always find the right place in the file when the point is at
  877. // the edge of the page, it sometimes returns the start of the
  878. // next paragraph instead.
  879. const h = position.offset.left
  880. // Compute the vertical position to pass to synctex, which
  881. // works with coordinates increasing from the top of the page
  882. // down. This matches the browser's DOM coordinate of the
  883. // click point, but the pdf position is measured from the
  884. // bottom of the page so we need to invert it.
  885. let v
  886. if (
  887. options.fromPdfPosition &&
  888. (position.pageSize != null ? position.pageSize.height : undefined) !=
  889. null
  890. ) {
  891. v = position.pageSize.height - position.offset.top || 0 // measure from pdf point (inverted)
  892. } else {
  893. v = position.offset.top || 0 // measure from html click position
  894. }
  895. // It's not clear exactly where we should sync to if it wasn't directly
  896. // clicked on, but a little bit down from the very top seems best.
  897. if (options.includeVisualOffset) {
  898. v += 72 // use the same value as in pdfViewer highlighting visual offset
  899. }
  900. $http({
  901. url: `/project/${ide.project_id}/sync/pdf`,
  902. method: 'GET',
  903. params: {
  904. page: position.page + 1,
  905. h: h.toFixed(2),
  906. v: v.toFixed(2),
  907. clsiserverid: ide.clsiServerId
  908. }
  909. })
  910. .then(function(response) {
  911. const { data } = response
  912. if (
  913. data.code != null &&
  914. data.code.length > 0 &&
  915. data.code[0].file !== ''
  916. ) {
  917. const doc = ide.fileTreeManager.findEntityByPath(data.code[0].file)
  918. if (doc == null) {
  919. return
  920. }
  921. return deferred.resolve({ doc, line: data.code[0].line })
  922. } else if (data.code[0].file === '') {
  923. ide.$scope.sync_tex_error = true
  924. setTimeout(() => (ide.$scope.sync_tex_error = false), 4000)
  925. }
  926. })
  927. .catch(function(response) {
  928. const error = response.data
  929. return deferred.reject(error)
  930. })
  931. return deferred.promise
  932. }
  933. }
  934. return synctex
  935. })
  936. App.controller('PdfSynctexController', function($scope, synctex, ide) {
  937. this.cursorPosition = null
  938. $scope.syncToPdfInFlight = false
  939. $scope.syncToCodeInFlight = false
  940. ide.$scope.$on('cursor:editor:update', (event, cursorPosition) => {
  941. this.cursorPosition = cursorPosition
  942. })
  943. $scope.syncToPdf = () => {
  944. if (this.cursorPosition == null) {
  945. return
  946. }
  947. $scope.syncToPdfInFlight = true
  948. synctex
  949. .syncToPdf(this.cursorPosition)
  950. .then(highlights => {
  951. $scope.pdf.highlights = highlights
  952. })
  953. .finally(() => ($scope.syncToPdfInFlight = false))
  954. }
  955. ide.$scope.$on('cursor:editor:syncToPdf', $scope.syncToPdf)
  956. $scope.syncToCode = function() {
  957. $scope.syncToCodeInFlight = true
  958. synctex
  959. .syncToCode($scope.pdf.position, {
  960. includeVisualOffset: true,
  961. fromPdfPosition: true
  962. })
  963. .then(function(data) {
  964. const { doc, line } = data
  965. ide.editorManager.openDoc(doc, { gotoLine: line })
  966. })
  967. .finally(() => ($scope.syncToCodeInFlight = false))
  968. }
  969. })
  970. App.controller('ClearCacheModalController', function($scope, $modalInstance) {
  971. $scope.state = { error: false, inflight: false }
  972. $scope.clear = function() {
  973. $scope.state.inflight = true
  974. $scope
  975. .clearCache()
  976. .then(function() {
  977. $scope.state.inflight = false
  978. $modalInstance.close()
  979. })
  980. .catch(function() {
  981. $scope.state.error = true
  982. $scope.state.inflight = false
  983. })
  984. }
  985. $scope.cancel = () => $modalInstance.dismiss('cancel')
  986. })
  987. // Wrap React component as Angular component. Only needed for "top-level" component
  988. App.component('previewPane', react2angular(PreviewPane))