1 ;;; context-coloring.el --- Highlight by scope -*- lexical-binding: t; -*-
3 ;; Copyright (C) 2014-2015 Free Software Foundation, Inc.
5 ;; Author: Jackson Ray Hamilton <jackson@jacksonrayhamilton.com>
7 ;; Keywords: convenience faces tools
8 ;; Package-Requires: ((emacs "24") (js2-mode "20150126"))
9 ;; URL: https://github.com/jacksonrayhamilton/context-coloring
11 ;; This file is part of GNU Emacs.
13 ;; This program is free software; you can redistribute it and/or modify
14 ;; it under the terms of the GNU General Public License as published by
15 ;; the Free Software Foundation, either version 3 of the License, or
16 ;; (at your option) any later version.
18 ;; This program is distributed in the hope that it will be useful,
19 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
20 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
21 ;; GNU General Public License for more details.
23 ;; You should have received a copy of the GNU General Public License
24 ;; along with this program. If not, see <http://www.gnu.org/licenses/>.
28 ;; Highlights code by scope. Top-level scopes are one color, second-level
29 ;; scopes are another color, and so on. Variables retain the color of the scope
30 ;; in which they are defined. A variable defined in an outer scope referenced
31 ;; by an inner scope is colored the same as the outer scope.
33 ;; By default, comments and strings are still highlighted syntactically.
42 (defun context-coloring-join (strings delimiter)
43 "Join a list of STRINGS with the string DELIMITER."
44 (mapconcat 'identity strings delimiter))
46 (defsubst context-coloring-trim-right (string)
47 "Remove leading whitespace from STRING."
48 (if (string-match "[ \t\n\r]+\\'" string)
49 (replace-match "" t t string)
52 (defsubst context-coloring-trim-left (string)
53 "Remove trailing whitespace from STRING."
54 (if (string-match "\\`[ \t\n\r]+" string)
55 (replace-match "" t t string)
58 (defsubst context-coloring-trim (string)
59 "Remove leading and trailing whitespace from STRING."
60 (context-coloring-trim-left (context-coloring-trim-right string)))
65 (defun context-coloring-defface (level tty light dark)
66 "Define a face for LEVEL with colors for TTY, LIGHT and DARK
68 (let ((face (intern (format "context-coloring-level-%s-face" level)))
69 (doc (format "Context coloring face, level %s." level)))
72 `((((type tty)) (:foreground ,tty))
73 (((background light)) (:foreground ,light))
74 (((background dark)) (:foreground ,dark)))
76 :group 'context-coloring)))
78 (defun context-coloring-defface-neutral (level)
79 "Define a face for LEVEL with the default neutral colors."
80 (context-coloring-defface level nil "#3f3f3f" "#cdcdcd"))
82 (context-coloring-defface 0 nil "#000000" "#ffffff")
83 (context-coloring-defface 1 "yellow" "#008b8b" "#00ffff")
84 (context-coloring-defface 2 "green" "#0000ff" "#87cefa")
85 (context-coloring-defface 3 "cyan" "#483d8b" "#b0c4de")
86 (context-coloring-defface 4 "blue" "#a020f0" "#eedd82")
87 (context-coloring-defface 5 "magenta" "#a0522d" "#98fb98")
88 (context-coloring-defface 6 "red" "#228b22" "#7fffd4")
89 (context-coloring-defface-neutral 7)
91 (defvar context-coloring-maximum-face nil
92 "Index of the highest face available for coloring.")
94 (defvar context-coloring-original-maximum-face nil
95 "Fallback value for `context-coloring-maximum-face' when all
96 themes have been disabled.")
98 (setq context-coloring-maximum-face 7)
100 (setq context-coloring-original-maximum-face
101 context-coloring-maximum-face)
103 ;; Theme authors can have up to 26 levels: 1 (0th) for globals, 24 (1st-24th)
104 ;; for nested levels, and 1 (25th) for infinity.
106 (context-coloring-defface-neutral (+ number context-coloring-maximum-face 1)))
111 (defsubst context-coloring-level-face (level)
112 "Return the symbol for a face with LEVEL."
113 ;; `concat' is faster than `format' here.
115 (concat "context-coloring-level-" (number-to-string level) "-face")))
117 (defsubst context-coloring-bounded-level-face (level)
118 "Return the symbol for a face with LEVEL, bounded by
119 `context-coloring-maximum-face'."
120 (context-coloring-level-face (min level context-coloring-maximum-face)))
123 ;;; Colorization utilities
125 (defsubst context-coloring-colorize-region (start end level)
126 "Color characters from the 1-indexed START point (inclusive) to
127 the END point (exclusive) with the face corresponding to LEVEL."
131 `(face ,(context-coloring-bounded-level-face level))))
133 (make-obsolete-variable
134 'context-coloring-comments-and-strings
135 "use `context-coloring-syntactic-comments' and
136 `context-coloring-syntactic-strings' instead."
139 (defcustom context-coloring-syntactic-comments t
140 "If non-nil, also color comments using `font-lock'."
141 :group 'context-coloring)
143 (defcustom context-coloring-syntactic-strings t
144 "If non-nil, also color strings using `font-lock'."
145 :group 'context-coloring)
147 (defun context-coloring-font-lock-syntactic-comment-function (state)
148 "Tell `font-lock' to color a comment but not a string."
149 (if (nth 3 state) nil font-lock-comment-face))
151 (defun context-coloring-font-lock-syntactic-string-function (state)
152 "Tell `font-lock' to color a string but not a comment."
153 (if (nth 3 state) font-lock-string-face nil))
155 (defsubst context-coloring-maybe-colorize-comments-and-strings (&optional min max)
156 "Color the current buffer's comments or strings if
157 `context-coloring-syntactic-comments' or
158 `context-coloring-syntactic-strings' are non-nil."
159 (when (or context-coloring-syntactic-comments
160 context-coloring-syntactic-strings)
161 (let ((min (or min (point-min)))
162 (max (or max (point-max)))
163 (font-lock-syntactic-face-function
165 ((and context-coloring-syntactic-comments
166 (not context-coloring-syntactic-strings))
167 'context-coloring-font-lock-syntactic-comment-function)
168 ((and context-coloring-syntactic-strings
169 (not context-coloring-syntactic-comments))
170 'context-coloring-font-lock-syntactic-string-function)
172 font-lock-syntactic-face-function))))
174 (font-lock-fontify-syntactically-region min max)
175 ;; TODO: Make configurable at the dispatch level.
176 (when (eq major-mode 'emacs-lisp-mode)
177 (font-lock-fontify-keywords-region min max))))))
180 ;;; js2-mode colorization
182 (defvar-local context-coloring-js2-scope-level-hash-table nil
183 "Associate `js2-scope' structures and with their scope
186 (defcustom context-coloring-js-block-scopes nil
187 "If non-nil, also color block scopes in the scope hierarchy in JavaScript.
189 The block-scoped `let' and `const' are introduced in ES6. Enable
190 this for ES6 code; disable it elsewhere.
192 Supported modes: `js2-mode'"
193 :group 'context-coloring)
195 (defsubst context-coloring-js2-scope-level (scope)
196 "Return the level of SCOPE."
197 (cond ((gethash scope context-coloring-js2-scope-level-hash-table))
200 (current-scope scope)
202 (while (and current-scope
203 (js2-node-parent current-scope)
204 (setq enclosing-scope
205 (js2-node-get-enclosing-scope current-scope)))
206 (when (or context-coloring-js-block-scopes
207 (let ((type (js2-scope-type current-scope)))
208 (or (= type js2-SCRIPT)
209 (= type js2-FUNCTION)
210 (= type js2-CATCH))))
211 (setq level (+ level 1)))
212 (setq current-scope enclosing-scope))
213 (puthash scope level context-coloring-js2-scope-level-hash-table)))))
215 (defsubst context-coloring-js2-local-name-node-p (node)
216 "Determine if NODE is a `js2-name-node' representing a local
218 (and (js2-name-node-p node)
219 (let ((parent (js2-node-parent node)))
220 (not (or (and (js2-object-prop-node-p parent)
221 (eq node (js2-object-prop-node-left parent)))
222 (and (js2-prop-get-node-p parent)
223 ;; For nested property lookup, the node on the left is a
224 ;; `js2-prop-get-node', so this always works.
225 (eq node (js2-prop-get-node-right parent))))))))
227 (defvar-local context-coloring-point-max nil
228 "Cached value of `point-max'.")
230 (defsubst context-coloring-js2-colorize-node (node level)
231 "Color NODE with the color for LEVEL."
232 (let ((start (js2-node-abs-pos node)))
233 (context-coloring-colorize-region
237 (+ start (js2-node-len node))
238 ;; Somes nodes (like the ast when there is an unterminated multiline
239 ;; comment) will stretch to the value of `point-max'.
240 context-coloring-point-max)
243 (defun context-coloring-js2-colorize ()
244 "Color the current buffer using the abstract syntax tree
245 generated by `js2-mode'."
246 ;; Reset the hash table; the old one could be obsolete.
247 (setq context-coloring-js2-scope-level-hash-table (make-hash-table :test 'eq))
248 (setq context-coloring-point-max (point-max))
249 (with-silent-modifications
256 (context-coloring-js2-colorize-node
258 (context-coloring-js2-scope-level node)))
259 ((context-coloring-js2-local-name-node-p node)
260 (let* ((enclosing-scope (js2-node-get-enclosing-scope node))
261 (defining-scope (js2-get-defining-scope
263 (js2-name-node-name node))))
264 ;; The tree seems to be walked lexically, so an entire scope will
265 ;; be colored, including its name nodes, before they are reached.
266 ;; Coloring the nodes defined in that scope would be redundant, so
268 (when (not (eq defining-scope enclosing-scope))
269 (context-coloring-js2-colorize-node
271 (context-coloring-js2-scope-level defining-scope))))))
272 ;; The `t' indicates to search children.
274 (context-coloring-maybe-colorize-comments-and-strings)))
277 ;;; Emacs Lisp colorization
279 (defsubst context-coloring-forward-sws ()
280 "Move forward through whitespace and comments."
281 (while (forward-comment 1)))
283 (defsubst context-coloring-get-syntax-code ()
285 ;; Faster version of `syntax-after':
286 (aref (syntax-table) (char-after (point)))))
288 (defsubst context-coloring-exact-regexp (word)
289 "Create a regexp that matches exactly WORD."
290 (concat "\\`" (regexp-quote word) "\\'"))
292 (defsubst context-coloring-exact-or-regexp (words)
293 "Create a regexp that matches any exact word in WORDS."
294 (context-coloring-join
295 (mapcar 'context-coloring-exact-regexp words) "\\|"))
297 (defconst context-coloring-elisp-defun-regexp
298 (context-coloring-exact-or-regexp
299 '("defun" "defun*" "defsubst" "defmacro"
300 "cl-defun" "cl-defsubst" "cl-defmacro")))
302 (defconst context-coloring-elisp-arglist-arg-regexp
305 (defconst context-coloring-ignored-word-regexp
306 (context-coloring-join (list "\\`[-+]?[0-9]"
308 (context-coloring-exact-or-regexp
309 '("t" "nil" "." "?")))
312 (defconst context-coloring-WORD-CODE 2)
313 (defconst context-coloring-SYMBOL-CODE 3)
314 (defconst context-coloring-OPEN-PARENTHESIS-CODE 4)
315 (defconst context-coloring-CLOSE-PARENTHESIS-CODE 5)
316 (defconst context-coloring-EXPRESSION-PREFIX-CODE 6)
317 (defconst context-coloring-STRING-QUOTE-CODE 7)
318 (defconst context-coloring-ESCAPE-CODE 9)
319 (defconst context-coloring-COMMENT-START-CODE 11)
320 (defconst context-coloring-COMMENT-END-CODE 12)
322 (defconst context-coloring-OCTOTHORPE-CHAR (string-to-char "#"))
323 (defconst context-coloring-APOSTROPHE-CHAR (string-to-char "'"))
324 (defconst context-coloring-OPEN-PARENTHESIS-CHAR (string-to-char "("))
325 (defconst context-coloring-COMMA-CHAR (string-to-char ","))
326 (defconst context-coloring-AT-CHAR (string-to-char "@"))
327 (defconst context-coloring-BACKTICK-CHAR (string-to-char "`"))
329 (defvar context-coloring-parse-interruptable-p t
330 "Set this to nil to force parse to continue until finished.")
332 (defconst context-coloring-elisp-sexps-per-pause 1000
333 "Pause after this many iterations to check for user input.
334 If user input is pending, stop the parse. This makes for a
335 smoother user experience for large files.
337 As of this writing, emacs lisp colorization seems to run at about
338 60,000 iterations per second. A default value of 1000 should
339 provide visually \"instant\" updates at 60 frames per second.")
341 (defvar context-coloring-elisp-sexp-count 0)
343 (defsubst context-coloring-elisp-increment-sexp-count ()
344 (setq context-coloring-elisp-sexp-count
345 (1+ context-coloring-elisp-sexp-count))
346 (when (and (zerop (% context-coloring-elisp-sexp-count
347 context-coloring-elisp-sexps-per-pause))
348 context-coloring-parse-interruptable-p
350 (throw 'interrupted t)))
352 (defvar context-coloring-elisp-scope-stack '())
354 (defsubst context-coloring-elisp-make-scope (level)
359 (defsubst context-coloring-elisp-scope-get-level (scope)
360 (plist-get scope :level))
362 (defsubst context-coloring-elisp-scope-add-variable (scope variable)
363 (plist-put scope :variables (cons variable (plist-get scope :variables))))
365 (defsubst context-coloring-elisp-scope-has-variable (scope variable)
366 (member variable (plist-get scope :variables)))
368 (defsubst context-coloring-elisp-get-variable-level (variable)
369 (let* ((scope-stack context-coloring-elisp-scope-stack)
372 (while (and scope-stack (not level))
373 (setq scope (car scope-stack))
375 ((context-coloring-elisp-scope-has-variable scope variable)
376 (setq level (context-coloring-elisp-scope-get-level scope)))
378 (setq scope-stack (cdr scope-stack)))))
379 ;; Assume a global variable.
382 (defsubst context-coloring-elisp-current-scope-level ()
384 ((car context-coloring-elisp-scope-stack)
385 (context-coloring-elisp-scope-get-level (car context-coloring-elisp-scope-stack)))
389 (defsubst context-coloring-elisp-push-scope ()
390 (push (context-coloring-elisp-make-scope
391 (1+ (context-coloring-elisp-current-scope-level)))
392 context-coloring-elisp-scope-stack))
394 (defsubst context-coloring-elisp-pop-scope ()
395 (pop context-coloring-elisp-scope-stack))
397 (defsubst context-coloring-elisp-add-variable (variable)
398 (context-coloring-elisp-scope-add-variable
399 (car context-coloring-elisp-scope-stack)
402 (defsubst context-coloring-elisp-parse-arg (callback)
403 (let* ((arg-string (buffer-substring-no-properties
405 (progn (forward-sexp)
407 (when (string-match-p
408 context-coloring-elisp-arglist-arg-regexp
410 (funcall callback arg-string))))
412 ;; TODO: These seem to spiral into an infinite loop sometimes.
413 (defun context-coloring-elisp-parse-let-varlist (type)
418 (while (/= (setq syntax-code (context-coloring-get-syntax-code))
419 context-coloring-CLOSE-PARENTHESIS-CODE)
421 ((= syntax-code context-coloring-OPEN-PARENTHESIS-CODE)
423 (context-coloring-forward-sws)
424 (setq syntax-code (context-coloring-get-syntax-code))
425 (when (or (= syntax-code context-coloring-WORD-CODE)
426 (= syntax-code context-coloring-SYMBOL-CODE))
427 (context-coloring-elisp-parse-arg
430 (context-coloring-forward-sws)
431 (setq syntax-code (context-coloring-get-syntax-code))
432 (when (/= syntax-code context-coloring-CLOSE-PARENTHESIS-CODE)
433 (context-coloring-elisp-colorize-sexp)))
434 (context-coloring-forward-sws)
435 ;; Skip past the closing parenthesis.
437 ((or (= syntax-code context-coloring-WORD-CODE)
438 (= syntax-code context-coloring-SYMBOL-CODE))
439 (context-coloring-elisp-parse-arg
441 (push var varlist)))))
442 (when (eq type 'let*)
443 (context-coloring-elisp-add-variable (pop varlist)))
444 (context-coloring-forward-sws))
447 (context-coloring-elisp-add-variable (pop varlist))))
451 (defun context-coloring-elisp-parse-arglist ()
455 (while (/= (setq syntax-code (context-coloring-get-syntax-code))
456 context-coloring-CLOSE-PARENTHESIS-CODE)
458 ((or (= syntax-code context-coloring-WORD-CODE)
459 (= syntax-code context-coloring-SYMBOL-CODE))
460 (context-coloring-elisp-parse-arg
462 (context-coloring-elisp-add-variable arg))))
465 (context-coloring-forward-sws))
469 (defun context-coloring-elisp-colorize-defun-like (&optional anonymous-p
471 (let ((start (point))
477 (context-coloring-elisp-push-scope)
478 ;; Color the whole sexp.
481 (context-coloring-colorize-region
484 (context-coloring-elisp-current-scope-level))
486 ;; Skip past the "defun".
487 (skip-syntax-forward "^w_")
489 (context-coloring-forward-sws)
492 ;; Check for the defun's name.
493 (setq syntax-code (context-coloring-get-syntax-code))
495 ((or (= syntax-code context-coloring-WORD-CODE)
496 (= syntax-code context-coloring-SYMBOL-CODE))
497 ;; Color the defun's name with the top-level color.
498 (setq defun-name-pos (point))
500 (setq defun-name-end (point))
501 (context-coloring-colorize-region defun-name-pos defun-name-end 0)
502 (context-coloring-forward-sws))
511 (setq syntax-code (context-coloring-get-syntax-code))
513 ((= syntax-code context-coloring-OPEN-PARENTHESIS-CODE)
516 (context-coloring-elisp-parse-let-varlist let-type))
518 (context-coloring-elisp-parse-arglist)))
519 ;; Colorize the rest of the function.
520 (context-coloring-elisp-colorize-region (point) (1- end))
527 (context-coloring-elisp-pop-scope)
528 (context-coloring-elisp-colorize-comments-and-strings-in-region start end)))
530 (defun context-coloring-elisp-colorize-defun ()
531 (context-coloring-elisp-colorize-defun-like))
533 (defun context-coloring-elisp-colorize-lambda ()
534 (context-coloring-elisp-colorize-defun-like t))
536 (defun context-coloring-elisp-colorize-let ()
537 (context-coloring-elisp-colorize-defun-like t 'let))
539 (defun context-coloring-elisp-colorize-let* ()
540 (context-coloring-elisp-colorize-defun-like t 'let*))
542 (defun context-coloring-elisp-colorize-parenthesized-sexp ()
543 (context-coloring-elisp-increment-sexp-count)
544 (let* ((start (point))
545 (end (progn (forward-sexp)
547 (syntax-code (progn (goto-char start)
549 (context-coloring-forward-sws)
550 (context-coloring-get-syntax-code))))
551 ;; Figure out if the sexp is a special form.
553 ((when (or (= syntax-code context-coloring-WORD-CODE)
554 (= syntax-code context-coloring-SYMBOL-CODE))
555 (let ((name-string (buffer-substring-no-properties
557 (progn (forward-sexp)
560 ((string-match-p context-coloring-elisp-defun-regexp name-string)
562 (context-coloring-elisp-colorize-defun)
564 ((string-equal "let" name-string)
566 (context-coloring-elisp-colorize-let)
568 ((string-equal "let*" name-string)
570 (context-coloring-elisp-colorize-let*)
572 ((string-equal "lambda" name-string)
574 (context-coloring-elisp-colorize-lambda)
578 ;; Not a special form; just colorize the remaining region.
580 (context-coloring-colorize-region
583 (context-coloring-elisp-current-scope-level))
584 (context-coloring-elisp-colorize-region (point) (1- end))
587 (defun context-coloring-elisp-colorize-symbol ()
588 (context-coloring-elisp-increment-sexp-count)
589 (let* ((symbol-pos (point))
590 (symbol-end (progn (forward-sexp)
592 (symbol-string (buffer-substring-no-properties
596 ((string-match-p context-coloring-ignored-word-regexp symbol-string))
598 (context-coloring-colorize-region
601 (context-coloring-elisp-get-variable-level
604 (defun context-coloring-elisp-colorize-expression-prefix ()
605 (context-coloring-elisp-increment-sexp-count)
606 (let ((char (char-after))
608 (end (progn (forward-sexp)
611 ((or (= char context-coloring-APOSTROPHE-CHAR)
612 (= char context-coloring-OCTOTHORPE-CHAR))
613 (context-coloring-elisp-colorize-comments-and-strings-in-region start end))
614 ((= char context-coloring-BACKTICK-CHAR)
616 (while (> end (progn (forward-char)
618 (setq char (char-after))
619 (when (= char context-coloring-COMMA-CHAR)
621 (when (= (char-after) context-coloring-AT-CHAR)
622 ;; If we don't do this "@" could be interpreted as a symbol.
624 (context-coloring-forward-sws)
625 (context-coloring-elisp-colorize-sexp)))
626 (context-coloring-elisp-colorize-comments-and-strings-in-region start end)))))
628 (defun context-coloring-elisp-colorize-comment ()
629 (context-coloring-elisp-increment-sexp-count)
630 (let ((start (point)))
631 (context-coloring-forward-sws)
632 (context-coloring-maybe-colorize-comments-and-strings
636 (defun context-coloring-elisp-colorize-string ()
637 (context-coloring-elisp-increment-sexp-count)
638 (let ((start (point)))
640 (context-coloring-maybe-colorize-comments-and-strings
644 (defun context-coloring-elisp-colorize-sexp ()
645 (let ((syntax-code (context-coloring-get-syntax-code)))
647 ((= syntax-code context-coloring-OPEN-PARENTHESIS-CODE)
648 (context-coloring-elisp-colorize-parenthesized-sexp))
649 ((or (= syntax-code context-coloring-WORD-CODE)
650 (= syntax-code context-coloring-SYMBOL-CODE))
651 (context-coloring-elisp-colorize-symbol))
652 ((= syntax-code context-coloring-EXPRESSION-PREFIX-CODE)
653 (context-coloring-elisp-colorize-expression-prefix))
654 ((= syntax-code context-coloring-STRING-QUOTE-CODE)
655 (context-coloring-elisp-colorize-string))
656 ((= syntax-code context-coloring-ESCAPE-CODE)
661 (defun context-coloring-elisp-colorize-comments-and-strings-in-region (start end)
664 (while (> end (progn (skip-syntax-forward "^<\"\\" end)
666 (setq syntax-code (context-coloring-get-syntax-code))
668 ((= syntax-code context-coloring-STRING-QUOTE-CODE)
669 (context-coloring-elisp-colorize-string))
670 ((= syntax-code context-coloring-COMMENT-START-CODE)
671 (context-coloring-elisp-colorize-comment))
672 ((= syntax-code context-coloring-ESCAPE-CODE)
677 (defun context-coloring-elisp-colorize-region (start end)
680 (while (> end (progn (skip-syntax-forward "^()w_'<\"\\" end)
682 (setq syntax-code (context-coloring-get-syntax-code))
684 ((= syntax-code context-coloring-OPEN-PARENTHESIS-CODE)
685 (context-coloring-elisp-colorize-parenthesized-sexp))
686 ((or (= syntax-code context-coloring-WORD-CODE)
687 (= syntax-code context-coloring-SYMBOL-CODE))
688 (context-coloring-elisp-colorize-symbol))
689 ((= syntax-code context-coloring-EXPRESSION-PREFIX-CODE)
690 (context-coloring-elisp-colorize-expression-prefix))
691 ((= syntax-code context-coloring-STRING-QUOTE-CODE)
692 (context-coloring-elisp-colorize-string))
693 ((= syntax-code context-coloring-COMMENT-START-CODE)
694 (context-coloring-elisp-colorize-comment))
695 ((= syntax-code context-coloring-ESCAPE-CODE)
700 (defun context-coloring-elisp-colorize (start end)
701 (setq context-coloring-elisp-sexp-count 0)
702 (setq context-coloring-elisp-scope-stack '())
703 (let ((inhibit-point-motion-hooks t)
704 (case-fold-search nil)
705 ;; This is a recursive-descent parser, so give it a big stack.
706 (max-lisp-eval-depth (max max-lisp-eval-depth 3000))
707 (max-specpdl-size (max max-specpdl-size 3000)))
708 (context-coloring-elisp-colorize-region start end)))
710 (defun context-coloring-elisp-colorize-changed-region (start end)
711 (with-silent-modifications
713 (let ((start (progn (goto-char start)
716 (end (progn (goto-char end)
719 (context-coloring-elisp-colorize start end)))))
721 (defun context-coloring-elisp-colorize-buffer ()
723 (with-silent-modifications
725 (context-coloring-elisp-colorize (point-min) (point-max)))))
728 ;;; Shell command scopification / colorization
730 (defun context-coloring-apply-tokens (tokens)
731 "Process a string of TOKENS to apply context-based coloring to
732 the current buffer. Tokens are 3 integers: start, end, level. A
733 new token occurrs after every 3rd element, and the elements are
734 separated by commas."
735 (let* ((tokens (mapcar 'string-to-number (split-string tokens ","))))
737 (context-coloring-colorize-region
741 (context-coloring-maybe-colorize-comments-and-strings))
743 (defun context-coloring-parse-array (array)
744 "Parse ARRAY as a flat JSON array of numbers and use the tokens
745 to colorize the buffer."
746 (let* ((braceless (substring-no-properties (context-coloring-trim array) 1 -1)))
747 (when (> (length braceless) 0)
748 (with-silent-modifications
749 (context-coloring-apply-tokens braceless)))))
751 (defvar-local context-coloring-scopifier-cancel-function nil
752 "Kills the current scopification process.")
754 (defvar-local context-coloring-scopifier-process nil
755 "The single scopifier process that can be running.")
757 (defun context-coloring-kill-scopifier ()
758 "Kill the currently-running scopifier process."
760 (context-coloring-scopifier-cancel-function
761 (funcall context-coloring-scopifier-cancel-function)
762 (setq context-coloring-scopifier-cancel-function nil))
763 ;; ((not (null context-coloring-scopifier-process))
764 ;; (delete-process context-coloring-scopifier-process)
765 ;; (setq context-coloring-scopifier-process nil))
768 (defun context-coloring-scopify-shell-command (command callback)
769 "Invoke a scopifier via COMMAND, read its response
770 asynchronously and invoke CALLBACK with its output."
772 ;; Prior running tokenization is implicitly obsolete if this function is
774 (context-coloring-kill-scopifier)
776 ;; Start the process.
777 (setq context-coloring-scopifier-process
778 (start-process-shell-command "scopifier" nil command))
782 ;; The process may produce output in multiple chunks. This filter
783 ;; accumulates the chunks into a message.
785 context-coloring-scopifier-process
786 (lambda (_process chunk)
787 (setq output (concat output chunk))))
789 ;; When the process's message is complete, this sentinel parses it as JSON
790 ;; and applies the tokens to the buffer.
791 (set-process-sentinel
792 context-coloring-scopifier-process
793 (lambda (_process event)
794 (when (equal "finished\n" event)
795 (funcall callback output))))))
797 (defun context-coloring-send-buffer-to-scopifier ()
798 "Give the scopifier process its input so it can begin
801 context-coloring-scopifier-process
802 (point-min) (point-max))
804 context-coloring-scopifier-process))
806 (defcustom context-coloring-js-scopifier-server-host "localhost"
807 "Host for the JavaScript scopifier server."
808 :group 'context-coloring)
810 (defcustom context-coloring-js-scopifier-server-port 6969
811 "Port for the JavaScript scopifier server."
812 :group 'context-coloring)
814 (defun context-coloring-js-start-scopifier-server (callback)
818 (setq stream (open-network-stream
820 context-coloring-js-scopifier-server-host
821 context-coloring-js-scopifier-server-port))
822 (funcall callback stream))
824 (context-coloring-scopify-shell-command
825 (context-coloring-join
828 "--host" context-coloring-js-scopifier-server-host
829 "--post" (number-to-string
830 context-coloring-js-scopifier-server-port))
833 (setq stream (open-network-stream
835 context-coloring-js-scopifier-server-host
836 context-coloring-js-scopifier-server-port))
837 (funcall callback stream)))))))
839 (defun context-coloring-send-buffer-to-scopifier-server (callback)
840 ;; TODO: Dispatch configuration.
841 (context-coloring-js-start-scopifier-server
843 (let* ((body (buffer-substring-no-properties (point-min) (point-max)))
844 (header (concat "POST / HTTP/1.0\r\n"
845 "Host: localhost\r\n"
846 "Content-Type: application/x-www-form-urlencoded"
848 (format "Content-Length: %d\r\n" (length body))
854 (lambda (_process chunk)
855 (setq output (concat output chunk))))
856 (set-process-sentinel
858 (lambda (_process event)
859 (when (and (equal "connection broken by remote peer\n" event)
861 ;; Strip the response headers.
862 (string-match "\r\n\r\n" output)
863 (setq output (substring-no-properties output (match-end 0)))
864 (funcall callback output))))
865 (process-send-string process (concat header body "\r\n"))
866 (setq context-coloring-scopifier-cancel-function
868 "Cancel this scopification."
869 (setq active nil)))))))
871 ;; TODO: Maybe have a function dedicated to servers instead.
872 (defun context-coloring-scopify-and-colorize (command &optional callback)
873 "Invoke a scopifier via COMMAND with the current buffer's contents,
874 read the scopifier's response asynchronously and apply a parsed
875 list of tokens to `context-coloring-apply-tokens'.
877 Invoke CALLBACK when complete."
878 (let ((buffer (current-buffer)))
879 (context-coloring-send-buffer-to-scopifier-server
881 (with-current-buffer buffer
882 (context-coloring-parse-array output))
883 (setq context-coloring-scopifier-process nil)
884 (when callback (funcall callback))))))
889 (defvar context-coloring-dispatch-hash-table (make-hash-table :test 'eq)
890 "Map dispatch strategy names to their corresponding property
891 lists, which contain details about the strategies.")
893 (defvar context-coloring-mode-hash-table (make-hash-table :test 'eq)
894 "Map major mode names to dispatch property lists.")
896 (defun context-coloring-get-dispatch-for-mode (mode)
897 "Return the dispatch for MODE (or a derivative mode)."
901 (not (setq dispatch (gethash parent context-coloring-mode-hash-table)))
902 (setq parent (get parent 'derived-mode-parent))))
905 (defun context-coloring-define-dispatch (symbol &rest properties)
906 "Define a new dispatch named SYMBOL with PROPERTIES.
908 A \"dispatch\" is a property list describing a strategy for
909 coloring a buffer. There are two possible strategies: Parse and
910 color in a single function (`:colorizer') or parse with a shell
911 command that returns scope data (`:command'). In the latter
912 case, the scope data will be used to automatically color the
915 PROPERTIES must include `:modes' and one of `:colorizer',
916 `:scopifier' or `:command'.
918 `:modes' - List of major modes this dispatch is valid for.
920 `:colorizer' - Symbol referring to a function that parses and
923 `:executable' - Optional name of an executable required by
926 `:command' - Shell command to execute with the current buffer
927 sent via stdin, and with a flat JSON array of start, end and
928 level data returned via stdout.
930 `:version' - Minimum required version that should be printed when
931 executing `:command' with a \"--version\" flag. The version
932 should be numeric, e.g. \"2\", \"19700101\", \"1.2.3\",
935 `:setup' - Arbitrary code to set up this dispatch when
936 `context-coloring-mode' is enabled.
938 `:teardown' - Arbitrary code to tear down this dispatch when
939 `context-coloring-mode' is disabled."
940 (let ((modes (plist-get properties :modes))
941 (colorizer (plist-get properties :colorizer))
942 (command (plist-get properties :command)))
944 (error "No mode defined for dispatch"))
945 (when (not (or colorizer
947 (error "No colorizer or command defined for dispatch"))
948 (puthash symbol properties context-coloring-dispatch-hash-table)
950 (puthash mode properties context-coloring-mode-hash-table))))
955 (defvar context-coloring-colorize-hook nil
956 "Hooks to run after coloring a buffer.")
958 (defun context-coloring-colorize (&optional callback)
959 "Color the current buffer by function context.
961 Invoke CALLBACK when complete; see `context-coloring-dispatch'."
963 (context-coloring-dispatch
965 (when callback (funcall callback))
966 (run-hooks 'context-coloring-colorize-hook))))
968 (defvar-local context-coloring-changed nil
969 "Indication that the buffer has changed recently, which implies
970 that it should be colored again by
971 `context-coloring-colorize-idle-timer' if that timer is being
974 (defun context-coloring-change-function (_start _end _length)
975 "Register a change so that a buffer can be colorized soon."
976 ;; Tokenization is obsolete if there was a change.
977 (context-coloring-kill-scopifier)
978 (setq context-coloring-changed t))
980 (defun context-coloring-maybe-colorize (buffer)
981 "Colorize the current buffer if it has changed."
982 (when (and (eq buffer (current-buffer))
983 context-coloring-changed)
984 (setq context-coloring-changed nil)
985 (context-coloring-colorize)))
990 (defun context-coloring-parse-version (string)
991 "Extract segments of a version STRING into a list. \"v1.0.0\"
992 produces (1 0 0), \"19700101\" produces (19700101), etc."
994 (while (string-match "[0-9]+" string)
995 (setq version (append version
996 (list (string-to-number (match-string 0 string)))))
997 (setq string (substring string (match-end 0))))
1000 (defun context-coloring-check-version (expected actual)
1001 "Check that version EXPECTED is less than or equal to ACTUAL."
1002 (let ((expected (context-coloring-parse-version expected))
1003 (actual (context-coloring-parse-version actual))
1006 (while (and continue expected)
1007 (let ((an-expected (car expected))
1008 (an-actual (car actual)))
1010 ((> an-actual an-expected)
1012 (setq continue nil))
1013 ((< an-actual an-expected)
1014 (setq acceptable nil)
1015 (setq continue nil))))
1016 (setq expected (cdr expected))
1017 (setq actual (cdr actual)))
1020 (defvar context-coloring-check-scopifier-version-hook nil
1021 "Hooks to run after checking the scopifier version.")
1023 (defun context-coloring-check-scopifier-version (&optional callback)
1024 "Asynchronously invoke CALLBACK with a predicate indicating
1025 whether the current scopifier version satisfies the minimum
1026 version number required for the current major mode."
1027 (let ((dispatch (context-coloring-get-dispatch-for-mode major-mode)))
1029 (let ((version (plist-get dispatch :version))
1030 (command (plist-get dispatch :command)))
1031 (context-coloring-scopify-shell-command
1032 (context-coloring-join (list command "--version") " ")
1034 (if (context-coloring-check-version version output)
1036 (when callback (funcall callback t)))
1037 (when callback (funcall callback nil)))
1038 (run-hooks 'context-coloring-check-scopifier-version-hook)))))))
1043 (defvar context-coloring-theme-hash-table (make-hash-table :test 'eq)
1044 "Map theme names to theme properties.")
1046 (defun context-coloring-theme-p (theme)
1047 "Return t if THEME is defined, nil otherwise."
1048 (and (gethash theme context-coloring-theme-hash-table)))
1050 (defconst context-coloring-level-face-regexp
1051 "context-coloring-level-\\([[:digit:]]+\\)-face"
1052 "Extract a level from a face.")
1054 (defvar context-coloring-originally-set-theme-hash-table
1055 (make-hash-table :test 'eq)
1056 "Cache custom themes who originally set their own
1057 `context-coloring-level-N-face' faces.")
1059 (defun context-coloring-theme-originally-set-p (theme)
1060 "Return t if there is a `context-coloring-level-N-face'
1061 originally set for THEME, nil otherwise."
1062 (let (originally-set)
1064 ;; `setq' might return a non-nil value for the sake of this `cond'.
1069 context-coloring-originally-set-theme-hash-table))
1070 (eq originally-set 'yes))
1072 (let* ((settings (get theme 'theme-settings))
1075 (while (and tail (not found))
1076 (and (eq (nth 0 (car tail)) 'theme-face)
1078 context-coloring-level-face-regexp
1079 (symbol-name (nth 1 (car tail))))
1081 (setq tail (cdr tail)))
1084 (defun context-coloring-cache-originally-set (theme originally-set)
1085 "Remember if THEME had colors originally set for it. If
1086 ORIGINALLY-SET is non-nil, it did, otherwise it didn't."
1087 ;; Caching whether a theme was originally set is kind of dirty, but we have to
1088 ;; do it to remember the past state of the theme. There are probably some
1089 ;; edge cases where caching will be an issue, but they are probably rare.
1092 (if originally-set 'yes 'no)
1093 context-coloring-originally-set-theme-hash-table))
1095 (defun context-coloring-warn-theme-originally-set (theme)
1096 "Warn the user that the colors for THEME are already originally
1098 (warn "Context coloring colors for theme `%s' are already defined" theme))
1100 (defun context-coloring-theme-highest-level (theme)
1101 "Return the highest level N of a face like
1102 `context-coloring-level-N-face' set for THEME, or `-1' if there
1104 (let* ((settings (get theme 'theme-settings))
1110 (and (eq (nth 0 (car tail)) 'theme-face)
1111 (setq face-string (symbol-name (nth 1 (car tail))))
1113 context-coloring-level-face-regexp
1115 (setq number (string-to-number
1116 (substring face-string
1120 (setq found number))
1121 (setq tail (cdr tail)))
1124 (defun context-coloring-apply-theme (theme)
1125 "Apply THEME's properties to its respective custom theme,
1126 which must already exist and which *should* already be enabled."
1127 (let* ((properties (gethash theme context-coloring-theme-hash-table))
1128 (colors (plist-get properties :colors))
1130 ;; Only clobber when we have to.
1131 (when (custom-theme-enabled-p theme)
1132 (setq context-coloring-maximum-face (- (length colors) 1)))
1134 'custom-theme-set-faces
1138 (setq level (+ level 1))
1139 `(,(context-coloring-level-face level) ((t (:foreground ,color)))))
1142 (defun context-coloring-define-theme (theme &rest properties)
1143 "Define a context theme named THEME for coloring scope levels.
1145 PROPERTIES is a property list specifiying the following details:
1147 `:aliases': List of symbols of other custom themes that these
1148 colors are applicable to.
1150 `:colors': List of colors that this context theme uses.
1152 `:override': If non-nil, this context theme is intentionally
1153 overriding colors set by a custom theme. Don't set this non-nil
1154 unless there is a custom theme you want to use which sets
1155 `context-coloring-level-N-face' faces that you want to replace.
1157 `:recede': If non-nil, this context theme should not apply its
1158 colors if a custom theme already sets
1159 `context-coloring-level-N-face' faces. This option is
1160 optimistic; set this non-nil if you would rather confer the duty
1161 of picking colors to a custom theme author (if / when he ever
1164 By default, context themes will always override custom themes,
1165 even if those custom themes set `context-coloring-level-N-face'
1166 faces. If a context theme does override a custom theme, a
1167 warning will be raised, at which point you may want to enable the
1168 `:override' option, or just delete your context theme and opt to
1169 use your custom theme's author's colors instead.
1171 Context themes only work for the custom theme with the highest
1172 precedence, i.e. the car of `custom-enabled-themes'."
1173 (let ((aliases (plist-get properties :aliases))
1174 (override (plist-get properties :override))
1175 (recede (plist-get properties :recede)))
1176 (dolist (name (append `(,theme) aliases))
1177 (puthash name properties context-coloring-theme-hash-table)
1178 (when (custom-theme-p name)
1179 (let ((originally-set (context-coloring-theme-originally-set-p name)))
1180 (context-coloring-cache-originally-set name originally-set)
1181 ;; In the particular case when you innocently define colors that a
1182 ;; custom theme originally set, warn. Arguably this only has to be
1183 ;; done at enable time, but it is probably more useful to do it at
1184 ;; definition time for prompter feedback.
1185 (when (and originally-set
1188 (context-coloring-warn-theme-originally-set name))
1189 ;; Set (or overwrite) colors.
1190 (when (not (and originally-set
1192 (context-coloring-apply-theme name)))))))
1194 (defun context-coloring-enable-theme (theme)
1195 "Apply THEME if its colors are not already set, else just set
1196 `context-coloring-maximum-face' to the correct value for THEME."
1197 (let* ((properties (gethash theme context-coloring-theme-hash-table))
1198 (recede (plist-get properties :recede))
1199 (override (plist-get properties :override)))
1202 (let ((highest-level (context-coloring-theme-highest-level theme)))
1204 ;; This can be true whether originally set by a custom theme or by a
1206 ((> highest-level -1)
1207 (setq context-coloring-maximum-face highest-level))
1208 ;; It is possible that the corresponding custom theme did not exist at
1209 ;; the time of defining this context theme, and in that case the above
1210 ;; condition proves the custom theme did not originally set any faces,
1211 ;; so we have license to apply the context theme for the first time
1214 (context-coloring-apply-theme theme)))))
1216 (let ((originally-set (context-coloring-theme-originally-set-p theme)))
1217 ;; Cache now in case the context theme was defined after the custom
1219 (context-coloring-cache-originally-set theme originally-set)
1220 (when (and originally-set
1222 (context-coloring-warn-theme-originally-set theme))
1223 (context-coloring-apply-theme theme))))))
1225 (defadvice enable-theme (after context-coloring-enable-theme (theme) activate)
1226 "Enable colors for context themes just-in-time."
1227 (when (and (not (eq theme 'user)) ; Called internally by `enable-theme'.
1228 (custom-theme-p theme) ; Guard against non-existent themes.
1229 (context-coloring-theme-p theme))
1230 (when (= (length custom-enabled-themes) 1)
1231 ;; Cache because we can't reliably figure it out in reverse.
1232 (setq context-coloring-original-maximum-face
1233 context-coloring-maximum-face))
1234 (context-coloring-enable-theme theme)))
1236 (defadvice disable-theme (after context-coloring-disable-theme (theme) activate)
1237 "Update `context-coloring-maximum-face'."
1238 (when (custom-theme-p theme) ; Guard against non-existent themes.
1239 (let ((enabled-theme (car custom-enabled-themes)))
1240 (if (context-coloring-theme-p enabled-theme)
1242 (context-coloring-enable-theme enabled-theme))
1243 ;; Assume we are back to no theme; act as if nothing ever happened.
1244 ;; This is still prone to intervention, but rather extraordinarily.
1245 (setq context-coloring-maximum-face
1246 context-coloring-original-maximum-face)))))
1248 (context-coloring-define-theme
1260 (context-coloring-define-theme
1275 (context-coloring-define-theme
1287 (context-coloring-define-theme
1300 (context-coloring-define-theme
1313 (context-coloring-define-theme
1316 :aliases '(solarized-light
1318 sanityinc-solarized-light
1319 sanityinc-solarized-dark)
1338 (context-coloring-define-theme
1350 (context-coloring-define-theme
1367 (context-coloring-define-theme
1383 ;;; Change detection
1385 (defvar-local context-coloring-colorize-idle-timer nil
1386 "The currently-running idle timer.")
1388 (defcustom context-coloring-delay 0.25
1389 "Delay between a buffer update and colorization.
1391 Increase this if your machine is high-performing. Decrease it if
1394 Supported modes: `js-mode', `js3-mode', `emacs-lisp-mode'"
1395 :group 'context-coloring)
1397 (defun context-coloring-setup-idle-change-detection ()
1398 "Setup idle change detection."
1400 'after-change-functions 'context-coloring-change-function nil t)
1402 'kill-buffer-hook 'context-coloring-teardown-idle-change-detection nil t)
1403 (setq context-coloring-colorize-idle-timer
1404 (run-with-idle-timer
1405 context-coloring-delay
1407 'context-coloring-maybe-colorize
1410 (defun context-coloring-teardown-idle-change-detection ()
1411 "Teardown idle change detection."
1412 (context-coloring-kill-scopifier)
1413 (when context-coloring-colorize-idle-timer
1414 (cancel-timer context-coloring-colorize-idle-timer))
1416 'kill-buffer-hook 'context-coloring-teardown-idle-change-detection t)
1418 'after-change-functions 'context-coloring-change-function t))
1421 ;;; Built-in dispatches
1423 (context-coloring-define-dispatch
1425 :modes '(js-mode js3-mode)
1426 :executable "scopifier"
1427 :command "scopifier"
1430 (context-coloring-define-dispatch
1433 :colorizer 'context-coloring-js2-colorize
1436 (add-hook 'js2-post-parse-callbacks 'context-coloring-colorize nil t))
1439 (remove-hook 'js2-post-parse-callbacks 'context-coloring-colorize t)))
1441 (context-coloring-define-dispatch
1443 :modes '(emacs-lisp-mode)
1444 :colorizer 'context-coloring-elisp-colorize-buffer
1445 :setup 'context-coloring-setup-idle-change-detection
1446 :teardown 'context-coloring-teardown-idle-change-detection)
1448 (defun context-coloring-dispatch (&optional callback)
1449 "Determine the optimal track for scopification / coloring of
1450 the current buffer, then execute it.
1452 Invoke CALLBACK when complete. It is invoked synchronously for
1453 elisp tracks, and asynchronously for shell command tracks."
1454 (let* ((dispatch (context-coloring-get-dispatch-for-mode major-mode))
1455 (colorizer (plist-get dispatch :colorizer))
1456 (command (plist-get dispatch :command))
1462 (funcall colorizer)))
1465 (setq context-coloring-changed t))
1467 (when callback (funcall callback)))))
1469 (context-coloring-scopify-and-colorize command callback)))))
1475 (define-minor-mode context-coloring-mode
1476 "Context-based code coloring, inspired by Douglas Crockford."
1478 (if (not context-coloring-mode)
1480 (let ((dispatch (context-coloring-get-dispatch-for-mode major-mode)))
1482 (let ((command (plist-get dispatch :command))
1483 (teardown (plist-get dispatch :teardown)))
1485 (context-coloring-teardown-idle-change-detection))
1487 (funcall teardown)))))
1491 ;; Font lock is incompatible with this mode; the converse is also true.
1495 ;; ...but we do use font-lock functions here.
1496 (font-lock-set-defaults)
1498 ;; Safely change the valye of this function as necessary.
1499 (make-local-variable 'font-lock-syntactic-face-function)
1501 (let ((dispatch (context-coloring-get-dispatch-for-mode major-mode)))
1504 (let ((command (plist-get dispatch :command))
1505 (version (plist-get dispatch :version))
1506 (executable (plist-get dispatch :executable))
1507 (setup (plist-get dispatch :setup))
1508 (colorize-initially-p t))
1510 ;; Shell commands recolor on change, idly.
1513 (null (executable-find executable)))
1514 (message "Executable \"%s\" not found" executable)
1515 (setq colorize-initially-p nil))
1517 (context-coloring-check-scopifier-version
1518 (lambda (sufficient-p)
1521 (context-coloring-setup-idle-change-detection)
1522 (context-coloring-colorize))
1523 (message "Update to the minimum version of \"%s\" (%s)"
1524 executable version))))
1525 (setq colorize-initially-p nil))
1527 (context-coloring-setup-idle-change-detection))))
1530 ;; Colorize once initially.
1531 (when colorize-initially-p
1532 (let ((context-coloring-parse-interruptable-p nil))
1533 (context-coloring-colorize)))))
1534 (when (null dispatch)
1535 (message "Context coloring is not available for this major mode"))))))
1537 (provide 'context-coloring)
1539 ;;; context-coloring.el ends here