- (setq vlf-start-pos (max 0 start)
- vlf-end-pos (min (+ vlf-start-pos vlf-batch-size)
- vlf-file-size))
- (if (= vlf-file-size vlf-end-pos) ; re-check file size
- (setq vlf-start-pos (max 0 (- vlf-end-pos vlf-batch-size))))
- (let ((inhibit-read-only t)
- (pos (position-bytes (point))))
- (erase-buffer)
- (insert-file-contents buffer-file-name nil
- vlf-start-pos vlf-end-pos)
- (goto-char (or (byte-to-position (+ pos (vlf-adjust-chunk)))
- (point-max))))
- (set-buffer-modified-p nil)
- (set-visited-file-modtime)
- (or minimal(vlf-update-buffer-name)))
-
-(defun vlf-move-to-chunk (start end &optional minimal)
- "Move to chunk determined by START END.
-When given MINIMAL flag, skip non important operations."
- (vlf-verify-size)
- (setq vlf-start-pos (max 0 start)
- vlf-end-pos (min end vlf-file-size))
- (let ((inhibit-read-only t)
- (pos (position-bytes (point))))
- (erase-buffer)
- (insert-file-contents buffer-file-name nil
- vlf-start-pos vlf-end-pos)
- (goto-char (or (byte-to-position (+ pos (vlf-adjust-chunk)))
- (point-max))))
- (set-buffer-modified-p nil)
- (set-visited-file-modtime)
- (or minimal (vlf-update-buffer-name)))
-
-(defun vlf-adjust-chunk ()
- "Adjust chunk beginning until content can be properly decoded.
-Set `vlf-encode-size' to size of buffer when encoded.
-Return number of bytes moved back for this to happen."
- (let ((shift 0)
- (chunk-size (- vlf-end-pos vlf-start-pos)))
- (while (and (< shift 4)
- (< 4 (abs (- chunk-size
- (setq vlf-encode-size
- (length (encode-coding-region
- (point-min) (point-max)
- buffer-file-coding-system
- t))))))
- (not (zerop vlf-start-pos)))
- (setq shift (1+ shift)
- vlf-start-pos (1- vlf-start-pos)
- chunk-size (1+ chunk-size))
- (let ((inhibit-read-only t))
- (erase-buffer)
- (insert-file-contents buffer-file-name nil
- vlf-start-pos vlf-end-pos)))
- (set-buffer-modified-p nil)
- shift))
-
-;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
-;;; search
-
-(defun vlf-re-search (regexp count backward batch-step)
- "Search for REGEXP COUNT number of times forward or BACKWARD.
-BATCH-STEP is amount of overlap between successive chunks."
- (assert (< 0 count))
- (let* ((match-chunk-start vlf-start-pos)
- (match-chunk-end vlf-end-pos)
- (match-start-pos (+ vlf-start-pos (position-bytes (point))))
- (match-end-pos match-start-pos)
- (to-find count)
- (reporter (make-progress-reporter
- (concat "Searching for " regexp "...")
- (if backward
- (- vlf-file-size vlf-end-pos)
- vlf-start-pos)
- vlf-file-size)))
- (unwind-protect
- (catch 'end-of-file
- (if backward
- (while (not (zerop to-find))
- (cond ((re-search-backward regexp nil t)
- (setq to-find (1- to-find)
- match-chunk-start vlf-start-pos
- match-chunk-end vlf-end-pos
- match-start-pos (+ vlf-start-pos
- (position-bytes
- (match-beginning 0)))
- match-end-pos (+ vlf-start-pos
- (position-bytes
- (match-end 0)))))
- ((zerop vlf-start-pos)
- (throw 'end-of-file nil))
- (t (let ((batch-move (- vlf-start-pos
- (- vlf-batch-size
- batch-step))))
- (vlf-move-to-batch
- (if (< match-start-pos batch-move)
- (- match-start-pos vlf-batch-size)
- batch-move) t))
- (goto-char (if (< match-start-pos
- vlf-end-pos)
- (or (byte-to-position
- (- match-start-pos
- vlf-start-pos))
- (point-max))
- (point-max)))
- (progress-reporter-update
- reporter (- vlf-file-size
- vlf-start-pos)))))
- (while (not (zerop to-find))
- (cond ((re-search-forward regexp nil t)
- (setq to-find (1- to-find)
- match-chunk-start vlf-start-pos
- match-chunk-end vlf-end-pos
- match-start-pos (+ vlf-start-pos
- (position-bytes
- (match-beginning 0)))
- match-end-pos (+ vlf-start-pos
- (position-bytes
- (match-end 0)))))
- ((= vlf-end-pos vlf-file-size)
- (throw 'end-of-file nil))
- (t (let ((batch-move (- vlf-end-pos batch-step)))
- (vlf-move-to-batch
- (if (< batch-move match-end-pos)
- match-end-pos
- batch-move) t))
- (goto-char (if (< vlf-start-pos match-end-pos)
- (or (byte-to-position
- (- match-end-pos
- vlf-start-pos))
- (point-min))
- (point-min)))
- (progress-reporter-update reporter
- vlf-end-pos)))))
- (progress-reporter-done reporter))
- (if backward
- (vlf-goto-match match-chunk-start match-chunk-end
- match-end-pos match-start-pos
- count to-find)
- (vlf-goto-match match-chunk-start match-chunk-end
- match-start-pos match-end-pos
- count to-find)))))
-
-(defun vlf-goto-match (match-chunk-start match-chunk-end
- match-pos-start
- match-pos-end
- count to-find)
- "Move to MATCH-CHUNK-START MATCH-CHUNK-END surrounding \
-MATCH-POS-START and MATCH-POS-END.
-According to COUNT and left TO-FIND, show if search has been
-successful. Return nil if nothing found."
- (if (= count to-find)
- (progn (vlf-move-to-chunk match-chunk-start match-chunk-end)
- (goto-char (or (byte-to-position (- match-pos-start
- vlf-start-pos))
- (point-max)))
- (message "Not found")
- nil)
- (let ((success (zerop to-find)))
- (if success
- (vlf-update-buffer-name)
- (vlf-move-to-chunk match-chunk-start match-chunk-end))
- (let* ((match-end (or (byte-to-position (- match-pos-end
- vlf-start-pos))
- (point-max)))
- (overlay (make-overlay (byte-to-position
- (- match-pos-start
- vlf-start-pos))
- match-end)))
- (overlay-put overlay 'face 'match)
- (unless success
- (goto-char match-end)
- (message "Moved to the %d match which is last"
- (- count to-find)))
- (sit-for 0.1)
- (delete-overlay overlay)
- t))))
-
-(defun vlf-re-search-forward (regexp count)
- "Search forward for REGEXP prefix COUNT number of times.
-Search is performed chunk by chunk in `vlf-batch-size' memory."
- (interactive (list (read-regexp "Search whole file"
- (if regexp-history
- (car regexp-history)))
- (or current-prefix-arg 1)))
- (vlf-re-search regexp count nil (/ vlf-batch-size 8)))
-
-(defun vlf-re-search-backward (regexp count)
- "Search backward for REGEXP prefix COUNT number of times.
-Search is performed chunk by chunk in `vlf-batch-size' memory."
- (interactive (list (read-regexp "Search whole file backward"
- (if regexp-history
- (car regexp-history)))
- (or current-prefix-arg 1)))
- (vlf-re-search regexp count t (/ vlf-batch-size 8)))
-
-(defun vlf-goto-line (n)
- "Go to line N. If N is negative, count from the end of file."
- (interactive "nGo to line: ")
- (let ((start-pos vlf-start-pos)
- (end-pos vlf-end-pos)
- (pos (point))
- (success nil))
- (unwind-protect
- (if (< 0 n)
- (progn (vlf-beginning-of-file)
- (goto-char (point-min))
- (setq success (vlf-re-search "[\n\C-m]" (1- n)
- nil 0)))
- (vlf-end-of-file)
- (goto-char (point-max))
- (setq success (vlf-re-search "[\n\C-m]" (- n) t 0)))
- (if success
- (message "Onto line %s" n)
- (vlf-move-to-chunk start-pos end-pos)
- (goto-char pos)))))
-
-;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
-;;; occur
-
-(defvar vlf-occur-mode-map
- (let ((map (make-sparse-keymap)))
- (define-key map "n" 'vlf-occur-next-match)
- (define-key map "p" 'vlf-occur-prev-match)
- (define-key map "\C-m" 'vlf-occur-visit)
- (define-key map [mouse-1] 'vlf-occur-visit)
- (define-key map "o" 'vlf-occur-show)
- map)
- "Keymap for command `vlf-occur-mode'.")
-
-(define-derived-mode vlf-occur-mode special-mode "VLF[occur]"
- "Major mode for showing occur matches of VLF opened files.")
-
-(defun vlf-occur-next-match ()
- "Move cursor to next match."
- (interactive)
- (if (eq (get-char-property (point) 'face) 'match)
- (goto-char (next-single-property-change (point) 'face)))
- (goto-char (or (text-property-any (point) (point-max) 'face 'match)
- (text-property-any (point-min) (point)
- 'face 'match))))
-
-(defun vlf-occur-prev-match ()
- "Move cursor to previous match."
- (interactive)
- (if (eq (get-char-property (point) 'face) 'match)
- (goto-char (previous-single-property-change (point) 'face)))
- (while (not (eq (get-char-property (point) 'face) 'match))
- (goto-char (or (previous-single-property-change (point) 'face)
- (point-max)))))
-
-(defun vlf-occur-show (&optional event)
- "Visit current `vlf-occur' link in a vlf buffer but stay in the \
-occur buffer. If original VLF buffer has been killed,
-open new VLF session each time.
-EVENT may hold details of the invocation."
- (interactive (list last-nonmenu-event))
- (let ((occur-buffer (if event
- (window-buffer (posn-window
- (event-end event)))
- (current-buffer))))
- (vlf-occur-visit event)
- (pop-to-buffer occur-buffer)))
-
-(defun vlf-occur-visit (&optional event)
- "Visit current `vlf-occur' link in a vlf buffer.
-If original VLF buffer has been killed,
-open new VLF session each time.
-EVENT may hold details of the invocation."
- (interactive (list last-nonmenu-event))
- (when event
- (set-buffer (window-buffer (posn-window (event-end event))))
- (goto-char (posn-point (event-end event))))
- (let* ((pos (point))
- (pos-relative (- pos (line-beginning-position) 1))
- (file (get-char-property pos 'file)))
- (if file
- (let ((chunk-start (get-char-property pos 'chunk-start))
- (chunk-end (get-char-property pos 'chunk-end))
- (buffer (get-char-property pos 'buffer))
- (match-pos (+ (get-char-property pos 'line-pos)
- pos-relative)))
- (or (buffer-live-p buffer)
- (let ((occur-buffer (current-buffer)))
- (setq buffer (vlf file))
- (switch-to-buffer occur-buffer)))
- (pop-to-buffer buffer)
- (if (buffer-modified-p)
- (cond ((and (= vlf-start-pos chunk-start)
- (= vlf-end-pos chunk-end))
- (goto-char match-pos))
- ((y-or-n-p "VLF buffer has been modified. \
-Really jump to new chunk? ")
- (vlf-move-to-chunk chunk-start chunk-end)
- (goto-char match-pos)))
- (vlf-move-to-chunk chunk-start chunk-end)
- (goto-char match-pos))))))
-
-(defun vlf-occur (regexp)
- "Make whole file occur style index for REGEXP.
-Prematurely ending indexing will still show what's found so far."
- (interactive (list (read-regexp "List lines matching regexp"
- (if regexp-history
- (car regexp-history)))))
- (let ((start-pos vlf-start-pos)
- (end-pos vlf-end-pos)
- (pos (point)))
- (vlf-beginning-of-file)
- (goto-char (point-min))
- (unwind-protect (vlf-build-occur regexp)
- (vlf-move-to-chunk start-pos end-pos)
- (goto-char pos))))
-
-(defun vlf-build-occur (regexp)
- "Build occur style index for REGEXP."
- (let ((line 1)
- (last-match-line 0)
- (last-line-pos (point-min))
- (file buffer-file-name)
- (total-matches 0)
- (match-end-pos (+ vlf-start-pos (position-bytes (point))))
- (occur-buffer (generate-new-buffer
- (concat "*VLF-occur " (file-name-nondirectory
- buffer-file-name)
- "*")))
- (line-regexp (concat "\\(?5:[\n\C-m]\\)\\|\\(?10:"
- regexp "\\)"))
- (batch-step (/ vlf-batch-size 8))
- (end-of-file nil)
- (reporter (make-progress-reporter
- (concat "Building index for " regexp "...")
- vlf-start-pos vlf-file-size)))
- (unwind-protect
- (progn
- (while (not end-of-file)
- (if (re-search-forward line-regexp nil t)
- (progn
- (setq match-end-pos (+ vlf-start-pos
- (position-bytes
- (match-end 0))))
- (if (match-string 5)
- (setq line (1+ line) ; line detected
- last-line-pos (point))
- (let* ((chunk-start vlf-start-pos)
- (chunk-end vlf-end-pos)
- (vlf-buffer (current-buffer))
- (line-pos (line-beginning-position))
- (line-text (buffer-substring
- line-pos (line-end-position))))
- (with-current-buffer occur-buffer
- (unless (= line last-match-line) ;new match line
- (insert "\n:") ; insert line number
- (let* ((overlay-pos (1- (point)))
- (overlay (make-overlay
- overlay-pos
- (1+ overlay-pos))))
- (overlay-put overlay 'before-string
- (propertize
- (number-to-string line)
- 'face 'shadow)))
- (insert (propertize line-text ; insert line
- 'file file
- 'buffer vlf-buffer
- 'chunk-start chunk-start
- 'chunk-end chunk-end
- 'mouse-face '(highlight)
- 'line-pos line-pos
- 'help-echo
- (format "Move to line %d"
- line))))
- (setq last-match-line line
- total-matches (1+ total-matches))
- (let ((line-start (1+
- (line-beginning-position)))
- (match-pos (match-beginning 10)))
- (add-text-properties ; mark match
- (+ line-start match-pos (- last-line-pos))
- (+ line-start (match-end 10)
- (- last-line-pos))
- (list 'face 'match
- 'help-echo
- (format "Move to match %d"
- total-matches))))))))
- (setq end-of-file (= vlf-end-pos vlf-file-size))
- (unless end-of-file
- (let ((batch-move (- vlf-end-pos batch-step)))
- (vlf-move-to-batch (if (< batch-move match-end-pos)
- match-end-pos
- batch-move) t))
- (goto-char (if (< vlf-start-pos match-end-pos)
- (or (byte-to-position (- match-end-pos
- vlf-start-pos))
- (point-min))
- (point-min)))
- (setq last-match-line 0
- last-line-pos (line-beginning-position))
- (progress-reporter-update reporter vlf-end-pos))))
- (progress-reporter-done reporter))
- (if (zerop total-matches)
- (progn (with-current-buffer occur-buffer
- (set-buffer-modified-p nil))
- (kill-buffer occur-buffer)
- (message "No matches for \"%s\"" regexp))
- (with-current-buffer occur-buffer
- (goto-char (point-min))
- (insert (propertize
- (format "%d matches from %d lines for \"%s\" \
-in file: %s" total-matches line regexp file)
- 'face 'underline))
- (set-buffer-modified-p nil)
- (forward-char 2)
- (vlf-occur-mode))
- (display-buffer occur-buffer)))))
-
-;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
-;;; editing
-
-(defvar vlf-edit-mode-map
- (let ((map (make-sparse-keymap)))
- (set-keymap-parent map text-mode-map)
- (define-key map "\C-c\C-c" 'vlf-write)
- (define-key map "\C-c\C-q" 'vlf-discard-edit)
- (define-key map "\C-v" vlf-mode-map)
- map)
- "Keymap for command `vlf-edit-mode'.")
-
-(define-derived-mode vlf-edit-mode vlf-mode "VLF[edit]"
- "Major mode for editing large file chunks."
- (setq buffer-read-only nil)
- (buffer-enable-undo)
- (message (substitute-command-keys
- "Editing: Type \\[vlf-write] to write chunk \
-or \\[vlf-discard-edit] to discard changes.")))
-
-(defun vlf-discard-edit ()
- "Discard edit and refresh chunk from file."