-;;; vlf.el --- View Large Files
+;;; vlf.el --- View Large Files -*- lexical-binding: t -*-
-;; Copyright (C) 2006, 2012 Free Software Foundation, Inc.
+;; Copyright (C) 2006, 2012, 2013 Free Software Foundation, Inc.
-;; Version: 0.2
+;; Version: 0.8
;; Keywords: large files, utilities
;; Authors: 2006 Mathias Dahl <mathias.dahl@gmail.com>
;; 2012 Sam Steingold <sds@gnu.org>
+;; 2013 Andrey Kotlarski <m00naticus@gmail.com>
;; This file is free software; you can redistribute it and/or modify
;; it under the terms of the GNU General Public License as published by
;; This package provides the M-x vlf command, which visits part of a
;; large file in a read-only buffer without visiting the entire file.
-;; The buffer uses VLF mode, which defines the commands M-<next>
-;; (vlf-next-batch) and M-<prior> (vlf-prev-batch) to visit other
-;; parts of the file. The option `vlf-batch-size' specifies the size
-;; of each batch, in bytes.
+;; The buffer uses VLF mode, which defines several commands for
+;; moving around, searching and editing selected chunk of file.
;; This package was inspired by a snippet posted by Kevin Rodgers,
;; showing how to use `insert-file-contents' to extract part of a
:type 'integer
:group 'vlf)
-;; Keep track of file position.
-(defvar vlf-start-pos)
-(defvar vlf-end-pos)
-(defvar vlf-file-size)
+;;; Keep track of file position.
+(defvar vlf-start-pos 0
+ "Absolute position of the visible chunk start.")
+(defvar vlf-end-pos vlf-batch-size
+ "Absolute position of the visible chunk end.")
+(defvar vlf-file-size 0 "Total size of presented file.")
(defvar vlf-mode-map
(let ((map (make-sparse-keymap)))
(define-key map [M-next] 'vlf-next-batch)
(define-key map [M-prior] 'vlf-prev-batch)
- (define-key map (kbd "C-+") 'vlf-change-batch-size)
+ (define-key map "+" 'vlf-change-batch-size)
+ (define-key map "-"
+ (lambda () "Decrease vlf batch size by factor of 2."
+ (interactive)
+ (vlf-change-batch-size t)))
+ (define-key map "s" 'vlf-re-search-forward)
+ (define-key map "r" 'vlf-re-search-backward)
+ (define-key map "o" 'vlf-occur)
+ (define-key map "[" 'vlf-beginning-of-file)
+ (define-key map "]" 'vlf-end-of-file)
+ (define-key map "e" 'vlf-edit-mode)
+ (define-key map "j" 'vlf-jump-to-chunk)
+ (define-key map "l" 'vlf-goto-line)
map)
"Keymap for `vlf-mode'.")
"Mode to browse large files in."
(setq buffer-read-only t)
(set-buffer-modified-p nil)
+ (buffer-disable-undo)
+ (add-hook 'write-contents-functions 'vlf-write)
+ (make-local-variable 'revert-buffer-function)
+ (setq revert-buffer-function 'vlf-revert)
(make-local-variable 'vlf-batch-size)
+ (put 'vlf-batch-size 'permanent-local t)
(make-local-variable 'vlf-start-pos)
- (make-local-variable 'vlf-file-size))
+ (put 'vlf-start-pos 'permanent-local t)
+ (make-local-variable 'vlf-end-pos)
+ (put 'vlf-end-pos 'permanent-local t)
+ (make-local-variable 'vlf-file-size)
+ (put 'vlf-file-size 'permanent-local t))
+
+;;;###autoload
+(defun vlf (file)
+ "View Large FILE.
+Batches of the file data from FILE will be displayed in a read-only
+buffer. You can customize number of bytes displayed by customizing
+`vlf-batch-size'."
+ (interactive "fFile to open: ")
+ (with-current-buffer (generate-new-buffer "*vlf*")
+ (setq buffer-file-name file
+ vlf-file-size (vlf-get-file-size file))
+ (vlf-insert-file)
+ (vlf-mode)
+ (switch-to-buffer (current-buffer))))
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;; integration with other packages
+
+;;;###autoload
+(defun dired-vlf ()
+ "In Dired, visit the file on this line in VLF mode."
+ (interactive)
+ (vlf (dired-get-file-for-visit)))
+
+;;;###autoload
+(eval-after-load "dired"
+ '(define-key dired-mode-map "V" 'dired-vlf))
+
+;;;###autoload
+(defun vlf-if-file-too-large (size op-type &optional filename)
+ "If file SIZE larger than `large-file-warning-threshold', \
+allow user to view file with `vlf', open it normally or abort.
+OP-TYPE specifies the file operation being performed over FILENAME."
+ (and large-file-warning-threshold size
+ (> size large-file-warning-threshold)
+ (let ((char nil))
+ (while (not (memq (setq char
+ (read-event
+ (propertize
+ (format
+ "File %s is large (%s): \
+%s normally (o), %s with vlf (v) or abort (a)"
+ (if filename
+ (file-name-nondirectory filename)
+ "")
+ (file-size-human-readable size)
+ op-type op-type)
+ 'face 'minibuffer-prompt)))
+ '(?o ?O ?v ?V ?a ?A))))
+ (cond ((memq char '(?o ?O)))
+ ((memq char '(?v ?V))
+ (vlf filename)
+ (error ""))
+ ((memq char '(?a ?A))
+ (error "Aborted"))))))
+
+;; hijack `abort-if-file-too-large'
+;;;###autoload
+(fset 'abort-if-file-too-large 'vlf-if-file-too-large)
+
+;; scroll auto batching
+(defadvice scroll-up (around vlf-scroll-up
+ activate compile)
+ "Slide to next batch if at end of buffer in `vlf-mode'."
+ (if (and (eq major-mode 'vlf-mode)
+ (eobp))
+ (progn (vlf-next-batch 1)
+ (goto-char (point-min)))
+ ad-do-it))
+
+(defadvice scroll-down (around vlf-scroll-down
+ activate compile)
+ "Slide to previous batch if at beginning of buffer in `vlf-mode'."
+ (if (and (eq major-mode 'vlf-mode)
+ (bobp))
+ (progn (vlf-prev-batch 1)
+ (goto-char (point-max)))
+ ad-do-it))
+
+;; non recent Emacs
+(unless (fboundp 'file-size-human-readable)
+ (defun file-size-human-readable (file-size)
+ "Print FILE-SIZE in MB."
+ (format "%.1fMB" (/ file-size 1024.0))))
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;; utilities
(defun vlf-change-batch-size (decrease)
"Change the buffer-local value of `vlf-batch-size'.
Normally, the value is doubled;
-with the prefix argument it is halved."
+with the prefix argument DECREASE it is halved."
(interactive "P")
(or (assq 'vlf-batch-size (buffer-local-variables))
(error "%s is not local in this buffer" 'vlf-batch-size))
- (setq vlf-batch-size
- (if decrease
- (/ vlf-batch-size 2)
- (* vlf-batch-size 2)))
- (vlf-update-buffer-name))
+ (setq vlf-batch-size (if decrease
+ (/ vlf-batch-size 2)
+ (* vlf-batch-size 2)))
+ (vlf-move-to-batch vlf-start-pos))
(defun vlf-format-buffer-name ()
"Return format for vlf buffer name."
- (format "%s(%s)[%d,%d](%d)"
+ (format "%s(%s)[%d/%d](%d)"
(file-name-nondirectory buffer-file-name)
(file-size-human-readable vlf-file-size)
- vlf-start-pos vlf-end-pos vlf-batch-size))
+ (/ vlf-end-pos vlf-batch-size)
+ (/ vlf-file-size vlf-batch-size)
+ vlf-batch-size))
(defun vlf-update-buffer-name ()
"Update the current buffer name."
(rename-buffer (vlf-format-buffer-name) t))
+(defmacro vlf-get-file-size (file)
+ "Get size in bytes of FILE."
+ `(nth 7 (file-attributes ,file)))
+
+(defun vlf-insert-file (&optional from-end)
+ "Insert first chunk of current file contents in current buffer.
+With FROM-END prefix, start from the back."
+ (if from-end
+ (setq vlf-start-pos (max 0 (- vlf-file-size vlf-batch-size))
+ vlf-end-pos vlf-file-size)
+ (setq vlf-start-pos 0
+ vlf-end-pos (min vlf-batch-size vlf-file-size)))
+ (vlf-move-to-chunk vlf-start-pos vlf-end-pos))
+
+(defun vlf-beginning-of-file ()
+ "Jump to beginning of file content."
+ (interactive)
+ (vlf-insert-file))
+
+(defun vlf-end-of-file ()
+ "Jump to end of file content."
+ (interactive)
+ (vlf-insert-file t))
+
+(defun vlf-revert (&optional ignore-auto noconfirm)
+ "Revert current chunk. Ignore IGNORE-AUTO.
+Ask for confirmation if NOCONFIRM is nil."
+ (ignore ignore-auto)
+ (or noconfirm
+ (yes-or-no-p (format "Revert buffer from file %s? "
+ buffer-file-name))
+ (vlf-move-to-chunk vlf-start-pos vlf-end-pos)))
+
+(defun vlf-jump-to-chunk (n)
+ "Go to to chunk N."
+ (interactive "nGoto to chunk: ")
+ (vlf-move-to-batch (* (1- n) vlf-batch-size)))
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;; batch movement
+
(defun vlf-next-batch (append)
"Display the next batch of file data.
-Append to the existing buffer when the prefix argument is supplied."
- (interactive "P")
- (when (= vlf-end-pos vlf-file-size)
- (error "Already at EOF"))
- (let ((inhibit-read-only t)
- (end (min vlf-file-size (+ vlf-end-pos vlf-batch-size))))
- (goto-char (point-max))
- ;; replacing `erase-buffer' with replace arg to `insert-file-contents'
- ;; hangs emacs
- (unless append (erase-buffer))
- (insert-file-contents buffer-file-name nil vlf-end-pos end)
- (unless append
- (setq vlf-start-pos vlf-end-pos))
- (setq vlf-end-pos end)
- (set-buffer-modified-p nil)
- (vlf-update-buffer-name)))
+When prefix argument is supplied and positive
+ jump over APPEND number of batches.
+When prefix argument is negative
+ append next APPEND number of batches to the existing buffer."
+ (interactive "p")
+ (or (verify-visited-file-modtime (current-buffer))
+ (setq vlf-file-size (vlf-get-file-size buffer-file-name)))
+ (let ((end (min (+ vlf-end-pos (* vlf-batch-size
+ (abs append)))
+ vlf-file-size)))
+ (let ((inhibit-read-only t)
+ (do-append (< append 0))
+ (pos (position-bytes (point))))
+ (if do-append
+ (goto-char (point-max))
+ (setq vlf-start-pos (- end vlf-batch-size))
+ (erase-buffer))
+ (insert-file-contents buffer-file-name nil (if do-append
+ vlf-end-pos
+ vlf-start-pos)
+ end)
+ (setq vlf-end-pos end)
+ (goto-char (or (byte-to-position (+ pos (vlf-adjust-chunk)))
+ (point-max)))))
+ (set-visited-file-modtime)
+ (set-buffer-modified-p nil)
+ (vlf-update-buffer-name))
(defun vlf-prev-batch (prepend)
"Display the previous batch of file data.
-Prepend to the existing buffer when the prefix argument is supplied."
- (interactive "P")
- (when (= vlf-start-pos 0)
- (error "Already at BOF"))
+When prefix argument is supplied and positive
+ jump over PREPEND number of batches.
+When prefix argument is negative
+ append previous PREPEND number of batches to the existing buffer."
+ (interactive "p")
+ (if (zerop vlf-start-pos)
+ (error "Already at BOF"))
+ (or (verify-visited-file-modtime (current-buffer))
+ (setq vlf-file-size (vlf-get-file-size buffer-file-name)))
(let ((inhibit-read-only t)
- (start (max 0 (- vlf-start-pos vlf-batch-size))))
- (goto-char (point-min))
- (unless prepend (erase-buffer))
- (insert-file-contents buffer-file-name nil start vlf-start-pos)
- (unless prepend
- (setq vlf-end-pos vlf-start-pos))
+ (start (max 0 (- vlf-start-pos (* vlf-batch-size
+ (abs prepend)))))
+ (do-prepend (< prepend 0))
+ (pos (- (position-bytes (point-max))
+ (position-bytes (point)))))
+ (if do-prepend
+ (goto-char (point-min))
+ (setq vlf-end-pos (min (+ start vlf-batch-size)
+ vlf-file-size))
+ (erase-buffer))
+ (insert-file-contents buffer-file-name nil start
+ (if do-prepend
+ vlf-start-pos
+ vlf-end-pos))
(setq vlf-start-pos start)
- (set-buffer-modified-p nil)
- (vlf-update-buffer-name)))
+ (setq pos (+ pos (vlf-adjust-chunk)))
+ (goto-char (or (byte-to-position (- (position-bytes (point-max))
+ pos))
+ (point-max))))
+ (set-visited-file-modtime)
+ (set-buffer-modified-p nil)
+ (vlf-update-buffer-name))
-(defun vlf (file)
- "View a Large File in Emacs.
-FILE is the file to open.
-Batches of the file data from FILE will be displayed in a
- read-only buffer.
-You can customize the number of bytes to
- display by customizing `vlf-batch-size'."
- (interactive "fFile to open: ")
- (with-current-buffer (generate-new-buffer "*vlf*")
- (setq buffer-file-name file
- vlf-start-pos 0
- vlf-end-pos vlf-batch-size
- vlf-file-size (nth 7 (file-attributes file)))
- (vlf-update-buffer-name)
+(defun vlf-move-to-batch (start &optional minimal)
+ "Move to batch determined by START.
+Adjust according to file start/end and show `vlf-batch-size' bytes.
+When given MINIMAL flag, skip non important operations."
+ (or (verify-visited-file-modtime (current-buffer))
+ (setq vlf-file-size (vlf-get-file-size buffer-file-name)))
+ (setq vlf-start-pos (max 0 start)
+ vlf-end-pos (min (+ vlf-start-pos vlf-batch-size)
+ vlf-file-size))
+ (if (= vlf-file-size vlf-end-pos) ; re-check file size
+ (setq vlf-start-pos (max 0 (- vlf-end-pos vlf-batch-size))))
+ (let ((inhibit-read-only t)
+ (pos (position-bytes (point))))
+ (erase-buffer)
+ (insert-file-contents buffer-file-name nil
+ vlf-start-pos vlf-end-pos)
+ (goto-char (or (byte-to-position (+ pos (vlf-adjust-chunk)))
+ (point-max))))
+ (set-buffer-modified-p nil)
+ (set-visited-file-modtime)
+ (or minimal(vlf-update-buffer-name)))
+
+(defun vlf-move-to-chunk (start end &optional minimal)
+ "Move to chunk determined by START END.
+When given MINIMAL flag, skip non important operations."
+ (or (verify-visited-file-modtime (current-buffer))
+ (setq vlf-file-size (vlf-get-file-size buffer-file-name)))
+ (setq vlf-start-pos (max 0 start)
+ vlf-end-pos (min end vlf-file-size))
+ (let ((inhibit-read-only t)
+ (pos (position-bytes (point))))
+ (erase-buffer)
(insert-file-contents buffer-file-name nil
- vlf-start-pos vlf-end-pos nil)
+ vlf-start-pos vlf-end-pos)
+ (goto-char (or (byte-to-position (+ pos (vlf-adjust-chunk)))
+ (point-max))))
+ (set-buffer-modified-p nil)
+ (set-visited-file-modtime)
+ (or minimal (vlf-update-buffer-name)))
+
+(defun vlf-adjust-chunk ()
+ "Adjust chunk beginning until content can be properly decoded.
+Return number of bytes moved back for this to happen."
+ (let ((shift 0))
+ (while (and (not (zerop vlf-start-pos))
+ (< shift 3)
+ (/= (- vlf-end-pos vlf-start-pos)
+ (length (encode-coding-region
+ (point-min) (point-max)
+ buffer-file-coding-system t))))
+ (setq shift (1+ shift)
+ vlf-start-pos (1- vlf-start-pos))
+ (let ((inhibit-read-only t))
+ (erase-buffer)
+ (insert-file-contents buffer-file-name nil
+ vlf-start-pos vlf-end-pos)))
+ (set-buffer-modified-p nil)
+ shift))
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;; search
+
+(defun vlf-re-search (regexp count backward)
+ "Search for REGEXP COUNT number of times forward or BACKWARD."
+ (let* ((match-chunk-start vlf-start-pos)
+ (match-chunk-end vlf-end-pos)
+ (match-start-pos (+ vlf-start-pos (position-bytes (point))))
+ (match-end-pos match-start-pos)
+ (to-find count)
+ (reporter (make-progress-reporter
+ (concat "Searching for " regexp "...")
+ (if backward
+ (- vlf-file-size vlf-end-pos)
+ vlf-start-pos)
+ vlf-file-size))
+ (batch-step (/ vlf-batch-size 8))) ; amount of chunk overlap
+ (unwind-protect
+ (catch 'end-of-file
+ (if backward
+ (while (not (zerop to-find))
+ (cond ((re-search-backward regexp nil t)
+ (setq to-find (1- to-find)
+ match-chunk-start vlf-start-pos
+ match-chunk-end vlf-end-pos
+ match-start-pos (+ vlf-start-pos
+ (position-bytes
+ (match-beginning 0)))
+ match-end-pos (+ vlf-start-pos
+ (position-bytes
+ (match-end 0)))))
+ ((zerop vlf-start-pos)
+ (throw 'end-of-file nil))
+ (t (let ((batch-move (- vlf-start-pos
+ (- vlf-batch-size
+ batch-step))))
+ (vlf-move-to-batch
+ (if (< match-start-pos batch-move)
+ (- match-start-pos vlf-batch-size)
+ batch-move) t))
+ (goto-char (if (< match-start-pos
+ vlf-end-pos)
+ (or (byte-to-position
+ (- match-start-pos
+ vlf-start-pos))
+ (point-max))
+ (point-max)))
+ (progress-reporter-update
+ reporter (- vlf-file-size
+ vlf-start-pos)))))
+ (while (not (zerop to-find))
+ (cond ((re-search-forward regexp nil t)
+ (setq to-find (1- to-find)
+ match-chunk-start vlf-start-pos
+ match-chunk-end vlf-end-pos
+ match-start-pos (+ vlf-start-pos
+ (position-bytes
+ (match-beginning 0)))
+ match-end-pos (+ vlf-start-pos
+ (position-bytes
+ (match-end 0)))))
+ ((= vlf-end-pos vlf-file-size)
+ (throw 'end-of-file nil))
+ (t (let ((batch-move (- vlf-end-pos batch-step)))
+ (vlf-move-to-batch
+ (if (< batch-move match-end-pos)
+ match-end-pos
+ batch-move) t))
+ (goto-char (if (< vlf-start-pos match-end-pos)
+ (or (byte-to-position
+ (- match-end-pos
+ vlf-start-pos))
+ (point-max))
+ (point-min)))
+ (progress-reporter-update reporter
+ vlf-end-pos)))))
+ (progress-reporter-done reporter))
+ (if backward
+ (vlf-goto-match match-chunk-start match-chunk-end
+ match-end-pos match-start-pos
+ count to-find)
+ (vlf-goto-match match-chunk-start match-chunk-end
+ match-start-pos match-end-pos
+ count to-find)))))
+
+(defun vlf-goto-match (match-chunk-start match-chunk-end
+ match-pos-start
+ match-pos-end
+ count to-find)
+ "Move to MATCH-CHUNK-START MATCH-CHUNK-END surrounding \
+MATCH-POS-START and MATCH-POS-END.
+According to COUNT and left TO-FIND, show if search has been
+successful. Return nil if nothing found."
+ (if (= count to-find)
+ (progn (vlf-move-to-chunk match-chunk-start match-chunk-end)
+ (goto-char (or (byte-to-position (- match-pos-start
+ vlf-start-pos))
+ (point-max)))
+ (message "Not found")
+ nil)
+ (let ((success (zerop to-find)))
+ (if success
+ (vlf-update-buffer-name)
+ (vlf-move-to-chunk match-chunk-start match-chunk-end))
+ (let* ((match-end (or (byte-to-position (- match-pos-end
+ vlf-start-pos))
+ (point-max)))
+ (overlay (make-overlay (byte-to-position
+ (- match-pos-start
+ vlf-start-pos))
+ match-end)))
+ (overlay-put overlay 'face 'match)
+ (unless success
+ (goto-char match-end)
+ (message "Moved to the %d match which is last"
+ (- count to-find)))
+ (sit-for 0.1)
+ (delete-overlay overlay)
+ t))))
+
+(defun vlf-re-search-forward (regexp count)
+ "Search forward for REGEXP prefix COUNT number of times.
+Search is performed chunk by chunk in `vlf-batch-size' memory."
+ (interactive (list (read-regexp "Search whole file"
+ (if regexp-history
+ (car regexp-history)))
+ (or current-prefix-arg 1)))
+ (vlf-re-search regexp count nil))
+
+(defun vlf-re-search-backward (regexp count)
+ "Search backward for REGEXP prefix COUNT number of times.
+Search is performed chunk by chunk in `vlf-batch-size' memory."
+ (interactive (list (read-regexp "Search whole file backward"
+ (if regexp-history
+ (car regexp-history)))
+ (or current-prefix-arg 1)))
+ (vlf-re-search regexp count t))
+
+(defun vlf-goto-line (n)
+ "Go to line N."
+ (interactive "nGo to line: ")
+ (let ((start-pos vlf-start-pos)
+ (end-pos vlf-end-pos)
+ (pos (point))
+ (success nil))
+ (unwind-protect
+ (progn (vlf-beginning-of-file)
+ (goto-char (point-min))
+ (setq success (vlf-re-search-forward "[\n\C-m]"
+ (1- n))))
+ (unless success
+ (vlf-move-to-chunk start-pos end-pos)
+ (goto-char pos)))))
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;; occur
+
+(defvar vlf-occur-mode-map
+ (let ((map (make-sparse-keymap)))
+ (define-key map "n" 'vlf-occur-next-match)
+ (define-key map "p" 'vlf-occur-prev-match)
+ (define-key map "\C-m" 'vlf-occur-visit)
+ (define-key map [mouse-1] 'vlf-occur-visit)
+ map)
+ "Keymap for command `vlf-occur-mode'.")
+
+(define-derived-mode vlf-occur-mode special-mode "VLF[occur]"
+ "Major mode for showing occur matches of VLF opened files.")
+
+(defun vlf-occur-next-match ()
+ "Move cursor to next match."
+ (interactive)
+ (if (eq (get-char-property (point) 'face) 'match)
+ (goto-char (next-single-property-change (point) 'face)))
+ (goto-char (or (text-property-any (point) (point-max) 'face 'match)
+ (text-property-any (point-min) (point)
+ 'face 'match))))
+
+(defun vlf-occur-prev-match ()
+ "Move cursor to previous match."
+ (interactive)
+ (if (eq (get-char-property (point) 'face) 'match)
+ (goto-char (previous-single-property-change (point) 'face)))
+ (while (not (eq (get-char-property (point) 'face) 'match))
+ (goto-char (or (previous-single-property-change (point) 'face)
+ (point-max)))))
+
+(defun vlf-occur-visit (&optional event)
+ "Visit current `vlf-occur' link in a vlf buffer.
+The same for mouse EVENT."
+ (interactive (list last-nonmenu-event))
+ (when event
+ (switch-to-buffer (window-buffer (posn-window (event-end event))))
+ (goto-char (posn-point (event-end event))))
+ (let* ((pos (point))
+ (pos-relative (- pos (line-beginning-position) 1))
+ (file (get-char-property pos 'file)))
+ (if file
+ (let ((chunk-start (get-char-property pos 'chunk-start))
+ (chunk-end (get-char-property pos 'chunk-end))
+ (buffer (get-char-property pos 'buffer))
+ (match-pos (or (get-char-property pos 'match-pos)
+ (+ (get-char-property pos 'line-pos)
+ pos-relative))))
+ (unless (buffer-live-p buffer)
+ (let ((occur-buffer (current-buffer)))
+ (setq buffer (vlf file))
+ (switch-to-buffer occur-buffer)))
+ (pop-to-buffer buffer)
+ (vlf-move-to-chunk chunk-start chunk-end)
+ (set-buffer buffer)
+ (goto-char match-pos)))))
+
+(defun vlf-occur (regexp)
+ "Make occur style index for REGEXP."
+ (interactive (list (read-regexp "List lines matching regexp"
+ (if regexp-history
+ (car regexp-history)))))
+ (let ((start-pos vlf-start-pos)
+ (end-pos vlf-end-pos)
+ (pos (point)))
+ (vlf-beginning-of-file)
+ (goto-char (point-min))
+ (vlf-build-occur regexp)
+ (vlf-move-to-chunk start-pos end-pos)
+ (goto-char pos)))
+
+(defun vlf-build-occur (regexp)
+ "Build occur style index for REGEXP."
+ (let ((line 1)
+ (last-match-line 0)
+ (last-line-pos (point-min))
+ (file buffer-file-name)
+ (total-matches 0)
+ (match-end-pos (+ vlf-start-pos (position-bytes (point))))
+ (occur-buffer (generate-new-buffer
+ (concat "*VLF-occur " (file-name-nondirectory
+ buffer-file-name)
+ "*")))
+ (line-regexp (concat "\\(?5:[\n\C-m]\\)\\|\\(?10:"
+ regexp "\\)"))
+ (batch-step (/ vlf-batch-size 8))
+ (reporter (make-progress-reporter
+ (concat "Building index for " regexp "...")
+ vlf-start-pos vlf-file-size)))
+ (unwind-protect
+ (progn
+ (while (/= vlf-end-pos vlf-file-size)
+ (if (re-search-forward line-regexp nil t)
+ (progn
+ (setq match-end-pos (+ vlf-start-pos
+ (position-bytes
+ (match-end 0))))
+ (if (match-string 5)
+ (setq line (1+ line)
+ last-line-pos (point))
+ (let* ((chunk-start vlf-start-pos)
+ (chunk-end vlf-end-pos)
+ (vlf-buffer (current-buffer))
+ (line-pos (line-beginning-position))
+ (line-text (buffer-substring
+ line-pos (line-end-position))))
+ (with-current-buffer occur-buffer
+ (unless (= line last-match-line)
+ (insert "\n:")
+ (let* ((overlay-pos (1- (point)))
+ (overlay (make-overlay
+ overlay-pos
+ (1+ overlay-pos))))
+ (overlay-put overlay 'before-string
+ (propertize
+ (number-to-string line)
+ 'face 'shadow)))
+ (insert (propertize line-text
+ 'file file
+ 'buffer vlf-buffer
+ 'chunk-start chunk-start
+ 'chunk-end chunk-end
+ 'mouse-face '(highlight)
+ 'line-pos line-pos
+ 'help-echo
+ (format "Move to line %d"
+ line))))
+ (setq last-match-line line
+ total-matches (1+ total-matches))
+ (let ((line-start (+ (line-beginning-position)
+ 1))
+ (match-pos (match-beginning 10)))
+ (add-text-properties
+ (+ line-start match-pos (- last-line-pos))
+ (+ line-start (match-end 10)
+ (- last-line-pos))
+ (list 'face 'match 'match-pos match-pos
+ 'help-echo
+ (format "Move to match %d"
+ total-matches))))))))
+ (let ((batch-move (- vlf-end-pos batch-step)))
+ (vlf-move-to-batch (if (< batch-move match-end-pos)
+ match-end-pos
+ batch-move) t))
+ (goto-char (if (< vlf-start-pos match-end-pos)
+ (or (byte-to-position (- match-end-pos
+ vlf-start-pos))
+ (point-min))
+ (point-min)))
+ (setq last-match-line 0
+ last-line-pos (point-min))
+ (progress-reporter-update reporter vlf-end-pos)))
+ (progress-reporter-done reporter))
+ (if (zerop total-matches)
+ (progn (with-current-buffer occur-buffer
+ (set-buffer-modified-p nil))
+ (kill-buffer occur-buffer)
+ (message "No matches for \"%s\"" regexp))
+ (with-current-buffer occur-buffer
+ (goto-char (point-min))
+ (insert (propertize
+ (format "%d matches from %d lines for \"%s\" \
+in file: %s" total-matches line regexp file)
+ 'face 'underline))
+ (set-buffer-modified-p nil)
+ (forward-char)
+ (vlf-occur-mode))
+ (display-buffer occur-buffer)))))
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;; editing
+
+(defvar vlf-edit-mode-map
+ (let ((map (make-sparse-keymap)))
+ (set-keymap-parent map text-mode-map)
+ (define-key map "\C-c\C-c" 'vlf-write)
+ (define-key map "\C-c\C-q" 'vlf-discard-edit)
+ map)
+ "Keymap for command `vlf-edit-mode'.")
+
+(define-derived-mode vlf-edit-mode vlf-mode "VLF[edit]"
+ "Major mode for editing large file chunks."
+ (setq buffer-read-only nil)
+ (buffer-enable-undo)
+ (message (substitute-command-keys
+ "Editing: Type \\[vlf-write] to write chunk \
+or \\[vlf-discard-edit] to discard changes.")))
+
+(defun vlf-discard-edit ()
+ "Discard edit and refresh chunk from file."
+ (interactive)
+ (vlf-move-to-chunk vlf-start-pos vlf-end-pos)
+ (vlf-mode)
+ (message "Switched to VLF mode."))
+
+;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
+;;; saving
+
+(defun vlf-write ()
+ "Write current chunk to file. Always return true to disable save.
+If changing size of chunk shift remaining file content."
+ (interactive)
+ (when (and (buffer-modified-p)
+ (or (verify-visited-file-modtime (current-buffer))
+ (y-or-n-p "File has changed since visited or saved. \
+Save anyway? ")))
+ (let ((pos (point))
+ (size-change (- vlf-end-pos vlf-start-pos
+ (length (encode-coding-region
+ (point-min) (point-max)
+ buffer-file-coding-system t)))))
+ (cond ((zerop size-change)
+ (write-region nil nil buffer-file-name vlf-start-pos t))
+ ((< 0 size-change)
+ (vlf-file-shift-back size-change))
+ (t (vlf-file-shift-forward (- size-change))))
+ (vlf-move-to-chunk vlf-start-pos vlf-end-pos)
+ (goto-char pos))
(vlf-mode)
- (display-buffer (current-buffer))))
+ t))
+
+(defun vlf-file-shift-back (size-change)
+ "Shift file contents SIZE-CHANGE bytes back."
+ (write-region nil nil buffer-file-name vlf-start-pos t)
+ (buffer-disable-undo)
+ (let ((read-start-pos vlf-end-pos)
+ (coding-system-for-write 'no-conversion)
+ (reporter (make-progress-reporter "Adjusting file content..."
+ vlf-end-pos
+ vlf-file-size)))
+ (while (vlf-shift-batch read-start-pos (- read-start-pos
+ size-change))
+ (setq read-start-pos (+ read-start-pos vlf-batch-size))
+ (progress-reporter-update reporter read-start-pos))
+ ;; pad end with space
+ (erase-buffer)
+ (insert-char 32 size-change)
+ (write-region nil nil buffer-file-name (- vlf-file-size
+ size-change) t)
+ (progress-reporter-done reporter)))
+
+(defun vlf-shift-batch (read-pos write-pos)
+ "Read `vlf-batch-size' bytes from READ-POS and write them \
+back at WRITE-POS. Return nil if EOF is reached, t otherwise."
+ (erase-buffer)
+ (or (verify-visited-file-modtime (current-buffer))
+ (setq vlf-file-size (vlf-get-file-size buffer-file-name)))
+ (let ((read-end (+ read-pos vlf-batch-size)))
+ (insert-file-contents-literally buffer-file-name nil
+ read-pos
+ (min vlf-file-size read-end))
+ (write-region nil nil buffer-file-name write-pos 0)
+ (< read-end vlf-file-size)))
+
+(defun vlf-file-shift-forward (size-change)
+ "Shift file contents SIZE-CHANGE bytes forward.
+Done by saving content up front and then writing previous batch."
+ (buffer-disable-undo)
+ (let ((size (+ vlf-batch-size size-change))
+ (read-pos vlf-end-pos)
+ (write-pos vlf-start-pos)
+ (reporter (make-progress-reporter "Adjusting file content..."
+ vlf-start-pos
+ vlf-file-size)))
+ (when (vlf-shift-batches size read-pos write-pos t)
+ (setq write-pos (+ read-pos size-change)
+ read-pos (+ read-pos size))
+ (progress-reporter-update reporter write-pos)
+ (let ((coding-system-for-write 'no-conversion))
+ (while (vlf-shift-batches size read-pos write-pos nil)
+ (setq write-pos (+ read-pos size-change)
+ read-pos (+ read-pos size))
+ (progress-reporter-update reporter write-pos))))
+ (progress-reporter-done reporter)))
+
+(defun vlf-shift-batches (size read-pos write-pos hide-read)
+ "Append SIZE bytes of file starting at READ-POS.
+Then write initial buffer content to file at WRITE-POS.
+If HIDE-READ is non nil, temporarily hide literal read content.
+Return nil if EOF is reached, t otherwise."
+ (or (verify-visited-file-modtime (current-buffer))
+ (setq vlf-file-size (vlf-get-file-size buffer-file-name)))
+ (let ((read-more (< read-pos vlf-file-size))
+ (start-write-pos (point-min))
+ (end-write-pos (point-max)))
+ (when read-more
+ (goto-char end-write-pos)
+ (insert-file-contents-literally buffer-file-name nil read-pos
+ (min vlf-file-size (+ read-pos
+ size))))
+ ;; write
+ (if hide-read ; hide literal region if user has to choose encoding
+ (narrow-to-region start-write-pos end-write-pos))
+ (write-region start-write-pos end-write-pos
+ buffer-file-name write-pos 0)
+ (delete-region start-write-pos end-write-pos)
+ (if hide-read (widen))
+ read-more))
(provide 'vlf)