2015-10-26 00:56:00 +00:00
|
|
|
;;; ob-ref.el --- Babel Functions for Referencing External Data -*- lexical-binding: t; -*-
|
2009-03-23 23:29:31 +00:00
|
|
|
|
2016-01-09 22:12:03 +00:00
|
|
|
;; Copyright (C) 2009-2016 Free Software Foundation, Inc.
|
2009-03-23 23:29:31 +00:00
|
|
|
|
2012-04-01 22:53:28 +00:00
|
|
|
;; Authors: Eric Schulte
|
|
|
|
;; Dan Davison
|
2009-03-23 23:29:31 +00:00
|
|
|
;; Keywords: literate programming, reproducible research
|
|
|
|
;; Homepage: http://orgmode.org
|
|
|
|
|
2010-06-25 16:20:39 +00:00
|
|
|
;; This file is part of GNU Emacs.
|
2009-03-23 23:29:31 +00:00
|
|
|
|
2010-06-25 16:20:39 +00:00
|
|
|
;; GNU Emacs is free software: you can redistribute it and/or modify
|
2009-03-23 23:29:31 +00:00
|
|
|
;; it under the terms of the GNU General Public License as published by
|
2010-06-25 16:20:39 +00:00
|
|
|
;; the Free Software Foundation, either version 3 of the License, or
|
|
|
|
;; (at your option) any later version.
|
|
|
|
|
|
|
|
;; GNU Emacs is distributed in the hope that it will be useful,
|
2009-03-23 23:29:31 +00:00
|
|
|
;; but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
;; GNU General Public License for more details.
|
2010-06-25 16:20:39 +00:00
|
|
|
|
2009-03-23 23:29:31 +00:00
|
|
|
;; You should have received a copy of the GNU General Public License
|
2010-06-25 16:20:39 +00:00
|
|
|
;; along with GNU Emacs. If not, see <http://www.gnu.org/licenses/>.
|
2009-03-23 23:29:31 +00:00
|
|
|
|
|
|
|
;;; Commentary:
|
|
|
|
|
|
|
|
;; Functions for referencing data from the header arguments of a
|
2009-05-24 20:38:01 +00:00
|
|
|
;; org-babel block. The syntax of such a reference should be
|
2010-06-25 16:20:39 +00:00
|
|
|
|
2009-03-24 00:01:11 +00:00
|
|
|
;; #+VAR: variable-name=file:resource-id
|
2010-06-25 16:20:39 +00:00
|
|
|
|
2009-03-23 23:29:31 +00:00
|
|
|
;; - variable-name :: the name of the variable to which the value
|
|
|
|
;; will be assigned
|
2010-06-25 16:20:39 +00:00
|
|
|
|
2009-03-23 23:29:31 +00:00
|
|
|
;; - file :: path to the file containing the resource, or omitted if
|
|
|
|
;; resource is in the current file
|
2010-06-25 16:20:39 +00:00
|
|
|
|
2009-05-10 01:28:08 +00:00
|
|
|
;; - resource-id :: the id or name of the resource
|
2010-06-25 16:20:39 +00:00
|
|
|
|
2009-03-23 23:29:31 +00:00
|
|
|
;; So an example of a simple src block referencing table data in the
|
|
|
|
;; same file would be
|
2010-06-25 16:20:39 +00:00
|
|
|
|
2013-04-09 20:09:00 +00:00
|
|
|
;; #+NAME: sandbox
|
2010-07-15 00:59:43 +00:00
|
|
|
;; | 1 | 2 | 3 |
|
2009-05-24 20:38:01 +00:00
|
|
|
;; | 4 | org-babel | 6 |
|
2009-05-10 01:28:08 +00:00
|
|
|
;;
|
|
|
|
;; #+begin_src emacs-lisp :var table=sandbox
|
2010-06-25 16:20:39 +00:00
|
|
|
;; (message table)
|
2009-05-10 01:28:08 +00:00
|
|
|
;; #+end_src
|
2009-03-23 23:29:31 +00:00
|
|
|
|
|
|
|
;;; Code:
|
2012-12-11 23:58:16 +00:00
|
|
|
(require 'ob-core)
|
2015-11-06 12:04:20 +00:00
|
|
|
(require 'cl-lib)
|
2009-03-23 23:29:31 +00:00
|
|
|
|
2015-11-05 14:44:22 +00:00
|
|
|
(declare-function org-at-item-p "org-list" ())
|
|
|
|
(declare-function org-at-table-p "org" (&optional table-type))
|
|
|
|
(declare-function org-babel-lob-execute "ob-lob" (info))
|
|
|
|
(declare-function org-babel-lob-get-info "ob-lob" nil)
|
|
|
|
(declare-function org-element-at-point "org-element" ())
|
|
|
|
(declare-function org-element-property "org-element" (property element))
|
|
|
|
(declare-function org-element-type "org-element" (element))
|
2015-03-31 19:50:43 +00:00
|
|
|
(declare-function org-end-of-meta-data "org" (&optional full))
|
|
|
|
(declare-function org-find-property "org" (property &optional value))
|
2012-10-02 09:19:29 +00:00
|
|
|
(declare-function org-id-find-id-file "org-id" (id))
|
2015-11-05 14:44:22 +00:00
|
|
|
(declare-function org-id-find-id-in-file "org-id" (id file &optional markerp))
|
|
|
|
(declare-function org-in-commented-heading-p "org" (&optional no-inheritance))
|
|
|
|
(declare-function org-narrow-to-subtree "org" ())
|
|
|
|
(declare-function org-pop-to-buffer-same-window "org-compat"
|
|
|
|
(&optional buffer-or-name norecord label))
|
2011-07-04 09:05:07 +00:00
|
|
|
(declare-function org-show-context "org" (&optional key))
|
2015-11-05 14:44:22 +00:00
|
|
|
|
2010-06-23 18:24:33 +00:00
|
|
|
|
2009-10-23 04:56:05 +00:00
|
|
|
(defvar org-babel-ref-split-regexp
|
|
|
|
"[ \f\t\n\r\v]*\\(.+?\\)[ \f\t\n\r\v]*=[ \f\t\n\r\v]*\\(.+\\)[ \f\t\n\r\v]*")
|
|
|
|
|
2011-12-12 17:04:15 +00:00
|
|
|
(defvar org-babel-update-intermediate nil
|
2011-11-20 20:19:01 +00:00
|
|
|
"Update the in-buffer results of code blocks executed to resolve references.")
|
|
|
|
|
2010-10-16 18:14:20 +00:00
|
|
|
(defun org-babel-ref-parse (assignment)
|
2010-07-13 23:20:08 +00:00
|
|
|
"Parse a variable ASSIGNMENT in a header argument.
|
|
|
|
If the right hand side of the assignment has a literal value
|
|
|
|
return that value, otherwise interpret as a reference to an
|
2011-12-06 18:20:21 +00:00
|
|
|
external resource and find its value using
|
2010-10-16 18:14:20 +00:00
|
|
|
`org-babel-ref-resolve'. Return a list with two elements. The
|
|
|
|
first element of the list will be the name of the variable, and
|
|
|
|
the second will be an emacs-lisp representation of the value of
|
|
|
|
the variable."
|
|
|
|
(when (string-match org-babel-ref-split-regexp assignment)
|
|
|
|
(let ((var (match-string 1 assignment))
|
|
|
|
(ref (match-string 2 assignment)))
|
|
|
|
(cons (intern var)
|
2013-06-25 13:55:32 +00:00
|
|
|
(let ((out (save-excursion
|
|
|
|
(when org-babel-current-src-block-location
|
2013-11-12 20:55:53 +00:00
|
|
|
(goto-char (if (markerp org-babel-current-src-block-location)
|
|
|
|
(marker-position org-babel-current-src-block-location)
|
|
|
|
org-babel-current-src-block-location)))
|
2013-06-25 13:55:32 +00:00
|
|
|
(org-babel-read ref))))
|
2010-11-07 14:39:05 +00:00
|
|
|
(if (equal out ref)
|
2011-01-12 03:40:13 +00:00
|
|
|
(if (string-match "^\".*\"$" ref)
|
2010-11-07 14:39:05 +00:00
|
|
|
(read ref)
|
|
|
|
(org-babel-ref-resolve ref))
|
|
|
|
out))))))
|
2009-05-10 00:44:52 +00:00
|
|
|
|
2011-06-28 20:02:01 +00:00
|
|
|
(defun org-babel-ref-goto-headline-id (id)
|
2015-03-31 19:50:43 +00:00
|
|
|
(or (let ((h (org-find-property "CUSTOM_ID" id)))
|
|
|
|
(when h (goto-char h)))
|
|
|
|
(let* ((file (org-id-find-id-file id))
|
|
|
|
(m (when file (org-id-find-id-in-file id file 'marker))))
|
|
|
|
(when (and file m)
|
|
|
|
(message "file:%S" file)
|
|
|
|
(org-pop-to-buffer-same-window (marker-buffer m))
|
|
|
|
(goto-char m)
|
|
|
|
(move-marker m nil)
|
|
|
|
(org-show-context)
|
|
|
|
t))))
|
2011-06-28 20:02:01 +00:00
|
|
|
|
|
|
|
(defun org-babel-ref-headline-body ()
|
|
|
|
(save-restriction
|
|
|
|
(org-narrow-to-subtree)
|
|
|
|
(buffer-substring
|
|
|
|
(save-excursion (goto-char (point-min))
|
2015-03-31 19:50:43 +00:00
|
|
|
(org-end-of-meta-data)
|
2011-06-28 20:02:01 +00:00
|
|
|
(point))
|
|
|
|
(point-max))))
|
|
|
|
|
2013-11-14 20:22:14 +00:00
|
|
|
(defvar org-babel-lob-one-liner-regexp)
|
2010-06-13 01:49:02 +00:00
|
|
|
(defvar org-babel-library-of-babel)
|
2010-10-16 18:14:20 +00:00
|
|
|
(defun org-babel-ref-resolve (ref)
|
2010-06-12 00:12:15 +00:00
|
|
|
"Resolve the reference REF and return its value."
|
2011-01-31 19:31:17 +00:00
|
|
|
(save-window-excursion
|
2014-03-14 14:27:32 +00:00
|
|
|
(with-current-buffer (or org-babel-exp-reference-buffer (current-buffer))
|
|
|
|
(save-excursion
|
|
|
|
(let ((case-fold-search t)
|
2015-11-05 14:44:22 +00:00
|
|
|
args new-refere new-header-args new-referent split-file split-ref
|
|
|
|
index)
|
2014-03-14 14:27:32 +00:00
|
|
|
;; if ref is indexed grab the indices -- beware nested indices
|
|
|
|
(when (and (string-match "\\[\\([^\\[]+\\)\\]$" ref)
|
|
|
|
(let ((str (substring ref 0 (match-beginning 0))))
|
2015-11-06 12:04:20 +00:00
|
|
|
(= (cl-count ?( str) (cl-count ?) str))))
|
2014-03-14 14:27:32 +00:00
|
|
|
(setq index (match-string 1 ref))
|
|
|
|
(setq ref (substring ref 0 (match-beginning 0))))
|
|
|
|
;; assign any arguments to pass to source block
|
|
|
|
(when (string-match
|
2015-09-17 23:08:20 +00:00
|
|
|
"^\\(.+?\\)\\(\\[\\(.*\\)\\]\\|\\(\\)\\)(\\(.*\\))$" ref)
|
2014-03-14 14:27:32 +00:00
|
|
|
(setq new-refere (match-string 1 ref))
|
|
|
|
(setq new-header-args (match-string 3 ref))
|
|
|
|
(setq new-referent (match-string 5 ref))
|
|
|
|
(when (> (length new-refere) 0)
|
|
|
|
(when (> (length new-referent) 0)
|
|
|
|
(setq args (mapcar (lambda (ref) (cons :var ref))
|
|
|
|
(org-babel-ref-split-args new-referent))))
|
|
|
|
(when (> (length new-header-args) 0)
|
|
|
|
(setq args (append (org-babel-parse-header-arguments
|
|
|
|
new-header-args) args)))
|
|
|
|
(setq ref new-refere)))
|
|
|
|
(when (string-match "^\\(.+\\):\\(.+\\)$" ref)
|
|
|
|
(setq split-file (match-string 1 ref))
|
|
|
|
(setq split-ref (match-string 2 ref))
|
2015-11-05 14:44:22 +00:00
|
|
|
(find-file split-file)
|
|
|
|
(setq ref split-ref))
|
|
|
|
(org-with-wide-buffer
|
|
|
|
(goto-char (point-min))
|
|
|
|
(let* ((params (append args '((:results . "silent"))))
|
|
|
|
(regexp (org-babel-named-data-regexp-for-name ref))
|
|
|
|
(result
|
2015-11-07 20:09:34 +00:00
|
|
|
(catch :found
|
|
|
|
;; Check for code blocks or named data.
|
|
|
|
(while (re-search-forward regexp nil t)
|
|
|
|
;; Ignore COMMENTed headings and orphaned
|
|
|
|
;; affiliated keywords.
|
|
|
|
(unless (org-in-commented-heading-p)
|
|
|
|
(let ((e (org-element-at-point)))
|
|
|
|
(when (equal (org-element-property :name e) ref)
|
|
|
|
(goto-char
|
|
|
|
(org-element-property :post-affiliated e))
|
|
|
|
(pcase (org-element-type e)
|
|
|
|
(`babel-call
|
|
|
|
(throw :found
|
|
|
|
(org-babel-lob-execute
|
|
|
|
(org-babel-lob-get-info))))
|
|
|
|
(`src-block
|
|
|
|
(throw :found
|
|
|
|
(org-babel-execute-src-block
|
|
|
|
nil nil
|
|
|
|
(and
|
|
|
|
(not org-babel-update-intermediate)
|
|
|
|
params))))
|
|
|
|
((and (let v (org-babel-read-element e))
|
|
|
|
(guard v))
|
|
|
|
(throw :found v))
|
|
|
|
(_ (error "Reference not found")))))))
|
|
|
|
;; Check for local or global headlines by ID.
|
|
|
|
(when (org-babel-ref-goto-headline-id ref)
|
|
|
|
(throw :found (org-babel-ref-headline-body)))
|
|
|
|
;; Check the Library of Babel.
|
2015-11-07 22:06:21 +00:00
|
|
|
(let ((info (cdr (assq (intern ref)
|
|
|
|
org-babel-library-of-babel))))
|
|
|
|
(when info
|
|
|
|
(throw :found
|
|
|
|
(org-babel-execute-src-block nil info params))))
|
|
|
|
(error "Reference `%s' not found in this buffer" ref))))
|
2015-11-05 14:44:22 +00:00
|
|
|
(cond
|
|
|
|
((symbolp result) (format "%S" result))
|
|
|
|
((and index (listp result))
|
|
|
|
(org-babel-ref-index-list index result))
|
|
|
|
(t result)))))))))
|
2009-11-14 03:26:44 +00:00
|
|
|
|
|
|
|
(defun org-babel-ref-index-list (index lis)
|
2010-07-13 23:20:08 +00:00
|
|
|
"Return the subset of LIS indexed by INDEX.
|
2010-07-14 18:01:57 +00:00
|
|
|
|
|
|
|
Indices are 0 based and negative indices count from the end of
|
|
|
|
LIS, so 0 references the first element of LIS and -1 references
|
|
|
|
the last. If INDEX is separated by \",\"s then each \"portion\"
|
|
|
|
is assumed to index into the next deepest nesting or dimension.
|
|
|
|
|
|
|
|
A valid \"portion\" can consist of either an integer index, two
|
|
|
|
integers separated by a \":\" in which case the entire range is
|
|
|
|
returned, or an empty string or \"*\" both of which are
|
|
|
|
interpreted to mean the entire range and as such are equivalent
|
|
|
|
to \"0:-1\"."
|
|
|
|
(if (and (> (length index) 0) (string-match "^\\([^,]*\\),?" index))
|
2015-09-17 23:08:20 +00:00
|
|
|
(let* ((ind-re "\\(\\([-[:digit:]]+\\):\\([-[:digit:]]+\\)\\|\\*\\)")
|
2012-08-09 14:13:18 +00:00
|
|
|
(lgth (length lis))
|
|
|
|
(portion (match-string 1 index))
|
|
|
|
(remainder (substring index (match-end 0)))
|
|
|
|
(wrap (lambda (num) (if (< num 0) (+ lgth num) num)))
|
|
|
|
(open (lambda (ls) (if (and (listp ls) (= (length ls) 1)) (car ls) ls))))
|
|
|
|
(funcall
|
|
|
|
open
|
|
|
|
(mapcar
|
|
|
|
(lambda (sub-lis)
|
|
|
|
(if (listp sub-lis)
|
|
|
|
(org-babel-ref-index-list remainder sub-lis)
|
|
|
|
sub-lis))
|
|
|
|
(if (or (= 0 (length portion)) (string-match ind-re portion))
|
|
|
|
(mapcar
|
|
|
|
(lambda (n) (nth n lis))
|
|
|
|
(apply 'org-number-sequence
|
|
|
|
(if (and (> (length portion) 0) (match-string 2 portion))
|
|
|
|
(list
|
|
|
|
(funcall wrap (string-to-number (match-string 2 portion)))
|
|
|
|
(funcall wrap (string-to-number (match-string 3 portion))))
|
|
|
|
(list (funcall wrap 0) (funcall wrap -1)))))
|
2012-08-15 22:27:35 +00:00
|
|
|
(list (nth (funcall wrap (string-to-number portion)) lis))))))
|
|
|
|
lis))
|
2009-03-24 00:01:11 +00:00
|
|
|
|
2009-07-22 22:04:19 +00:00
|
|
|
(defun org-babel-ref-split-args (arg-string)
|
|
|
|
"Split ARG-STRING into top-level arguments of balanced parenthesis."
|
2011-12-13 00:19:31 +00:00
|
|
|
(mapcar #'org-babel-trim (org-babel-balanced-split arg-string 44)))
|
2009-07-22 22:04:19 +00:00
|
|
|
|
2009-06-14 00:07:16 +00:00
|
|
|
|
2010-06-11 23:02:42 +00:00
|
|
|
(provide 'ob-ref)
|
2010-06-25 16:20:39 +00:00
|
|
|
|
2010-06-11 23:02:42 +00:00
|
|
|
;;; ob-ref.el ends here
|