diff --git a/doc/lispref/text.texi b/doc/lispref/text.texi index b01df8512b7..dc984decd6c 100644 --- a/doc/lispref/text.texi +++ b/doc/lispref/text.texi @@ -5722,14 +5722,10 @@ Return all the non-string children of the node. @item dom-attributes @var{node} Return the key/value pair list of attributes of the node. -@item dom-text @var{node} -Return all the textual elements of the node as a concatenated string. - -@item dom-texts @var{node} +@item dom-inner-text @var{node} Return all the textual elements of the node, as well as the textual elements of all the children of the node, recursively, as a -concatenated string. This function also takes an optional separator -to be inserted between the textual elements. +concatenated string. @item dom-parent @var{dom} @var{node} Return the parent of @var{node} in @var{dom}. diff --git a/etc/NEWS b/etc/NEWS index 1164f63028e..4999100c5f0 100644 --- a/etc/NEWS +++ b/etc/NEWS @@ -2635,6 +2635,12 @@ sub-directories, recursively, which were not already natively compiled. This function takes two RGB lists and optional ALPHA and returns an RGB list whose elements are blended in linear space proportional to ALPHA. ++++ +** New function 'dom-inner-text'. +This function gets all the text within a DOM node recursively, returning +it as a concatenated string. It replaces the now-obsolete functions +'dom-text' and 'dom-texts'. + +++ ** The 'defcustom' ':local' keyword can now be 'permanent-only'. This means that the variable's 'permanent-local' property is set to t, diff --git a/lisp/dom.el b/lisp/dom.el index 5de9cdb1302..abd0556b422 100644 --- a/lisp/dom.el +++ b/lisp/dom.el @@ -75,10 +75,12 @@ A typical attribute is `href'." (defun dom-text (node) "Return all the text bits in the current node concatenated." + (declare (obsolete 'dom-inner-text "31.1")) (mapconcat #'identity (cl-remove-if-not #'stringp (dom-children node)) " ")) (defun dom-texts (node &optional separator) "Return all textual data under NODE concatenated with SEPARATOR in-between." + (declare (obsolete 'dom-inner-text "31.1")) (if (eq (dom-tag node) 'script) "" (mapconcat @@ -93,6 +95,25 @@ A typical attribute is `href'." (dom-children node) (or separator " ")))) +(defun dom-inner-text--1 (node) + (dolist (child (dom-children node)) + (cond + ((stringp child) (insert child)) + ((memq (dom-tag child) '(script comment))) + (t (dom-inner-text--1 child))))) + +(defun dom-inner-text (node) + "Return all textual data under NODE as a single string." + (let ((children (dom-children node))) + (if (and (length= children 1) + (stringp (car children))) + ;; Copy the string content when returning to be consistent with + ;; the other branch of this `if' expression. + (copy-sequence (car children)) + (with-work-buffer + (dom-inner-text--1 node) + (buffer-string))))) + (defun dom-child-by-tag (dom tag) "Return the first child of DOM that is of type TAG." (assoc tag (dom-children dom))) diff --git a/lisp/gnus/nnatom.el b/lisp/gnus/nnatom.el index 281c3a1aeed..9eb766f5d51 100644 --- a/lisp/gnus/nnatom.el +++ b/lisp/gnus/nnatom.el @@ -110,7 +110,8 @@ (defun nnatom--dom-line (node) "Return NODE's text as a single, whitespace-trimmed line." - (string-trim (replace-regexp-in-string "[\r\n]+" " " (dom-text node) t))) + (string-trim (replace-regexp-in-string + "[\r\n]+" " " (dom-inner-text node) t))) (defun nnatom--read-title (group) "Return the title of GROUP, or nil." @@ -245,7 +246,7 @@ return the subject. Otherwise, return nil." (dom-print (dom-child-by-tag part 'div) nil t) (buffer-substring-no-properties (point-min) (point-max))) - (dom-text part))) + (dom-inner-text part))) (type (if (member type atypes) (concat "text/" type) type)) (type (or (cdr (assoc type mtypes)) type))) (unless (string-blank-p part) diff --git a/lisp/net/eww.el b/lisp/net/eww.el index cdddfe3700e..826bad034ad 100644 --- a/lisp/net/eww.el +++ b/lisp/net/eww.el @@ -1033,7 +1033,7 @@ This replaces the region with the preprocessed HTML." (plist-put eww-data :title (replace-regexp-in-string "^ \\| $" "" - (replace-regexp-in-string "[ \t\r\n]+" " " (dom-text dom)))) + (replace-regexp-in-string "[ \t\r\n]+" " " (dom-inner-text dom)))) (eww--after-page-change)) (defun eww-display-raw (buffer &optional encode) @@ -1204,7 +1204,7 @@ non-nil, don't actually compute a score; just call the callback." (setq score 2 noscore t)) ((eq (dom-tag node) 'a) - (setq score (- (length (split-string (dom-text node)))) + (setq score (- (length (split-string (dom-inner-text node)))) noscore t)) (t (setq score -1)))) @@ -1229,7 +1229,7 @@ If EWW can't create a readable version, return nil instead." (when (and score (> score best-score) ;; We set a lower bound to how long we accept that ;; the readable portion of the page is going to be. - (> (length (split-string (dom-texts node))) 100)) + (> (length (split-string (dom-inner-text node))) 100)) (setq best-score score best-node node)) ;; Keep track of any