diff options
Diffstat (limited to 'src/clojure/contrib/lazy_xml.clj')
| -rw-r--r-- | src/clojure/contrib/lazy_xml.clj | 189 |
1 files changed, 0 insertions, 189 deletions
diff --git a/src/clojure/contrib/lazy_xml.clj b/src/clojure/contrib/lazy_xml.clj deleted file mode 100644 index 8b385b93..00000000 --- a/src/clojure/contrib/lazy_xml.clj +++ /dev/null @@ -1,189 +0,0 @@ -; Copyright (c) Chris Houser, Dec 2008. All rights reserved. -; The use and distribution terms for this software are covered by the -; Eclipse Public License 1.0 (http://opensource.org/licenses/eclipse-1.0.php) -; which can be found in the file epl-v10.html at the root of this distribution. -; By using this software in any fashion, you are agreeing to be bound by -; the terms of this license. -; You must not remove this notice, or any other, from this software. - -; Functions to parse xml lazily and emit back to text. - -(ns - #^{:author "Chris Houser", - :doc "Functions to parse xml lazily and emit back to text."} - clojure.contrib.lazy-xml - (:use [clojure.xml :as xml :only []] - [clojure.contrib.seq-utils :only [fill-queue]]) - (:import (org.xml.sax Attributes InputSource) - (org.xml.sax.helpers DefaultHandler) - (javax.xml.parsers SAXParserFactory) - (java.util.concurrent LinkedBlockingQueue TimeUnit) - (java.lang.ref WeakReference) - (java.io Reader))) - -(defstruct node :type :name :attrs :str) - -; http://www.extreme.indiana.edu/xgws/xsoap/xpp/ -(def has-pull false) -(defn- parse-seq-pull [& _]) -(try - (load "lazy_xml/with_pull") - (catch Exception e - (when-not (re-find #"XmlPullParser" (str e)) - (throw e)))) - -(defn startparse-sax [s ch] - (.. SAXParserFactory newInstance newSAXParser (parse s ch))) - -(defn parse-seq - "Parses the source s, which can be a File, InputStream or String - naming a URI. Returns a lazy sequence of maps with two or more of - the keys :type, :name, :attrs, and :str. Other SAX-compatible - parsers can be supplied by passing startparse, a fn taking a source - and a ContentHandler and returning a parser. If a parser is - specified, it will be run in a separate thread and be allowed to get - ahead by queue-size items, which defaults to maxint. If no parser - is specified and org.xmlpull.v1.XmlPullParser is in the classpath, - this superior pull parser will be used." - ([s] (if has-pull - (parse-seq-pull s) - (parse-seq s startparse-sax))) - ([s startparse] (parse-seq s startparse Integer/MAX_VALUE)) - ([s startparse queue-size] - (let [s (if (instance? Reader s) (InputSource. s) s) - f (fn filler-func [fill] - (startparse s (proxy [DefaultHandler] [] - (startElement [uri local-name q-name #^Attributes atts] - ;(prn :start-element q-name)(flush) - (let [attrs (into {} (for [i (range (.getLength atts))] - [(keyword (.getQName atts i)) - (.getValue atts i)]))] - (fill (struct node :start-element (keyword q-name) attrs)))) - (endElement [uri local-name q-name] - ;(prn :end-element q-name)(flush) - (fill (struct node :end-element (keyword q-name)))) - (characters [ch start length] - ;(prn :characters)(flush) - (let [st (String. ch start length)] - (when (seq (.trim st)) - (fill (struct node :characters nil nil st))))))))] - (fill-queue f :queue-size queue-size)))) - - -(defstruct element :tag :attrs :content) -(declare mktree) - -(defn- siblings [coll] - (lazy-seq - (when-let [s (seq coll)] - (let [event (first s)] - (condp = (:type event) - :characters (cons (:str event) (siblings (rest s))) - :start-element (let [t (mktree s)] - (cons (first t) (siblings (rest t)))) - :end-element [(rest s)]))))) - -(defn- mktree - [[elem & events]] - (lazy-seq - (let [sibs (siblings events)] - ;(prn :elem elem) - (cons - (struct element (:name elem) (:attrs elem) (drop-last sibs)) - (lazy-seq (last sibs)))))) - -(defn parse-trim - "Parses the source s, which can be a File, InputStream or String - naming a URI. Returns a lazy tree of the clojure.xml/element - struct-map, which has the keys :tag, :attrs, and :content and - accessor fns tag, attrs, and content, with the whitespace trimmed - from around each content string. This format is compatible with what - clojure.xml/parse produces, except :content is a lazy seq instead of - a vector. Other SAX-compatible parsers can be supplied by passing - startparse, a fn taking a source and a ContentHandler and returning - a parser. If a parser is specified, it will be run in a separate - thread and be allowed to get ahead by queue-size items, which - defaults to maxing. If no parser is specified and - org.xmlpull.v1.XmlPullParser is in the classpath, this superior pull - parser will be used." - ([s] (first (mktree (parse-seq s)))) - ([s startparse queue-size] - (first (mktree (parse-seq s startparse queue-size))))) - -(def escape-xml-map (zipmap "'<>\"&" (map #(str \& % \;) '[apos lt gt quot amp]))) - -(defn escape-xml [text] - (apply str (map #(escape-xml-map % %) text))) - -(defn emit-element - "Recursively prints as XML text the element struct e. To have it - print extra whitespace like clojure.xml/emit, use the :pad true - option." - [e & opts] - (let [opts (apply hash-set opts) - pad (if (:pad opts) "\n" "")] - (if (instance? String e) - (print (str (escape-xml e) pad)) - (do - (print (str "<" (name (:tag e)))) - (when (:attrs e) - (doseq [attr (:attrs e)] - (print (str " " (name (key attr)) - "='" (escape-xml (val attr)) "'")))) - (if (seq (:content e)) - (do - (print (str ">" pad)) - (doseq [c (:content e)] - (emit-element c)) - (print (str "</" (name (:tag e)) ">" pad))) - (print (str "/>" pad))))))) - -(defn emit - "Prints an <?xml?> declaration line, and then calls emit-element" - [x & opts] - (println "<?xml version='1.0' encoding='UTF-8'?>") - (apply emit-element x opts) - (println)) - -(comment - -(def atomstr "<?xml version='1.0' encoding='UTF-8'?> -<feed xmlns='http://www.w3.org/2005/Atom'> - <id>tag:blogger.com,1999:blog-28403206</id> - <updated>2008-02-14T08:00:58.567-08:00</updated> - <title type='text'>n01senet</title> - <link rel='alternate' type='text/html' href='http://n01senet.blogspot.com/'/> - <entry xmlns:foo='http://foo' xmlns:bar='http://bar'> - <id>1</id> - <published>2008-02-13</published> - <title type='text'>clojure is the best lisp yet</title> - <author><name>Chouser</name></author> - </entry> - <entry> - <id>2</id> - <published>2008-02-07</published> - <title type='text'>experimenting with vnc</title> - <author><name>agriffis</name></author> - </entry> -</feed> -") - -(def tree (parse-trim (java.io.StringReader. atomstr) - startparse-sax - 1)) -(println "\nsax") -(emit tree) - -(def tree (parse-trim (java.io.StringReader. atomstr))) -(println "\ndefault") -(emit tree) - -(def tree (xml/parse (org.xml.sax.InputSource. (java.io.StringReader. atomstr)))) -(println "\norig") -(emit tree) - -; When used with zip and zip-filter, you can get do queries like this -; without parsing more than the first few tags: -; (zip/node (first (xml-> (zip/xml-zip tree) :id))) - -) |