Move fressian to common module

This commit is contained in:
Andrey Antukh 2023-05-19 19:37:53 +02:00 committed by Alejandro Alonso
parent ff00043811
commit 1d4bd34dfc
10 changed files with 36 additions and 37 deletions

View file

@ -2,9 +2,9 @@
{org.clojure/clojure {:mvn/version "1.11.1"}
org.clojure/data.json {:mvn/version "2.4.0"}
org.clojure/tools.cli {:mvn/version "1.0.214"}
metosin/jsonista {:mvn/version "0.3.7"}
org.clojure/clojurescript {:mvn/version "1.11.60"}
org.clojure/test.check {:mvn/version "1.1.1"}
org.clojure/data.fressian {:mvn/version "1.0.0"}
;; Logging
org.apache.logging.log4j/log4j-api {:mvn/version "2.19.0"}
@ -18,6 +18,7 @@
selmer/selmer {:mvn/version "1.12.55"}
criterium/criterium {:mvn/version "0.4.6"}
metosin/jsonista {:mvn/version "0.3.7"}
metosin/malli {:mvn/version "0.11.0"}
expound/expound {:mvn/version "0.9.0"}
@ -30,14 +31,14 @@
{:git/tag "11.0-alpha13"
:git/sha "f6cab38"
:git/url "https://github.com/funcool/promesa.git"}
funcool/datoteka {:mvn/version "3.0.66"
:exclusions [funcool/promesa]}
lambdaisland/uri {:mvn/version "1.13.95"
:exclusions [org.clojure/data.json]}
frankiesardo/linked {:mvn/version "1.3.0"}
funcool/datoteka {:mvn/version "3.0.66"
:exclusions [funcool/promesa]}
com.sun.mail/jakarta.mail {:mvn/version "2.0.1"}
org.la4j/la4j {:mvn/version "0.6.0"}

View file

@ -0,0 +1,325 @@
;; This Source Code Form is subject to the terms of the Mozilla Public
;; License, v. 2.0. If a copy of the MPL was not distributed with this
;; file, You can obtain one at http://mozilla.org/MPL/2.0/.
;;
;; Copyright (c) KALEIDOS INC
(ns app.common.fressian
(:require
[app.common.data :as d]
[app.common.geom.matrix :as gmt]
[app.common.geom.point :as gpt]
[clojure.data.fressian :as fres])
(:import
app.common.geom.matrix.Matrix
app.common.geom.point.Point
clojure.lang.Ratio
java.io.ByteArrayInputStream
java.io.ByteArrayOutputStream
java.time.Instant
java.time.OffsetDateTime
java.util.List
org.fressian.Reader
org.fressian.StreamingWriter
org.fressian.Writer
org.fressian.handlers.ReadHandler
org.fressian.handlers.WriteHandler))
(set! *warn-on-reflection* true)
(defn str->bytes
([^String s]
(str->bytes s "UTF-8"))
([^String s, ^String encoding]
(.getBytes s encoding)))
;; --- LOW LEVEL FRESSIAN API
(defn write-object!
([^Writer w ^Object o]
(.writeObject w o))
([^Writer w ^Object o ^Boolean cache?]
(.writeObject w o cache?)))
(defn read-object!
[^Reader r]
(.readObject r))
(defn write-tag!
([^Writer w ^String n]
(.writeTag w n 1))
([^Writer w ^String n ^long ni]
(.writeTag w n ni)))
(defn write-bytes!
[^Writer w ^bytes data]
(.writeBytes w data))
(defn write-int!
[^Writer w ^long val]
(.writeInt w val))
(defn write-list!
[^Writer w ^List val]
(.writeList w val))
;; --- READ AND WRITE HANDLERS
(defn read-symbol
[r]
(symbol (read-object! r)
(read-object! r)))
(defn read-keyword
[r]
(keyword (read-object! r)
(read-object! r)))
(defn write-named
[tag ^Writer w s]
(write-tag! w tag 2)
(write-object! w (namespace s) true)
(write-object! w (name s) true))
(defn write-list-like
[tag ^Writer w o]
(write-tag! w tag 1)
(write-list! w o))
(defn begin-closed-list!
[^StreamingWriter w]
(.beginClosedList w))
(defn end-list!
[^StreamingWriter w]
(.endList w))
(defn write-map-like
"Writes a map as Fressian with the tag 'map' and all keys cached."
[tag ^Writer w m]
(write-tag! w tag 1)
(begin-closed-list! w)
(loop [items (seq m)]
(when-let [^clojure.lang.MapEntry item (first items)]
(write-object! w (.key item) true)
(write-object! w (.val item))
(recur (rest items))))
(end-list! w))
(defn read-map-like
[^Reader rdr]
(let [kvs ^java.util.List (read-object! rdr)]
(if (< (.size kvs) 16)
(clojure.lang.PersistentArrayMap. (.toArray kvs))
(clojure.lang.PersistentHashMap/create (seq kvs)))))
(def ^:dynamic *write-handler-lookup* nil)
(def ^:dynamic *read-handler-lookup* nil)
(def write-handlers (atom {}))
(def read-handlers (atom {}))
(defn add-handlers!
[& handlers]
(letfn [(adapt-write-handler [{:keys [name class wfn]}]
[class {name (reify WriteHandler
(write [_ w o]
(wfn name w o)))}])
(adapt-read-handler [{:keys [name rfn]}]
[name (reify ReadHandler
(read [_ rdr _ _]
(rfn rdr)))])
(merge-and-clean [m1 m2]
(-> (merge m1 m2)
(d/without-nils)))]
(let [whs (into {}
(comp
(filter :wfn)
(map adapt-write-handler))
handlers)
rhs (into {}
(comp
(filter :rfn)
(map adapt-read-handler))
handlers)
cwh (swap! write-handlers merge-and-clean whs)
crh (swap! read-handlers merge-and-clean rhs)]
(alter-var-root #'*write-handler-lookup* (constantly (-> cwh fres/associative-lookup fres/inheritance-lookup)))
(alter-var-root #'*read-handler-lookup* (constantly (-> crh fres/associative-lookup)))
nil)))
(defn write-char
[n w o]
(write-tag! w n 1)
(write-int! w (int o)))
(defn read-char
[rdr]
(char (read-object! rdr)))
(defn write-instant
[n w o]
(write-tag! w n 1)
(write-int! w (.toEpochMilli ^Instant o)))
(defn write-offset-date-time
[n w o]
(write-tag! w n 1)
(write-int! w (.toEpochMilli ^Instant (.toInstant ^OffsetDateTime o))))
(defn read-instant
[rdr]
(Instant/ofEpochMilli (.readInt ^Reader rdr)))
(defn write-ratio
[n w o]
(write-tag! w n 2)
(write-object! w (.numerator ^Ratio o))
(write-object! w (.denominator ^Ratio o)))
(defn read-ratio
[rdr]
(Ratio. (biginteger (read-object! rdr))
(biginteger (read-object! rdr))))
(defn write-bigint
[n w o]
(let [^BigInteger bi (if (instance? clojure.lang.BigInt o)
(.toBigInteger ^clojure.lang.BigInt o)
o)]
(write-tag! w n 1)
(write-bytes! w (.toByteArray bi))))
(defn read-bigint
[rdr]
(let [^bytes bibytes (read-object! rdr)]
(bigint (BigInteger. bibytes))))
(add-handlers!
{:name "char"
:class Character
:wfn write-char
:rfn read-char}
{:name "java/instant"
:class Instant
:wfn write-instant
:rfn read-instant}
{:name "java/instant"
:class OffsetDateTime
:wfn write-offset-date-time
:rfn read-instant}
;; LEGACY
{:name "ratio"
:rfn read-ratio}
{:name "clj/ratio"
:class Ratio
:wfn write-ratio
:rfn read-ratio}
{:name "clj/map"
:class clojure.lang.IPersistentMap
:wfn write-map-like
:rfn read-map-like}
{:name "clj/keyword"
:class clojure.lang.Keyword
:wfn write-named
:rfn read-keyword}
{:name "clj/symbol"
:class clojure.lang.Symbol
:wfn write-named
:rfn read-symbol}
;; LEGACY
{:name "bigint"
:rfn read-bigint}
{:name "clj/bigint"
:class clojure.lang.BigInt
:wfn write-bigint
:rfn read-bigint}
{:name "clj/set"
:class clojure.lang.IPersistentSet
:wfn write-list-like
:rfn (comp set read-object!)}
{:name "clj/vector"
:class clojure.lang.IPersistentVector
:wfn write-list-like
:rfn (comp vec read-object!)}
{:name "clj/list"
;; :class clojure.lang.IPersistentList
;; :wfn write-list-like
:rfn #(apply list (read-object! %))}
{:name "clj/seq"
:class clojure.lang.ISeq
:wfn write-list-like
:rfn (comp sequence read-object!)})
;; --- PUBLIC API
(defn reader
[istream]
(fres/create-reader istream :handlers *read-handler-lookup*))
(defn writer
[ostream]
(fres/create-writer ostream :handlers *write-handler-lookup*))
(defn read!
[reader]
(fres/read-object reader))
(defn write!
[writer data]
(fres/write-object writer data))
(defn encode
[data]
(with-open [^ByteArrayOutputStream output (ByteArrayOutputStream.)]
(-> (writer output)
(write! data))
(.toByteArray output)))
(defn decode
[data]
(with-open [^ByteArrayInputStream input (ByteArrayInputStream. ^bytes data)]
(-> input reader read!)))
;; --- ADDITIONAL
(add-handlers!
{:name "penpot/point"
:class app.common.geom.point.Point
:wfn (fn [n w ^Point o]
(write-tag! w n 1)
(write-list! w (List/of (.-x o) (.-y o))))
:rfn (fn [^Reader rdr]
(let [^List x (read-object! rdr)]
(Point. (.get x 0) (.get x 1))))}
{:name "penpot/matrix"
:class app.common.geom.matrix.Matrix
:wfn (fn [^String n ^Writer w o]
(write-tag! w n 1)
(write-list! w (List/of (.-a ^Matrix o)
(.-b ^Matrix o)
(.-c ^Matrix o)
(.-d ^Matrix o)
(.-e ^Matrix o)
(.-f ^Matrix o))))
:rfn (fn [^Reader rdr]
(let [^List x (read-object! rdr)]
(Matrix. (.get x 0) (.get x 1) (.get x 2) (.get x 3) (.get x 4) (.get x 5))))})