exporting data examples + sqlite db

Author: kirahowe

Chinook

@@ -1,4 +1,5 @@
 (ns chapter-2-input-output.2-2-messy-data
+  {:nextjournal.clerk/toc true}
   (:require [tablecloth.api :as tc]
             [tech.v3.datatype.functional :as fun]))
 
@@ -88,7 +89,6 @@
     (tc/update-columns {:phone normalize-phone-numbers
                         :postal-code normalize-postal-codes}))
 
-
 ;; - Missing values
 
 ;; Tablecloth has [many built-in helpers](https://scicloj.github.io/tablecloth/index.html#Missing)

book/chapter_2_input_output/2_2_messy_data.clj

@@ -1 +1,57 @@
-(ns chapter-2-input-output.2-3-exporting-data)
+(ns chapter-2-input-output.2-3-exporting-data
+  {:nextjournal.clerk/toc true}
+  (:require [tablecloth.api :as tc]
+            [clojure.data.csv :as csv]
+            [clojure.java.io :as io]
+            [clojure.edn :as edn]))
+
+;; # 2.3 How to get data out of a notebook
+
+(def consistent-data
+  (map-indexed (fn [index _coll] (str "cell-" index))
+               (range 10)))
+
+(def data (take 20 (repeat (zipmap (range 10) consistent-data))))
+
+;; ## Writing to a CSV file
+
+;; depends what the data looks like
+;; for a seq of maps:
+
+;; headers are not necessarily sorted, put them in whatever order you want here
+;; Clojure maps make no guarantees about key order, make sure to order values,
+;; i.e. use the same header row to get the values from each map
+(let [headers (-> data first keys sort)
+      rows (->> data (map (fn [row]
+                            (map (fn [header]
+                                   (get row header)) headers))))]
+  (with-open [writer (io/writer "data/csv-output.csv")]
+    (csv/write-csv writer (cons headers rows))))
+
+;; Tablecloth can also export csvs (among other formats)
+(def tc-dataset (tc/dataset data))
+
+(tc/write-csv! tc-dataset "data/tc-output.csv")
+
+;; ## Writing nippy
+
+(tc/write! tc-dataset "data/tc-nippy.nippy")
+
+;; Read this also with tablecloth:
+(tc/dataset "data/tc-nippy.nippy")
+
+;; ## Leave data in Clojure files
+
+(->> data pr-str (spit "data/clojure-output.edn"))
+
+;; This can be consumed later with:
+(with-open [reader (io/reader "data/clojure-output.edn")]
+  (edn/read (java.io.PushbackReader. reader)))
+
+;; ## Notebook artifacts
+
+
+;; HTML pages
+;; Other formats, options for exporting notebooks? PDFs?
+;; Partial artifacts, e.g. export just a graph
+;; Writing to a database?

book/chapter_2_input_output/2_3_exporting_data.clj

@@ -0,0 +1 @@
+clojure.lang.LazySeq@ebd34881

data/clojure-output.clj

@@ -0,0 +1 @@
+({0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"} {0 "cell-0", 7 "cell-7", 1 "cell-1", 4 "cell-4", 6 "cell-6", 3 "cell-3", 2 "cell-2", 9 "cell-9", 5 "cell-5", 8 "cell-8"})

data/clojure-output.edn

@@ -0,0 +1,21 @@
+0,1,2,3,4,5,6,7,8,9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9

data/csv-output.csv

@@ -0,0 +1,21 @@
+0,1,2,3,4,5,6,7,8,9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9
+cell-0,cell-1,cell-2,cell-3,cell-4,cell-5,cell-6,cell-7,cell-8,cell-9