149 lines
5.5 KiB
Clojure
149 lines
5.5 KiB
Clojure
(ns geocsv-lite.data
|
|
(:require-macros [cljs.core.async.macros :refer [go]])
|
|
(:require [clojure.browser.dom :as dom]
|
|
[clojure.string :as cs]
|
|
[cljs-http.client :as http]
|
|
[cljs.core.async :refer [<!]]
|
|
[geocsv-lite.gis :as gis]
|
|
[geocsv-lite.map :refer [get-view]]
|
|
[geocsv-lite.notify :as n]))
|
|
|
|
|
|
|
|
(defn get-query-part-as-map
|
|
"Returns the query part of the current document URL as a keyword-string map."
|
|
;; not actually used in the current incarnation
|
|
[]
|
|
(let [query-nvs (map #(cs/split % "=") (cs/split (subs js/window.location.search 1) "&"))]
|
|
(when (every? #(= (count %) 2) query-nvs)
|
|
(zipmap (map #(keyword (first %)) query-nvs)(map #(nth % 1) query-nvs)))))
|
|
|
|
|
|
(defn get-csv-url
|
|
"`query` is expected a keyword-string map which may have keys:
|
|
|
|
* `:docid` whose value is a Google Sheets document id;
|
|
* `:uri` whose value is the URI of a JSON or CSV file.
|
|
|
|
If either of these keys is found, returns an appropriate URL, else nil."
|
|
;; not actually used in the current incarnation
|
|
[query]
|
|
(when (map? query)
|
|
(cond
|
|
(:docid query) (str
|
|
"https://docs.google.com/spreadsheets/d/"
|
|
(:docid query)
|
|
"/export?format=csv")
|
|
(:uri query) (:uri query))))
|
|
|
|
|
|
(defn prepare-records
|
|
"`data` is expected to be a vector of vectors, where the first vector
|
|
contains column headers and the remaining vectors contain records.
|
|
Return this as a vector of maps, with each map having keys taken from
|
|
the first vector and values taken from one of the subsequent vectors."
|
|
[data]
|
|
(let [cols (map
|
|
#(let [n (when-not
|
|
(empty? %)
|
|
(when (string? %)
|
|
(cs/lower-case
|
|
(cs/replace
|
|
(cs/trim %)
|
|
#"[^\w\d]+" "-"))))]
|
|
(keyword
|
|
(if (empty? n)
|
|
(gensym)
|
|
n)))
|
|
(first data))]
|
|
(map
|
|
(fn [r] (zipmap cols r))
|
|
(rest data))))
|
|
|
|
|
|
(defn default-handler
|
|
"When data is received from a URL, it is received asynchronously. This
|
|
is the default callback called with the `response` of the HTTP request,
|
|
and the keyword `k` identifying the map view, to populate the map with
|
|
data."
|
|
[response k]
|
|
(if
|
|
(= (:status response) 200)
|
|
(let [content (:body response)
|
|
records (prepare-records
|
|
(:data
|
|
(js->clj
|
|
(.parse js/Papa content
|
|
(clj->js {:dynamicTyping true}))
|
|
:keywordize-keys true)))]
|
|
(gis/refresh-map-pins (get-view k) records))
|
|
(n/error (str "Bad response from server: " (:status response)))))
|
|
|
|
|
|
(defn get-data-from-uri
|
|
"Get data for the view identified by this keyword `k` from this `uri`."
|
|
[k uri]
|
|
(go (let [response (<! (http/get uri {:with-credentials? "false"}))]
|
|
(default-handler response k))))
|
|
|
|
|
|
(defn get-data
|
|
"Get data for the view identified by this keyword `k` from this `data-source`.
|
|
The data source may be a URL, or a CSV or JSON formatted string."
|
|
[k data-source]
|
|
(js/console.debug (str "get-data: k = `" k "`; data-source = `" data-source "`"))
|
|
(let [p (js->clj (.parse js/Papa data-source) :keywordize-keys true)
|
|
data (if
|
|
(empty? (:errors p))
|
|
(:data p)
|
|
;; otherwise, is it JSON?
|
|
(try
|
|
(js->clj (.parse js/JSON data-source))
|
|
(catch :default _ nil)))]
|
|
;; almost anything can be a valid URL, so it's hard to verify that a given
|
|
;; string is not one. So we will assume that what we've been passed is a
|
|
;; URL unless we've been able to parse valid data out of it.
|
|
(js/console.debug "Found records: " (clj->js data))
|
|
(if
|
|
;; it looks like valid data if it's a vector of vectors.
|
|
(and (vector? data) (every? vector? data))
|
|
(let [records (prepare-records data)]
|
|
(n/message (str "Found " (count records) " records of inline data for map `" k "`"))
|
|
(gis/refresh-map-pins (get-view k) (prepare-records data)))
|
|
; else
|
|
(get-data-from-uri k data-source))))
|
|
|
|
|
|
(defn get-data-with-uri-and-handler
|
|
[uri handler-fn k]
|
|
(go (let [response (<! (http/get uri))]
|
|
(apply handler-fn (list response k)))))
|
|
|
|
;; (def data-source "Name, Latitude, Longitude
|
|
;; Nether Hazelfield Cottage, 54.816274, -3.887435
|
|
;; Over Hazelfield Cottage, 54.823192, -3.899516
|
|
;; Winter Palace, 54.822260, -3.920147
|
|
;; Craignair, 54.842321, -3.872055
|
|
;; Carlinscraig, 54.843224,-3.8730822
|
|
;; Orchardton, 54.859129, -3.854212
|
|
;; Elderslie, 54.845596, -3.866432")
|
|
|
|
;; (prepare-records
|
|
;; (:data (js->clj (.parse js/Papa data-source)
|
|
;; :keywordize-keys true)))
|
|
|
|
;; (get-data :inline-csv-map "http://localhost:3449/data/data.csv")
|
|
;; (get-data :inline-csv-map data-source)
|
|
;; (every? (fn [r] (and (vector? r) (every? vector? r))) (:data (js->clj (.parse js/Papa data-source)
|
|
;; :keywordize-keys true)))
|
|
;; (every? vector? (:data (js->clj (.parse js/Papa data-source)
|
|
;; :keywordize-keys true)))
|
|
;; (vector? (first (:data (js->clj (.parse js/Papa data-source)
|
|
;; :keywordize-keys true))))
|
|
;; (def p (:data (js->clj (.parse js/Papa data-source)
|
|
;; :keywordize-keys true)))
|
|
;; (every? vector? p)
|
|
|
|
;; (vector? p)
|
|
;; (every? vector? p)
|