LispUtils/ts.lisp at master · MBcode/LispUtils · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
(lu) ;mike.bobak@gmail
;-from: git clone https://github.com/Inaimathi/cl-cwd.git
;(ql 'cl-cwd)
(require 'cl-cwd)
(defun cwd (p) (cl-cwd:cwd p))
;(load "/home/bobak/lsp/ts.cl") ;trivial-shell (tsh str)
;-
;(ql 'trivial-shell)
(require :trivial-shell)
;(lu)
(defun tsh (str)
 (trivial-shell:shell-command (to-str str)))

(defun run-sh (&rest strs)
  "easier replacement for run-ext"
  (tsh (str-cat strs)))

;use tsh for some quick scripting
;-
;-tsv/csv distribution of unique vals per col

(defun split-header (fn &optional (splt #\tab))
  (split-string (tsh (format nil "head -1 ~a" fn)) splt))

(defun cut-fn-nth-u (fn n)
  (numstr (tsh (format nil "cut -f~d ~a|sort -u|wc" n fn)))) ;or 'uniq' vs sort -u
 ;cut -f n  of filename fn
(defun cut-fn-nth-u-wc (fn n)
  (numstr (tsh (format nil "cut -f~d ~a|uniq|wc" n fn))))
(defun cut-fn-nth-wc (fn n)
  (numstr (tsh (format nil "cut -f~d ~a|wc" n fn))))
(defun cut-fn-nth-wcr (fn n)
  "ratio of uniq/all in the column"
  (/ (cut-fn-nth-u-wc fn n) (cut-fn-nth-wc fn n)))


;defun sv-unique-alst (fn &optional (splt #\tab)) ;tsv or #\, for csv
(defun sv-cutfnc-alst (fn &optional (splt #\tab) (cutfnc #'cut-fn-nth-u)) ;tsv or #\, for csv
  (let* ((colNames (split-header fn splt))
        ;(numUnique (loop for i from 1 upto (len colNames) collect (cut-fn-nth-u fn i)))
         (numUnique (loop for i from 1 upto (len colNames) collect (funcall cutfnc fn i)))
         )
    (mapcar #'cons colNames numUnique)))

(defun sv-unique-alst (fn &optional (splt #\tab))
   (sv-cutfnc-alst fn splt #'cut-fn-nth-u-wc))
(defun sv-uniq-r-alst (fn &optional (splt #\tab))
   (sv-cutfnc-alst fn splt #'cut-fn-nth-wcr))

;-
;-save url text in file named after url

(defun str2file (str fn)
   (with-open-file (strm fn :direction :output)
     (write-string str strm)))

(defun url2txt (url)
  (tsh (format nil "lynx -dump ~a" url)))

(defun rm-http (url)
  (subseq (second-lv (split_at1 url ":")) 2))

(defun url2fn (url)
  (replace-substrings (rm-http url) "\/" "_"))

(defun url2txt-file (url)
  (let ((fn (str-cat (url2fn url) ".txt")))
    (str2file (url2txt url) fn)))