builtin_fn_io.go 8.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457
  1. package eval
  2. import (
  3. "bufio"
  4. "encoding/json"
  5. "fmt"
  6. "io"
  7. "strconv"
  8. "strings"
  9. "src.elv.sh/pkg/diag"
  10. "src.elv.sh/pkg/eval/errs"
  11. "src.elv.sh/pkg/eval/vals"
  12. "src.elv.sh/pkg/parse"
  13. "src.elv.sh/pkg/strutil"
  14. )
  15. // Input and output.
  16. func init() {
  17. addBuiltinFns(map[string]any{
  18. // Value output
  19. "put": put,
  20. "repeat": repeat,
  21. // Bytes input
  22. "read-upto": readUpto,
  23. "read-line": readLine,
  24. // Bytes output
  25. "print": print,
  26. "echo": echo,
  27. "pprint": pprint,
  28. "repr": repr,
  29. "show": show,
  30. "printf": printf,
  31. // Only bytes or values
  32. //
  33. // These are now implemented as commands forwarding one part of input to
  34. // output and discarding the other. A future optimization the evaler can
  35. // do is to connect the relevant parts directly together without any
  36. // kind of forwarding.
  37. "only-bytes": onlyBytes,
  38. "only-values": onlyValues,
  39. // Bytes to value
  40. "slurp": slurp,
  41. "from-lines": fromLines,
  42. "from-json": fromJSON,
  43. "from-terminated": fromTerminated,
  44. // Value to bytes
  45. "to-lines": toLines,
  46. "to-json": toJSON,
  47. "to-terminated": toTerminated,
  48. })
  49. }
  50. func put(fm *Frame, args ...any) error {
  51. out := fm.ValueOutput()
  52. for _, a := range args {
  53. err := out.Put(a)
  54. if err != nil {
  55. return err
  56. }
  57. }
  58. return nil
  59. }
  60. func repeat(fm *Frame, n int, v any) error {
  61. out := fm.ValueOutput()
  62. for i := 0; i < n; i++ {
  63. err := out.Put(v)
  64. if err != nil {
  65. return err
  66. }
  67. }
  68. return nil
  69. }
  70. func readUpto(fm *Frame, terminator string) (string, error) {
  71. if err := checkTerminator(terminator); err != nil {
  72. return "", err
  73. }
  74. in := fm.InputFile()
  75. var buf []byte
  76. for {
  77. var b [1]byte
  78. _, err := in.Read(b[:])
  79. if err != nil {
  80. if err == io.EOF {
  81. break
  82. }
  83. return "", err
  84. }
  85. buf = append(buf, b[0])
  86. if b[0] == terminator[0] {
  87. break
  88. }
  89. }
  90. return string(buf), nil
  91. }
  92. func checkTerminator(s string) error {
  93. if len(s) != 1 || s[0] > 127 {
  94. return errs.BadValue{What: "terminator",
  95. Valid: "a single ASCII character", Actual: parse.Quote(s)}
  96. }
  97. return nil
  98. }
  99. func readLine(fm *Frame) (string, error) {
  100. s, err := readUpto(fm, "\n")
  101. if err != nil {
  102. return "", err
  103. }
  104. return strutil.ChopLineEnding(s), nil
  105. }
  106. type printOpts struct{ Sep string }
  107. func (o *printOpts) SetDefaultOptions() { o.Sep = " " }
  108. func print(fm *Frame, opts printOpts, args ...any) error {
  109. out := fm.ByteOutput()
  110. for i, arg := range args {
  111. if i > 0 {
  112. _, err := out.WriteString(opts.Sep)
  113. if err != nil {
  114. return err
  115. }
  116. }
  117. _, err := out.WriteString(vals.ToString(arg))
  118. if err != nil {
  119. return err
  120. }
  121. }
  122. return nil
  123. }
  124. func printf(fm *Frame, template string, args ...any) error {
  125. wrappedArgs := make([]any, len(args))
  126. for i, arg := range args {
  127. wrappedArgs[i] = formatter{arg}
  128. }
  129. _, err := fmt.Fprintf(fm.ByteOutput(), template, wrappedArgs...)
  130. return err
  131. }
  132. type formatter struct {
  133. wrapped any
  134. }
  135. func (f formatter) Format(state fmt.State, r rune) {
  136. wrapped := f.wrapped
  137. switch r {
  138. case 's':
  139. writeFmt(state, 's', vals.ToString(wrapped))
  140. case 'q':
  141. // TODO: Support using the precision flag to specify indentation.
  142. writeFmt(state, 's', vals.ReprPlain(wrapped))
  143. case 'v':
  144. var s string
  145. if state.Flag('#') {
  146. s = vals.ReprPlain(wrapped)
  147. } else {
  148. s = vals.ToString(wrapped)
  149. }
  150. writeFmt(state, 's', s)
  151. case 't':
  152. writeFmt(state, 't', vals.Bool(wrapped))
  153. case 'b', 'c', 'd', 'o', 'O', 'x', 'X', 'U':
  154. var i int
  155. if err := vals.ScanToGo(wrapped, &i); err != nil {
  156. fmt.Fprintf(state, "%%!%c(%s)", r, err.Error())
  157. return
  158. }
  159. writeFmt(state, r, i)
  160. case 'e', 'E', 'f', 'F', 'g', 'G':
  161. var f float64
  162. if err := vals.ScanToGo(wrapped, &f); err != nil {
  163. fmt.Fprintf(state, "%%!%c(%s)", r, err.Error())
  164. return
  165. }
  166. writeFmt(state, r, f)
  167. default:
  168. fmt.Fprintf(state, "%%!%c(unsupported formatting verb)", r)
  169. }
  170. }
  171. // Writes to State using the flag it stores, but with a potentially different
  172. // verb and value.
  173. func writeFmt(state fmt.State, v rune, val any) {
  174. // Reconstruct the verb string.
  175. var sb strings.Builder
  176. sb.WriteRune('%')
  177. for _, f := range "+-# 0" {
  178. if state.Flag(int(f)) {
  179. sb.WriteRune(f)
  180. }
  181. }
  182. if w, ok := state.Width(); ok {
  183. sb.WriteString(strconv.Itoa(w))
  184. }
  185. if p, ok := state.Precision(); ok {
  186. sb.WriteRune('.')
  187. sb.WriteString(strconv.Itoa(p))
  188. }
  189. sb.WriteRune(v)
  190. fmt.Fprintf(state, sb.String(), val)
  191. }
  192. func echo(fm *Frame, opts printOpts, args ...any) error {
  193. err := print(fm, opts, args...)
  194. if err != nil {
  195. return err
  196. }
  197. _, err = fm.ByteOutput().WriteString("\n")
  198. return err
  199. }
  200. func pprint(fm *Frame, args ...any) error {
  201. out := fm.ByteOutput()
  202. for _, arg := range args {
  203. _, err := out.WriteString(vals.Repr(arg, 0))
  204. if err != nil {
  205. return err
  206. }
  207. _, err = out.WriteString("\n")
  208. if err != nil {
  209. return err
  210. }
  211. }
  212. return nil
  213. }
  214. func repr(fm *Frame, args ...any) error {
  215. out := fm.ByteOutput()
  216. for i, arg := range args {
  217. if i > 0 {
  218. _, err := out.WriteString(" ")
  219. if err != nil {
  220. return err
  221. }
  222. }
  223. _, err := out.WriteString(vals.ReprPlain(arg))
  224. if err != nil {
  225. return err
  226. }
  227. }
  228. _, err := out.WriteString("\n")
  229. return err
  230. }
  231. func show(fm *Frame, v diag.Shower) error {
  232. out := fm.ByteOutput()
  233. _, err := out.WriteString(v.Show(""))
  234. if err != nil {
  235. return err
  236. }
  237. _, err = out.WriteString("\n")
  238. return err
  239. }
  240. func onlyBytes(fm *Frame) error {
  241. // Discard values in a goroutine.
  242. valuesDone := make(chan struct{})
  243. go func() {
  244. for range fm.InputChan() {
  245. }
  246. close(valuesDone)
  247. }()
  248. // Make sure the goroutine has finished before returning.
  249. defer func() { <-valuesDone }()
  250. _, err := io.Copy(fm.ByteOutput(), fm.InputFile())
  251. return err
  252. }
  253. func onlyValues(fm *Frame) error {
  254. // Discard bytes in a goroutine.
  255. bytesDone := make(chan struct{})
  256. go func() {
  257. // Ignore the error
  258. _, _ = io.Copy(blackholeWriter{}, fm.InputFile())
  259. close(bytesDone)
  260. }()
  261. // Wait for the goroutine to finish before returning.
  262. defer func() { <-bytesDone }()
  263. // Forward values.
  264. out := fm.ValueOutput()
  265. for v := range fm.InputChan() {
  266. err := out.Put(v)
  267. if err != nil {
  268. return err
  269. }
  270. }
  271. return nil
  272. }
  273. type blackholeWriter struct{}
  274. func (blackholeWriter) Write(p []byte) (int, error) { return len(p), nil }
  275. func slurp(fm *Frame) (string, error) {
  276. b, err := io.ReadAll(fm.InputFile())
  277. return string(b), err
  278. }
  279. func fromLines(fm *Frame) error {
  280. filein := bufio.NewReader(fm.InputFile())
  281. out := fm.ValueOutput()
  282. for {
  283. line, err := filein.ReadString('\n')
  284. if line != "" {
  285. err := out.Put(strutil.ChopLineEnding(line))
  286. if err != nil {
  287. return err
  288. }
  289. }
  290. if err != nil {
  291. if err != io.EOF {
  292. return err
  293. }
  294. return nil
  295. }
  296. }
  297. }
  298. func fromJSON(fm *Frame) error {
  299. in := fm.InputFile()
  300. out := fm.ValueOutput()
  301. dec := json.NewDecoder(in)
  302. for {
  303. var v any
  304. err := dec.Decode(&v)
  305. if err != nil {
  306. if err == io.EOF {
  307. return nil
  308. }
  309. return err
  310. }
  311. converted, err := fromJSONInterface(v)
  312. if err != nil {
  313. return err
  314. }
  315. err = out.Put(converted)
  316. if err != nil {
  317. return err
  318. }
  319. }
  320. }
  321. // Converts a interface{} that results from json.Unmarshal to an Elvish value.
  322. func fromJSONInterface(v any) (any, error) {
  323. switch v := v.(type) {
  324. case nil, bool, string:
  325. return v, nil
  326. case float64:
  327. return v, nil
  328. case []any:
  329. vec := vals.EmptyList
  330. for _, elem := range v {
  331. converted, err := fromJSONInterface(elem)
  332. if err != nil {
  333. return nil, err
  334. }
  335. vec = vec.Conj(converted)
  336. }
  337. return vec, nil
  338. case map[string]any:
  339. m := vals.EmptyMap
  340. for key, val := range v {
  341. convertedVal, err := fromJSONInterface(val)
  342. if err != nil {
  343. return nil, err
  344. }
  345. m = m.Assoc(key, convertedVal)
  346. }
  347. return m, nil
  348. default:
  349. return nil, fmt.Errorf("unexpected json type: %T", v)
  350. }
  351. }
  352. func fromTerminated(fm *Frame, terminator string) error {
  353. if err := checkTerminator(terminator); err != nil {
  354. return err
  355. }
  356. filein := bufio.NewReader(fm.InputFile())
  357. out := fm.ValueOutput()
  358. for {
  359. line, err := filein.ReadString(terminator[0])
  360. if line != "" {
  361. err := out.Put(strutil.ChopTerminator(line, terminator[0]))
  362. if err != nil {
  363. return err
  364. }
  365. }
  366. if err != nil {
  367. if err != io.EOF {
  368. logger.Println("error on reading:", err)
  369. return err
  370. }
  371. return nil
  372. }
  373. }
  374. }
  375. func toLines(fm *Frame, inputs Inputs) error {
  376. out := fm.ByteOutput()
  377. var errOut error
  378. inputs(func(v any) {
  379. if errOut != nil {
  380. return
  381. }
  382. // TODO: Don't ignore the error.
  383. _, errOut = fmt.Fprintln(out, vals.ToString(v))
  384. })
  385. return errOut
  386. }
  387. func toTerminated(fm *Frame, terminator string, inputs Inputs) error {
  388. if err := checkTerminator(terminator); err != nil {
  389. return err
  390. }
  391. out := fm.ByteOutput()
  392. var errOut error
  393. inputs(func(v any) {
  394. if errOut != nil {
  395. return
  396. }
  397. _, errOut = fmt.Fprint(out, vals.ToString(v), terminator)
  398. })
  399. return errOut
  400. }
  401. func toJSON(fm *Frame, inputs Inputs) error {
  402. encoder := json.NewEncoder(fm.ByteOutput())
  403. var errEncode error
  404. inputs(func(v any) {
  405. if errEncode != nil {
  406. return
  407. }
  408. errEncode = encoder.Encode(v)
  409. })
  410. return errEncode
  411. }