parser.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783
  1. package main
  2. import (
  3. "bytes"
  4. "fmt"
  5. "html"
  6. "io"
  7. "os"
  8. "strconv"
  9. "strings"
  10. "unicode"
  11. )
  12. // A basic set implementation for strings.
  13. // This is used a lot so it deserves its own type.
  14. // Other types of sets are used throughout the code but do not have
  15. // their own typedef.
  16. // String sets and <type>sets should be used throughout the code when applicable,
  17. // they are a lot more flexible than slices and provide easy lookup.
  18. type stringSet map[string]struct{}
  19. func (set stringSet) set(v string) {
  20. set[v] = struct{}{}
  21. }
  22. func (set stringSet) get(v string) bool {
  23. _, exists := set[v]
  24. return exists
  25. }
  26. func (set stringSet) remove(v string) {
  27. delete(set, v)
  28. }
  29. func (set stringSet) toSlice() []string {
  30. slice := make([]string, 0, len(set))
  31. for v := range set {
  32. slice = append(slice, v)
  33. }
  34. return slice
  35. }
  36. func (set stringSet) copy() stringSet {
  37. newSet := make(stringSet)
  38. for str := range set {
  39. newSet.set(str)
  40. }
  41. return newSet
  42. }
  43. func sliceToStringSet(in []string) stringSet {
  44. set := make(stringSet)
  45. for _, v := range in {
  46. set.set(v)
  47. }
  48. return set
  49. }
  50. func makeStringSet(in ...string) stringSet {
  51. return sliceToStringSet(in)
  52. }
  53. // Parses command line arguments in a way we can interact with programmatically but
  54. // also in a way that can easily be passed to pacman later on.
  55. type arguments struct {
  56. op string
  57. options map[string]string
  58. globals map[string]string
  59. doubles stringSet // Tracks args passed twice such as -yy and -dd
  60. targets []string
  61. }
  62. func makeArguments() *arguments {
  63. return &arguments{
  64. "",
  65. make(map[string]string),
  66. make(map[string]string),
  67. make(stringSet),
  68. make([]string, 0),
  69. }
  70. }
  71. func (parser *arguments) copy() (cp *arguments) {
  72. cp = makeArguments()
  73. cp.op = parser.op
  74. for k, v := range parser.options {
  75. cp.options[k] = v
  76. }
  77. for k, v := range parser.globals {
  78. cp.globals[k] = v
  79. }
  80. cp.targets = make([]string, len(parser.targets))
  81. copy(cp.targets, parser.targets)
  82. for k, v := range parser.doubles {
  83. cp.doubles[k] = v
  84. }
  85. return
  86. }
  87. func (parser *arguments) delArg(options ...string) {
  88. for _, option := range options {
  89. delete(parser.options, option)
  90. delete(parser.globals, option)
  91. delete(parser.doubles, option)
  92. }
  93. }
  94. func (parser *arguments) needRoot() bool {
  95. if parser.existsArg("h", "help") {
  96. return false
  97. }
  98. if parser.existsArg("p", "print") {
  99. return false
  100. }
  101. switch parser.op {
  102. case "V", "version":
  103. return false
  104. case "D", "database":
  105. return true
  106. case "F", "files":
  107. if parser.existsArg("y", "refresh") {
  108. return true
  109. }
  110. return false
  111. case "Q", "query":
  112. if parser.existsArg("k", "check") {
  113. return true
  114. }
  115. return false
  116. case "R", "remove":
  117. return true
  118. case "S", "sync":
  119. if parser.existsArg("s", "search") {
  120. return false
  121. }
  122. if parser.existsArg("l", "list") {
  123. return false
  124. }
  125. if parser.existsArg("i", "info") {
  126. return false
  127. }
  128. return true
  129. case "T", "deptest":
  130. return false
  131. case "U", "upgrade":
  132. return true
  133. // yay specific
  134. case "Y", "yay":
  135. return false
  136. case "P", "print":
  137. return false
  138. case "G", "getpkgbuild":
  139. return false
  140. default:
  141. return false
  142. }
  143. }
  144. //needWait checks if waitLock() should be called before calling pacman
  145. func (parser *arguments) needWait() bool {
  146. if parser.existsArg("h", "help") {
  147. return false
  148. }
  149. if parser.existsArg("p", "print") {
  150. return false
  151. }
  152. switch parser.op {
  153. case "D", "database":
  154. return true
  155. case "F", "files":
  156. if parser.existsArg("y", "refresh") {
  157. return true
  158. }
  159. return false
  160. case "R", "remove":
  161. return true
  162. case "S", "sync":
  163. if parser.existsArg("y", "refresh") {
  164. return true
  165. }
  166. if parser.existsArg("u", "sysupgrade") {
  167. return true
  168. }
  169. if parser.existsArg("s", "search") {
  170. return false
  171. }
  172. if parser.existsArg("l", "list") {
  173. return false
  174. }
  175. if parser.existsArg("i", "info") {
  176. return false
  177. }
  178. return true
  179. case "U", "upgrade":
  180. return true
  181. default:
  182. return false
  183. }
  184. }
  185. func (parser *arguments) addOP(op string) (err error) {
  186. if parser.op != "" {
  187. err = fmt.Errorf("only one operation may be used at a time")
  188. return
  189. }
  190. parser.op = op
  191. return
  192. }
  193. func (parser *arguments) addParam(option string, arg string) (err error) {
  194. if isOp(option) {
  195. err = parser.addOP(option)
  196. return
  197. }
  198. if parser.existsArg(option) {
  199. parser.doubles[option] = struct{}{}
  200. } else if isGlobal(option) {
  201. parser.globals[option] = arg
  202. } else {
  203. parser.options[option] = arg
  204. }
  205. return
  206. }
  207. func (parser *arguments) addArg(options ...string) (err error) {
  208. for _, option := range options {
  209. err = parser.addParam(option, "")
  210. if err != nil {
  211. return
  212. }
  213. }
  214. return
  215. }
  216. // Multiple args acts as an OR operator
  217. func (parser *arguments) existsArg(options ...string) bool {
  218. for _, option := range options {
  219. _, exists := parser.options[option]
  220. if exists {
  221. return true
  222. }
  223. _, exists = parser.globals[option]
  224. if exists {
  225. return true
  226. }
  227. }
  228. return false
  229. }
  230. func (parser *arguments) getArg(options ...string) (arg string, double bool, exists bool) {
  231. existCount := 0
  232. for _, option := range options {
  233. var value string
  234. value, exists = parser.options[option]
  235. if exists {
  236. arg = value
  237. existCount++
  238. _, exists = parser.doubles[option]
  239. if exists {
  240. existCount++
  241. }
  242. }
  243. value, exists = parser.globals[option]
  244. if exists {
  245. arg = value
  246. existCount++
  247. _, exists = parser.doubles[option]
  248. if exists {
  249. existCount++
  250. }
  251. }
  252. }
  253. double = existCount >= 2
  254. exists = existCount >= 1
  255. return
  256. }
  257. func (parser *arguments) addTarget(targets ...string) {
  258. parser.targets = append(parser.targets, targets...)
  259. }
  260. func (parser *arguments) clearTargets() {
  261. parser.targets = make([]string, 0)
  262. }
  263. // Multiple args acts as an OR operator
  264. func (parser *arguments) existsDouble(options ...string) bool {
  265. for _, option := range options {
  266. _, exists := parser.doubles[option]
  267. if exists {
  268. return true
  269. }
  270. }
  271. return false
  272. }
  273. func (parser *arguments) formatArgs() (args []string) {
  274. var op string
  275. if parser.op != "" {
  276. op = formatArg(parser.op)
  277. }
  278. args = append(args, op)
  279. for option, arg := range parser.options {
  280. if option == "--" {
  281. continue
  282. }
  283. formattedOption := formatArg(option)
  284. args = append(args, formattedOption)
  285. if hasParam(option) {
  286. args = append(args, arg)
  287. }
  288. if parser.existsDouble(option) {
  289. args = append(args, formattedOption)
  290. }
  291. }
  292. return
  293. }
  294. func (parser *arguments) formatGlobals() (args []string) {
  295. for option, arg := range parser.globals {
  296. formattedOption := formatArg(option)
  297. args = append(args, formattedOption)
  298. if hasParam(option) {
  299. args = append(args, arg)
  300. }
  301. if parser.existsDouble(option) {
  302. args = append(args, formattedOption)
  303. }
  304. }
  305. return
  306. }
  307. func formatArg(arg string) string {
  308. if len(arg) > 1 {
  309. arg = "--" + arg
  310. } else {
  311. arg = "-" + arg
  312. }
  313. return arg
  314. }
  315. func isOp(op string) bool {
  316. switch op {
  317. case "V", "version":
  318. return true
  319. case "D", "database":
  320. return true
  321. case "F", "files":
  322. return true
  323. case "Q", "query":
  324. return true
  325. case "R", "remove":
  326. return true
  327. case "S", "sync":
  328. return true
  329. case "T", "deptest":
  330. return true
  331. case "U", "upgrade":
  332. return true
  333. // yay specific
  334. case "Y", "yay":
  335. return true
  336. case "P", "print":
  337. return true
  338. case "G", "getpkgbuild":
  339. return true
  340. default:
  341. return false
  342. }
  343. }
  344. func isGlobal(op string) bool {
  345. switch op {
  346. case "b", "dbpath":
  347. return true
  348. case "r", "root":
  349. return true
  350. case "v", "verbose":
  351. return true
  352. case "arch":
  353. return true
  354. case "cachedir":
  355. return true
  356. case "color":
  357. return true
  358. case "config":
  359. return true
  360. case "debug":
  361. return true
  362. case "gpgdir":
  363. return true
  364. case "hookdir":
  365. return true
  366. case "logfile":
  367. return true
  368. case "noconfirm":
  369. return true
  370. case "confirm":
  371. return true
  372. default:
  373. return false
  374. }
  375. }
  376. func hasParam(arg string) bool {
  377. switch arg {
  378. case "dbpath", "b":
  379. return true
  380. case "root", "r":
  381. return true
  382. case "sysroot":
  383. return true
  384. case "config":
  385. return true
  386. case "ignore":
  387. return true
  388. case "assume-installed":
  389. return true
  390. case "overwrite":
  391. return true
  392. case "ask":
  393. return true
  394. case "cachedir":
  395. return true
  396. case "hookdir":
  397. return true
  398. case "logfile":
  399. return true
  400. case "ignoregroup":
  401. return true
  402. case "arch":
  403. return true
  404. case "print-format":
  405. return true
  406. case "gpgdir":
  407. return true
  408. case "color":
  409. return true
  410. //yay params
  411. case "mflags":
  412. return true
  413. case "gpgflags":
  414. return true
  415. case "gitflags":
  416. return true
  417. case "builddir":
  418. return true
  419. case "editor":
  420. return true
  421. case "editorflags":
  422. return true
  423. case "makepkg":
  424. return true
  425. case "pacman":
  426. return true
  427. case "tar":
  428. return true
  429. case "git":
  430. return true
  431. case "gpg":
  432. return true
  433. case "requestsplitn":
  434. return true
  435. case "answerclean":
  436. return true
  437. case "answerdiff":
  438. return true
  439. case "answeredit":
  440. return true
  441. case "answerupgrade":
  442. return true
  443. case "sortby":
  444. return true
  445. default:
  446. return false
  447. }
  448. }
  449. // Parses short hand options such as:
  450. // -Syu -b/some/path -
  451. func (parser *arguments) parseShortOption(arg string, param string) (usedNext bool, err error) {
  452. if arg == "-" {
  453. err = parser.addArg("-")
  454. return
  455. }
  456. arg = arg[1:]
  457. for k, _char := range arg {
  458. char := string(_char)
  459. if hasParam(char) {
  460. if k < len(arg)-2 {
  461. err = parser.addParam(char, arg[k+2:])
  462. } else {
  463. usedNext = true
  464. err = parser.addParam(char, param)
  465. }
  466. break
  467. } else {
  468. err = parser.addArg(char)
  469. if err != nil {
  470. return
  471. }
  472. }
  473. }
  474. return
  475. }
  476. // Parses full length options such as:
  477. // --sync --refresh --sysupgrade --dbpath /some/path --
  478. func (parser *arguments) parseLongOption(arg string, param string) (usedNext bool, err error) {
  479. if arg == "--" {
  480. err = parser.addArg(arg)
  481. return
  482. }
  483. arg = arg[2:]
  484. if hasParam(arg) {
  485. err = parser.addParam(arg, param)
  486. usedNext = true
  487. } else {
  488. err = parser.addArg(arg)
  489. }
  490. return
  491. }
  492. func (parser *arguments) parseStdin() (err error) {
  493. for {
  494. var target string
  495. _, err = fmt.Scan(&target)
  496. if err != nil {
  497. if err == io.EOF {
  498. err = nil
  499. }
  500. return
  501. }
  502. parser.addTarget(target)
  503. }
  504. }
  505. func (parser *arguments) parseCommandLine() (err error) {
  506. args := os.Args[1:]
  507. usedNext := false
  508. if len(args) < 1 {
  509. parser.parseShortOption("-Syu", "")
  510. } else {
  511. for k, arg := range args {
  512. var nextArg string
  513. if usedNext {
  514. usedNext = false
  515. continue
  516. }
  517. if k+1 < len(args) {
  518. nextArg = args[k+1]
  519. }
  520. if parser.existsArg("--") {
  521. parser.addTarget(arg)
  522. } else if strings.HasPrefix(arg, "--") {
  523. usedNext, err = parser.parseLongOption(arg, nextArg)
  524. } else if strings.HasPrefix(arg, "-") {
  525. usedNext, err = parser.parseShortOption(arg, nextArg)
  526. } else {
  527. parser.addTarget(arg)
  528. }
  529. if err != nil {
  530. return
  531. }
  532. }
  533. }
  534. if parser.op == "" {
  535. parser.op = "Y"
  536. }
  537. if cmdArgs.existsArg("-") {
  538. var file *os.File
  539. err = cmdArgs.parseStdin()
  540. cmdArgs.delArg("-")
  541. if err != nil {
  542. return
  543. }
  544. file, err = os.Open("/dev/tty")
  545. if err != nil {
  546. return
  547. }
  548. os.Stdin = file
  549. }
  550. return
  551. }
  552. //parses input for number menus splitted by spaces or commas
  553. //supports individual selection: 1 2 3 4
  554. //supports range selections: 1-4 10-20
  555. //supports negation: ^1 ^1-4
  556. //
  557. //include and excule holds numbers that should be added and should not be added
  558. //respectively. other holds anything that can't be parsed as an int. This is
  559. //intended to allow words inside of number menus. e.g. 'all' 'none' 'abort'
  560. //of course the implementation is up to the caller, this function mearley parses
  561. //the input and organizes it
  562. func parseNumberMenu(input string) (intRanges, intRanges, stringSet, stringSet) {
  563. include := make(intRanges, 0)
  564. exclude := make(intRanges, 0)
  565. otherInclude := make(stringSet)
  566. otherExclude := make(stringSet)
  567. words := strings.FieldsFunc(input, func(c rune) bool {
  568. return unicode.IsSpace(c) || c == ','
  569. })
  570. for _, word := range words {
  571. var num1 int
  572. var num2 int
  573. var err error
  574. invert := false
  575. other := otherInclude
  576. if word[0] == '^' {
  577. invert = true
  578. other = otherExclude
  579. word = word[1:]
  580. }
  581. ranges := strings.SplitN(word, "-", 2)
  582. num1, err = strconv.Atoi(ranges[0])
  583. if err != nil {
  584. other.set(strings.ToLower(word))
  585. continue
  586. }
  587. if len(ranges) == 2 {
  588. num2, err = strconv.Atoi(ranges[1])
  589. if err != nil {
  590. other.set(strings.ToLower(word))
  591. continue
  592. }
  593. } else {
  594. num2 = num1
  595. }
  596. mi := min(num1, num2)
  597. ma := max(num1, num2)
  598. if !invert {
  599. include = append(include, makeIntRange(mi, ma))
  600. } else {
  601. exclude = append(exclude, makeIntRange(mi, ma))
  602. }
  603. }
  604. return include, exclude, otherInclude, otherExclude
  605. }
  606. // Crude html parsing, good enough for the arch news
  607. // This is only displayed in the terminal so there should be no security
  608. // concerns
  609. func parseNews(str string) string {
  610. var buffer bytes.Buffer
  611. var tagBuffer bytes.Buffer
  612. var escapeBuffer bytes.Buffer
  613. inTag := false
  614. inEscape := false
  615. for _, char := range str {
  616. if inTag {
  617. if char == '>' {
  618. inTag = false
  619. switch tagBuffer.String() {
  620. case "code":
  621. buffer.WriteString(cyanCode)
  622. case "/code":
  623. buffer.WriteString(resetCode)
  624. case "/p":
  625. buffer.WriteRune('\n')
  626. }
  627. continue
  628. }
  629. tagBuffer.WriteRune(char)
  630. continue
  631. }
  632. if inEscape {
  633. if char == ';' {
  634. inEscape = false
  635. escapeBuffer.WriteRune(char)
  636. s := html.UnescapeString(escapeBuffer.String())
  637. buffer.WriteString(s)
  638. continue
  639. }
  640. escapeBuffer.WriteRune(char)
  641. continue
  642. }
  643. if char == '<' {
  644. inTag = true
  645. tagBuffer.Reset()
  646. continue
  647. }
  648. if char == '&' {
  649. inEscape = true
  650. escapeBuffer.Reset()
  651. escapeBuffer.WriteRune(char)
  652. continue
  653. }
  654. buffer.WriteRune(char)
  655. }
  656. buffer.WriteString(resetCode)
  657. return buffer.String()
  658. }