parser.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750
  1. package main
  2. import (
  3. "bufio"
  4. "bytes"
  5. "fmt"
  6. "html"
  7. "os"
  8. "strconv"
  9. "strings"
  10. "unicode"
  11. )
  12. // A basic set implementation for strings.
  13. // This is used a lot so it deserves its own type.
  14. // Other types of sets are used throughout the code but do not have
  15. // their own typedef.
  16. // String sets and <type>sets should be used throughout the code when applicable,
  17. // they are a lot more flexible than slices and provide easy lookup.
  18. type stringSet map[string]struct{}
  19. func (set stringSet) set(v string) {
  20. set[v] = struct{}{}
  21. }
  22. func (set stringSet) get(v string) bool {
  23. _, exists := set[v]
  24. return exists
  25. }
  26. func (set stringSet) remove(v string) {
  27. delete(set, v)
  28. }
  29. func (set stringSet) toSlice() []string {
  30. slice := make([]string, 0, len(set))
  31. for v := range set {
  32. slice = append(slice, v)
  33. }
  34. return slice
  35. }
  36. func (set stringSet) copy() stringSet {
  37. newSet := make(stringSet)
  38. for str := range set {
  39. newSet.set(str)
  40. }
  41. return newSet
  42. }
  43. func sliceToStringSet(in []string) stringSet {
  44. set := make(stringSet)
  45. for _, v := range in {
  46. set.set(v)
  47. }
  48. return set
  49. }
  50. func makeStringSet(in ...string) stringSet {
  51. return sliceToStringSet(in)
  52. }
  53. // Parses command line arguments in a way we can interact with programmatically but
  54. // also in a way that can easily be passed to pacman later on.
  55. type arguments struct {
  56. op string
  57. options map[string]string
  58. globals map[string]string
  59. doubles stringSet // Tracks args passed twice such as -yy and -dd
  60. targets []string
  61. }
  62. func makeArguments() *arguments {
  63. return &arguments{
  64. "",
  65. make(map[string]string),
  66. make(map[string]string),
  67. make(stringSet),
  68. make([]string, 0),
  69. }
  70. }
  71. func (parser *arguments) copy() (cp *arguments) {
  72. cp = makeArguments()
  73. cp.op = parser.op
  74. for k, v := range parser.options {
  75. cp.options[k] = v
  76. }
  77. for k, v := range parser.globals {
  78. cp.globals[k] = v
  79. }
  80. cp.targets = make([]string, len(parser.targets))
  81. copy(cp.targets, parser.targets)
  82. for k, v := range parser.doubles {
  83. cp.doubles[k] = v
  84. }
  85. return
  86. }
  87. func (parser *arguments) delArg(options ...string) {
  88. for _, option := range options {
  89. delete(parser.options, option)
  90. delete(parser.globals, option)
  91. delete(parser.doubles, option)
  92. }
  93. }
  94. func (parser *arguments) needRoot() bool {
  95. if parser.existsArg("h", "help") {
  96. return false
  97. }
  98. switch parser.op {
  99. case "D", "database":
  100. if parser.existsArg("k", "check") {
  101. return false
  102. }
  103. return true
  104. case "F", "files":
  105. if parser.existsArg("y", "refresh") {
  106. return true
  107. }
  108. return false
  109. case "Q", "query":
  110. if parser.existsArg("k", "check") {
  111. return true
  112. }
  113. return false
  114. case "R", "remove":
  115. return true
  116. case "S", "sync":
  117. if parser.existsArg("y", "refresh") {
  118. return true
  119. }
  120. if parser.existsArg("p", "print", "print-format") {
  121. return false
  122. }
  123. if parser.existsArg("s", "search") {
  124. return false
  125. }
  126. if parser.existsArg("l", "list") {
  127. return false
  128. }
  129. if parser.existsArg("g", "groups") {
  130. return false
  131. }
  132. if parser.existsArg("i", "info") {
  133. return false
  134. }
  135. if parser.existsArg("c", "clean") && mode == ModeAUR {
  136. return false
  137. }
  138. return true
  139. case "U", "upgrade":
  140. return true
  141. default:
  142. return false
  143. }
  144. }
  145. func (parser *arguments) addOP(op string) (err error) {
  146. if parser.op != "" {
  147. err = fmt.Errorf("only one operation may be used at a time")
  148. return
  149. }
  150. parser.op = op
  151. return
  152. }
  153. func (parser *arguments) addParam(option string, arg string) (err error) {
  154. if isOp(option) {
  155. err = parser.addOP(option)
  156. return
  157. }
  158. if parser.existsArg(option) {
  159. parser.doubles[option] = struct{}{}
  160. } else if isGlobal(option) {
  161. parser.globals[option] = arg
  162. } else {
  163. parser.options[option] = arg
  164. }
  165. return
  166. }
  167. func (parser *arguments) addArg(options ...string) (err error) {
  168. for _, option := range options {
  169. err = parser.addParam(option, "")
  170. if err != nil {
  171. return
  172. }
  173. }
  174. return
  175. }
  176. // Multiple args acts as an OR operator
  177. func (parser *arguments) existsArg(options ...string) bool {
  178. for _, option := range options {
  179. _, exists := parser.options[option]
  180. if exists {
  181. return true
  182. }
  183. _, exists = parser.globals[option]
  184. if exists {
  185. return true
  186. }
  187. }
  188. return false
  189. }
  190. func (parser *arguments) getArg(options ...string) (arg string, double bool, exists bool) {
  191. existCount := 0
  192. for _, option := range options {
  193. var value string
  194. value, exists = parser.options[option]
  195. if exists {
  196. arg = value
  197. existCount++
  198. _, exists = parser.doubles[option]
  199. if exists {
  200. existCount++
  201. }
  202. }
  203. value, exists = parser.globals[option]
  204. if exists {
  205. arg = value
  206. existCount++
  207. _, exists = parser.doubles[option]
  208. if exists {
  209. existCount++
  210. }
  211. }
  212. }
  213. double = existCount >= 2
  214. exists = existCount >= 1
  215. return
  216. }
  217. func (parser *arguments) addTarget(targets ...string) {
  218. parser.targets = append(parser.targets, targets...)
  219. }
  220. func (parser *arguments) clearTargets() {
  221. parser.targets = make([]string, 0)
  222. }
  223. // Multiple args acts as an OR operator
  224. func (parser *arguments) existsDouble(options ...string) bool {
  225. for _, option := range options {
  226. _, exists := parser.doubles[option]
  227. if exists {
  228. return true
  229. }
  230. }
  231. return false
  232. }
  233. func (parser *arguments) formatArgs() (args []string) {
  234. var op string
  235. if parser.op != "" {
  236. op = formatArg(parser.op)
  237. }
  238. args = append(args, op)
  239. for option, arg := range parser.options {
  240. if option == "--" {
  241. continue
  242. }
  243. formattedOption := formatArg(option)
  244. args = append(args, formattedOption)
  245. if hasParam(option) {
  246. args = append(args, arg)
  247. }
  248. if parser.existsDouble(option) {
  249. args = append(args, formattedOption)
  250. }
  251. }
  252. return
  253. }
  254. func (parser *arguments) formatGlobals() (args []string) {
  255. for option, arg := range parser.globals {
  256. formattedOption := formatArg(option)
  257. args = append(args, formattedOption)
  258. if hasParam(option) {
  259. args = append(args, arg)
  260. }
  261. if parser.existsDouble(option) {
  262. args = append(args, formattedOption)
  263. }
  264. }
  265. return
  266. }
  267. func formatArg(arg string) string {
  268. if len(arg) > 1 {
  269. arg = "--" + arg
  270. } else {
  271. arg = "-" + arg
  272. }
  273. return arg
  274. }
  275. func isOp(op string) bool {
  276. switch op {
  277. case "V", "version":
  278. return true
  279. case "D", "database":
  280. return true
  281. case "F", "files":
  282. return true
  283. case "Q", "query":
  284. return true
  285. case "R", "remove":
  286. return true
  287. case "S", "sync":
  288. return true
  289. case "T", "deptest":
  290. return true
  291. case "U", "upgrade":
  292. return true
  293. // yay specific
  294. case "Y", "yay":
  295. return true
  296. case "P", "print":
  297. return true
  298. case "G", "getpkgbuild":
  299. return true
  300. default:
  301. return false
  302. }
  303. }
  304. func isGlobal(op string) bool {
  305. switch op {
  306. case "b", "dbpath":
  307. return true
  308. case "r", "root":
  309. return true
  310. case "v", "verbose":
  311. return true
  312. case "arch":
  313. return true
  314. case "cachedir":
  315. return true
  316. case "color":
  317. return true
  318. case "config":
  319. return true
  320. case "debug":
  321. return true
  322. case "gpgdir":
  323. return true
  324. case "hookdir":
  325. return true
  326. case "logfile":
  327. return true
  328. case "noconfirm":
  329. return true
  330. case "confirm":
  331. return true
  332. default:
  333. return false
  334. }
  335. }
  336. func hasParam(arg string) bool {
  337. switch arg {
  338. case "dbpath", "b":
  339. return true
  340. case "root", "r":
  341. return true
  342. case "sysroot":
  343. return true
  344. case "config":
  345. return true
  346. case "ignore":
  347. return true
  348. case "assume-installed":
  349. return true
  350. case "overwrite":
  351. return true
  352. case "ask":
  353. return true
  354. case "cachedir":
  355. return true
  356. case "hookdir":
  357. return true
  358. case "logfile":
  359. return true
  360. case "ignoregroup":
  361. return true
  362. case "arch":
  363. return true
  364. case "print-format":
  365. return true
  366. case "gpgdir":
  367. return true
  368. case "color":
  369. return true
  370. //yay params
  371. case "mflags":
  372. return true
  373. case "gpgflags":
  374. return true
  375. case "gitflags":
  376. return true
  377. case "builddir":
  378. return true
  379. case "editor":
  380. return true
  381. case "editorflags":
  382. return true
  383. case "makepkg":
  384. return true
  385. case "makepkgconf":
  386. return true
  387. case "pacman":
  388. return true
  389. case "tar":
  390. return true
  391. case "git":
  392. return true
  393. case "gpg":
  394. return true
  395. case "requestsplitn":
  396. return true
  397. case "answerclean":
  398. return true
  399. case "answerdiff":
  400. return true
  401. case "answeredit":
  402. return true
  403. case "answerupgrade":
  404. return true
  405. case "completioninterval":
  406. return true
  407. case "sortby":
  408. return true
  409. default:
  410. return false
  411. }
  412. }
  413. // Parses short hand options such as:
  414. // -Syu -b/some/path -
  415. func (parser *arguments) parseShortOption(arg string, param string) (usedNext bool, err error) {
  416. if arg == "-" {
  417. err = parser.addArg("-")
  418. return
  419. }
  420. arg = arg[1:]
  421. for k, _char := range arg {
  422. char := string(_char)
  423. if hasParam(char) {
  424. if k < len(arg)-2 {
  425. err = parser.addParam(char, arg[k+2:])
  426. } else {
  427. usedNext = true
  428. err = parser.addParam(char, param)
  429. }
  430. break
  431. } else {
  432. err = parser.addArg(char)
  433. if err != nil {
  434. return
  435. }
  436. }
  437. }
  438. return
  439. }
  440. // Parses full length options such as:
  441. // --sync --refresh --sysupgrade --dbpath /some/path --
  442. func (parser *arguments) parseLongOption(arg string, param string) (usedNext bool, err error) {
  443. if arg == "--" {
  444. err = parser.addArg(arg)
  445. return
  446. }
  447. arg = arg[2:]
  448. if hasParam(arg) {
  449. err = parser.addParam(arg, param)
  450. usedNext = true
  451. } else {
  452. err = parser.addArg(arg)
  453. }
  454. return
  455. }
  456. func (parser *arguments) parseStdin() error {
  457. scanner := bufio.NewScanner(os.Stdin)
  458. scanner.Split(bufio.ScanLines)
  459. for scanner.Scan() {
  460. parser.addTarget(scanner.Text())
  461. }
  462. return os.Stdin.Close()
  463. }
  464. func (parser *arguments) parseCommandLine() (err error) {
  465. args := os.Args[1:]
  466. usedNext := false
  467. if len(args) < 1 {
  468. parser.parseShortOption("-Syu", "")
  469. } else {
  470. for k, arg := range args {
  471. var nextArg string
  472. if usedNext {
  473. usedNext = false
  474. continue
  475. }
  476. if k+1 < len(args) {
  477. nextArg = args[k+1]
  478. }
  479. if parser.existsArg("--") {
  480. parser.addTarget(arg)
  481. } else if strings.HasPrefix(arg, "--") {
  482. usedNext, err = parser.parseLongOption(arg, nextArg)
  483. } else if strings.HasPrefix(arg, "-") {
  484. usedNext, err = parser.parseShortOption(arg, nextArg)
  485. } else {
  486. parser.addTarget(arg)
  487. }
  488. if err != nil {
  489. return
  490. }
  491. }
  492. }
  493. if parser.op == "" {
  494. parser.op = "Y"
  495. }
  496. if parser.existsArg("-") {
  497. var file *os.File
  498. err = parser.parseStdin()
  499. parser.delArg("-")
  500. if err != nil {
  501. return
  502. }
  503. file, err = os.Open("/dev/tty")
  504. if err != nil {
  505. return
  506. }
  507. os.Stdin = file
  508. }
  509. return
  510. }
  511. func (parser *arguments) extractYayOptions() {
  512. for option, value := range parser.options {
  513. if handleConfig(option, value) {
  514. parser.delArg(option)
  515. }
  516. }
  517. for option, value := range parser.globals {
  518. if handleConfig(option, value) {
  519. parser.delArg(option)
  520. }
  521. }
  522. }
  523. //parses input for number menus splitted by spaces or commas
  524. //supports individual selection: 1 2 3 4
  525. //supports range selections: 1-4 10-20
  526. //supports negation: ^1 ^1-4
  527. //
  528. //include and excule holds numbers that should be added and should not be added
  529. //respectively. other holds anything that can't be parsed as an int. This is
  530. //intended to allow words inside of number menus. e.g. 'all' 'none' 'abort'
  531. //of course the implementation is up to the caller, this function mearley parses
  532. //the input and organizes it
  533. func parseNumberMenu(input string) (intRanges, intRanges, stringSet, stringSet) {
  534. include := make(intRanges, 0)
  535. exclude := make(intRanges, 0)
  536. otherInclude := make(stringSet)
  537. otherExclude := make(stringSet)
  538. words := strings.FieldsFunc(input, func(c rune) bool {
  539. return unicode.IsSpace(c) || c == ','
  540. })
  541. for _, word := range words {
  542. var num1 int
  543. var num2 int
  544. var err error
  545. invert := false
  546. other := otherInclude
  547. if word[0] == '^' {
  548. invert = true
  549. other = otherExclude
  550. word = word[1:]
  551. }
  552. ranges := strings.SplitN(word, "-", 2)
  553. num1, err = strconv.Atoi(ranges[0])
  554. if err != nil {
  555. other.set(strings.ToLower(word))
  556. continue
  557. }
  558. if len(ranges) == 2 {
  559. num2, err = strconv.Atoi(ranges[1])
  560. if err != nil {
  561. other.set(strings.ToLower(word))
  562. continue
  563. }
  564. } else {
  565. num2 = num1
  566. }
  567. mi := min(num1, num2)
  568. ma := max(num1, num2)
  569. if !invert {
  570. include = append(include, makeIntRange(mi, ma))
  571. } else {
  572. exclude = append(exclude, makeIntRange(mi, ma))
  573. }
  574. }
  575. return include, exclude, otherInclude, otherExclude
  576. }
  577. // Crude html parsing, good enough for the arch news
  578. // This is only displayed in the terminal so there should be no security
  579. // concerns
  580. func parseNews(str string) string {
  581. var buffer bytes.Buffer
  582. var tagBuffer bytes.Buffer
  583. var escapeBuffer bytes.Buffer
  584. inTag := false
  585. inEscape := false
  586. for _, char := range str {
  587. if inTag {
  588. if char == '>' {
  589. inTag = false
  590. switch tagBuffer.String() {
  591. case "code":
  592. buffer.WriteString(cyanCode)
  593. case "/code":
  594. buffer.WriteString(resetCode)
  595. case "/p":
  596. buffer.WriteRune('\n')
  597. }
  598. continue
  599. }
  600. tagBuffer.WriteRune(char)
  601. continue
  602. }
  603. if inEscape {
  604. if char == ';' {
  605. inEscape = false
  606. escapeBuffer.WriteRune(char)
  607. s := html.UnescapeString(escapeBuffer.String())
  608. buffer.WriteString(s)
  609. continue
  610. }
  611. escapeBuffer.WriteRune(char)
  612. continue
  613. }
  614. if char == '<' {
  615. inTag = true
  616. tagBuffer.Reset()
  617. continue
  618. }
  619. if char == '&' {
  620. inEscape = true
  621. escapeBuffer.Reset()
  622. escapeBuffer.WriteRune(char)
  623. continue
  624. }
  625. buffer.WriteRune(char)
  626. }
  627. buffer.WriteString(resetCode)
  628. return buffer.String()
  629. }