query.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541
  1. package main
  2. import (
  3. "fmt"
  4. "sort"
  5. "strings"
  6. "sync"
  7. "time"
  8. alpm "github.com/jguer/go-alpm"
  9. rpc "github.com/mikkeloscar/aur"
  10. )
  11. type aurWarnings struct {
  12. Orphans []string
  13. OutOfDate []string
  14. Missing []string
  15. }
  16. // Query is a collection of Results
  17. type aurQuery []rpc.Pkg
  18. // Query holds the results of a repository search.
  19. type repoQuery []alpm.Package
  20. func (q aurQuery) Len() int {
  21. return len(q)
  22. }
  23. func (q aurQuery) Less(i, j int) bool {
  24. var result bool
  25. switch config.SortBy {
  26. case "votes":
  27. result = q[i].NumVotes > q[j].NumVotes
  28. case "popularity":
  29. result = q[i].Popularity > q[j].Popularity
  30. case "name":
  31. result = lessRunes([]rune(q[i].Name), []rune(q[j].Name))
  32. case "base":
  33. result = lessRunes([]rune(q[i].PackageBase), []rune(q[j].PackageBase))
  34. case "submitted":
  35. result = q[i].FirstSubmitted < q[j].FirstSubmitted
  36. case "modified":
  37. result = q[i].LastModified < q[j].LastModified
  38. case "id":
  39. result = q[i].ID < q[j].ID
  40. case "baseid":
  41. result = q[i].PackageBaseID < q[j].PackageBaseID
  42. }
  43. if config.SortMode == BottomUp {
  44. return !result
  45. }
  46. return result
  47. }
  48. func (q aurQuery) Swap(i, j int) {
  49. q[i], q[j] = q[j], q[i]
  50. }
  51. // FilterPackages filters packages based on source and type from local repository.
  52. func filterPackages() (local []alpm.Package, remote []alpm.Package,
  53. localNames []string, remoteNames []string, err error) {
  54. localDb, err := alpmHandle.LocalDb()
  55. if err != nil {
  56. return
  57. }
  58. dbList, err := alpmHandle.SyncDbs()
  59. if err != nil {
  60. return
  61. }
  62. f := func(k alpm.Package) error {
  63. found := false
  64. // For each DB search for our secret package.
  65. _ = dbList.ForEach(func(d alpm.Db) error {
  66. if found {
  67. return nil
  68. }
  69. _, err := d.PkgByName(k.Name())
  70. if err == nil {
  71. found = true
  72. local = append(local, k)
  73. localNames = append(localNames, k.Name())
  74. }
  75. return nil
  76. })
  77. if !found {
  78. remote = append(remote, k)
  79. remoteNames = append(remoteNames, k.Name())
  80. }
  81. return nil
  82. }
  83. err = localDb.PkgCache().ForEach(f)
  84. return
  85. }
  86. // NarrowSearch searches AUR and narrows based on subarguments
  87. func narrowSearch(pkgS []string, sortS bool) (aurQuery, error) {
  88. var r []rpc.Pkg
  89. var err error
  90. var usedIndex int
  91. if len(pkgS) == 0 {
  92. return nil, nil
  93. }
  94. for i, word := range pkgS {
  95. r, err = rpc.Search(word)
  96. if err == nil {
  97. usedIndex = i
  98. break
  99. }
  100. }
  101. if err != nil {
  102. return nil, err
  103. }
  104. if len(pkgS) == 1 {
  105. if sortS {
  106. sort.Sort(aurQuery(r))
  107. }
  108. return r, err
  109. }
  110. var aq aurQuery
  111. var n int
  112. for _, res := range r {
  113. match := true
  114. for i, pkgN := range pkgS {
  115. if usedIndex == i {
  116. continue
  117. }
  118. if !(strings.Contains(res.Name, pkgN) || strings.Contains(strings.ToLower(res.Description), pkgN)) {
  119. match = false
  120. break
  121. }
  122. }
  123. if match {
  124. n++
  125. aq = append(aq, res)
  126. }
  127. }
  128. if sortS {
  129. sort.Sort(aq)
  130. }
  131. return aq, err
  132. }
  133. // SyncSearch presents a query to the local repos and to the AUR.
  134. func syncSearch(pkgS []string) (err error) {
  135. aq, aurErr := narrowSearch(pkgS, true)
  136. pq, _, err := queryRepo(pkgS)
  137. if err != nil {
  138. return err
  139. }
  140. if config.SortMode == BottomUp {
  141. aq.printSearch(1)
  142. pq.printSearch()
  143. } else {
  144. pq.printSearch()
  145. aq.printSearch(1)
  146. }
  147. if aurErr != nil {
  148. fmt.Printf("Error during AUR search: %s\n", aurErr)
  149. fmt.Println("Showing Repo packags only")
  150. }
  151. return nil
  152. }
  153. // SyncInfo serves as a pacman -Si for repo packages and AUR packages.
  154. func syncInfo(pkgS []string) (err error) {
  155. var info []*rpc.Pkg
  156. aurS, repoS, err := packageSlices(pkgS)
  157. if err != nil {
  158. return
  159. }
  160. if len(aurS) != 0 {
  161. noDb := make([]string, 0, len(aurS))
  162. for _, pkg := range aurS {
  163. _, name := splitDbFromName(pkg)
  164. noDb = append(noDb, name)
  165. }
  166. info, err = aurInfoPrint(noDb)
  167. if err != nil {
  168. fmt.Println(err)
  169. }
  170. }
  171. // Repo always goes first
  172. if len(repoS) != 0 {
  173. arguments := cmdArgs.copy()
  174. arguments.delTarget(aurS...)
  175. err = passToPacman(arguments)
  176. if err != nil {
  177. return
  178. }
  179. }
  180. if len(aurS) != 0 {
  181. for _, pkg := range info {
  182. PrintInfo(pkg)
  183. }
  184. }
  185. return
  186. }
  187. // Search handles repo searches. Creates a RepoSearch struct.
  188. func queryRepo(pkgInputN []string) (s repoQuery, n int, err error) {
  189. dbList, err := alpmHandle.SyncDbs()
  190. if err != nil {
  191. return
  192. }
  193. // BottomUp functions
  194. initL := func(len int) int {
  195. if config.SortMode == TopDown {
  196. return 0
  197. }
  198. return len - 1
  199. }
  200. compL := func(len int, i int) bool {
  201. if config.SortMode == TopDown {
  202. return i < len
  203. }
  204. return i > -1
  205. }
  206. finalL := func(i int) int {
  207. if config.SortMode == TopDown {
  208. return i + 1
  209. }
  210. return i - 1
  211. }
  212. dbS := dbList.Slice()
  213. lenDbs := len(dbS)
  214. for f := initL(lenDbs); compL(lenDbs, f); f = finalL(f) {
  215. pkgS := dbS[f].PkgCache().Slice()
  216. lenPkgs := len(pkgS)
  217. for i := initL(lenPkgs); compL(lenPkgs, i); i = finalL(i) {
  218. match := true
  219. for _, pkgN := range pkgInputN {
  220. if !(strings.Contains(pkgS[i].Name(), pkgN) || strings.Contains(strings.ToLower(pkgS[i].Description()), pkgN)) {
  221. match = false
  222. break
  223. }
  224. }
  225. if match {
  226. n++
  227. s = append(s, pkgS[i])
  228. }
  229. }
  230. }
  231. return
  232. }
  233. // PackageSlices separates an input slice into aur and repo slices
  234. func packageSlices(toCheck []string) (aur []string, repo []string, err error) {
  235. dbList, err := alpmHandle.SyncDbs()
  236. if err != nil {
  237. return
  238. }
  239. for _, _pkg := range toCheck {
  240. db, name := splitDbFromName(_pkg)
  241. found := false
  242. if db == "aur" {
  243. aur = append(aur, _pkg)
  244. continue
  245. } else if db != "" {
  246. repo = append(repo, _pkg)
  247. continue
  248. }
  249. _ = dbList.ForEach(func(db alpm.Db) error {
  250. _, err := db.PkgByName(name)
  251. if err == nil {
  252. found = true
  253. return fmt.Errorf("")
  254. }
  255. return nil
  256. })
  257. if !found {
  258. _, errdb := dbList.PkgCachebyGroup(name)
  259. found = errdb == nil
  260. }
  261. if found {
  262. repo = append(repo, _pkg)
  263. } else {
  264. aur = append(aur, _pkg)
  265. }
  266. }
  267. return
  268. }
  269. // HangingPackages returns a list of packages installed as deps
  270. // and unneeded by the system
  271. // removeOptional decides whether optional dependencies are counted or not
  272. func hangingPackages(removeOptional bool) (hanging []string, err error) {
  273. localDb, err := alpmHandle.LocalDb()
  274. if err != nil {
  275. return
  276. }
  277. // safePackages represents every package in the system in one of 3 states
  278. // State = 0 - Remove package from the system
  279. // State = 1 - Keep package in the system; need to iterate over dependencies
  280. // State = 2 - Keep package and have iterated over dependencies
  281. safePackages := make(map[string]uint8)
  282. // provides stores a mapping from the provides name back to the original package name
  283. provides := make(mapStringSet)
  284. packages := localDb.PkgCache()
  285. // Mark explicit dependencies and enumerate the provides list
  286. setupResources := func(pkg alpm.Package) error {
  287. if pkg.Reason() == alpm.PkgReasonExplicit {
  288. safePackages[pkg.Name()] = 1
  289. } else {
  290. safePackages[pkg.Name()] = 0
  291. }
  292. pkg.Provides().ForEach(func(dep alpm.Depend) error {
  293. provides.Add(dep.Name, pkg.Name())
  294. return nil
  295. })
  296. return nil
  297. }
  298. packages.ForEach(setupResources)
  299. iterateAgain := true
  300. processDependencies := func(pkg alpm.Package) error {
  301. if state := safePackages[pkg.Name()]; state == 0 || state == 2 {
  302. return nil
  303. }
  304. safePackages[pkg.Name()] = 2
  305. // Update state for dependencies
  306. markDependencies := func(dep alpm.Depend) error {
  307. // Don't assume a dependency is installed
  308. state, ok := safePackages[dep.Name]
  309. if !ok {
  310. // Check if dep is a provides rather than actual package name
  311. if pset, ok2 := provides[dep.Name]; ok2 {
  312. for p := range pset {
  313. if safePackages[p] == 0 {
  314. iterateAgain = true
  315. safePackages[p] = 1
  316. }
  317. }
  318. }
  319. return nil
  320. }
  321. if state == 0 {
  322. iterateAgain = true
  323. safePackages[dep.Name] = 1
  324. }
  325. return nil
  326. }
  327. pkg.Depends().ForEach(markDependencies)
  328. if !removeOptional {
  329. pkg.OptionalDepends().ForEach(markDependencies)
  330. }
  331. return nil
  332. }
  333. for iterateAgain {
  334. iterateAgain = false
  335. packages.ForEach(processDependencies)
  336. }
  337. // Build list of packages to be removed
  338. packages.ForEach(func(pkg alpm.Package) error {
  339. if safePackages[pkg.Name()] == 0 {
  340. hanging = append(hanging, pkg.Name())
  341. }
  342. return nil
  343. })
  344. return
  345. }
  346. func lastBuildTime() (time.Time, error) {
  347. var time time.Time
  348. pkgs, _, _, _, err := filterPackages()
  349. if err != nil {
  350. return time, err
  351. }
  352. for _, pkg := range pkgs {
  353. thisTime := pkg.BuildDate()
  354. if thisTime.After(time) {
  355. time = thisTime
  356. }
  357. }
  358. return time, nil
  359. }
  360. // Statistics returns statistics about packages installed in system
  361. func statistics() (info struct {
  362. Totaln int
  363. Expln int
  364. TotalSize int64
  365. }, err error) {
  366. var tS int64 // TotalSize
  367. var nPkg int
  368. var ePkg int
  369. localDb, err := alpmHandle.LocalDb()
  370. if err != nil {
  371. return
  372. }
  373. for _, pkg := range localDb.PkgCache().Slice() {
  374. tS += pkg.ISize()
  375. nPkg++
  376. if pkg.Reason() == 0 {
  377. ePkg++
  378. }
  379. }
  380. info = struct {
  381. Totaln int
  382. Expln int
  383. TotalSize int64
  384. }{
  385. nPkg, ePkg, tS,
  386. }
  387. return
  388. }
  389. // Queries the aur for information about specified packages.
  390. // All packages should be queried in a single rpc request except when the number
  391. // of packages exceeds the number set in config.RequestSplitN.
  392. // If the number does exceed config.RequestSplitN multiple rpc requests will be
  393. // performed concurrently.
  394. func aurInfo(names []string, warnings *aurWarnings) ([]*rpc.Pkg, error) {
  395. info := make([]*rpc.Pkg, 0, len(names))
  396. seen := make(map[string]int)
  397. var mux sync.Mutex
  398. var wg sync.WaitGroup
  399. var err error
  400. makeRequest := func(n, max int) {
  401. defer wg.Done()
  402. tempInfo, requestErr := rpc.Info(names[n:max])
  403. if err != nil {
  404. return
  405. }
  406. if requestErr != nil {
  407. err = requestErr
  408. return
  409. }
  410. mux.Lock()
  411. for _, _i := range tempInfo {
  412. i := _i
  413. info = append(info, &i)
  414. }
  415. mux.Unlock()
  416. }
  417. for n := 0; n < len(names); n += config.RequestSplitN {
  418. max := min(len(names), n+config.RequestSplitN)
  419. wg.Add(1)
  420. go makeRequest(n, max)
  421. }
  422. wg.Wait()
  423. if err != nil {
  424. return info, err
  425. }
  426. for k, pkg := range info {
  427. seen[pkg.Name] = k
  428. }
  429. for _, name := range names {
  430. i, ok := seen[name]
  431. if !ok {
  432. warnings.Missing = append(warnings.Missing, name)
  433. continue
  434. }
  435. pkg := info[i]
  436. if pkg.Maintainer == "" {
  437. warnings.Orphans = append(warnings.Orphans, name)
  438. }
  439. if pkg.OutOfDate != 0 {
  440. warnings.OutOfDate = append(warnings.OutOfDate, name)
  441. }
  442. }
  443. return info, nil
  444. }
  445. func aurInfoPrint(names []string) ([]*rpc.Pkg, error) {
  446. fmt.Println(bold(cyan("::") + bold(" Querying AUR...")))
  447. warnings := &aurWarnings{}
  448. info, err := aurInfo(names, warnings)
  449. if err != nil {
  450. return info, err
  451. }
  452. warnings.print()
  453. return info, nil
  454. }