depPool.go 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446
  1. package main
  2. import (
  3. "sort"
  4. "strings"
  5. "sync"
  6. alpm "github.com/jguer/go-alpm"
  7. rpc "github.com/mikkeloscar/aur"
  8. )
  9. type depPool struct {
  10. Targets []target
  11. Explicit stringSet
  12. Repo map[string]*alpm.Package
  13. Aur map[string]*rpc.Pkg
  14. AurCache map[string]*rpc.Pkg
  15. Groups []string
  16. LocalDb *alpm.Db
  17. SyncDb alpm.DbList
  18. Warnings *aurWarnings
  19. }
  20. func makeDepPool() (*depPool, error) {
  21. localDb, err := alpmHandle.LocalDb()
  22. if err != nil {
  23. return nil, err
  24. }
  25. syncDb, err := alpmHandle.SyncDbs()
  26. if err != nil {
  27. return nil, err
  28. }
  29. dp := &depPool{
  30. make([]target, 0),
  31. make(stringSet),
  32. make(map[string]*alpm.Package),
  33. make(map[string]*rpc.Pkg),
  34. make(map[string]*rpc.Pkg),
  35. make([]string, 0),
  36. localDb,
  37. syncDb,
  38. nil,
  39. }
  40. return dp, nil
  41. }
  42. // Includes db/ prefixes and group installs
  43. func (dp *depPool) ResolveTargets(pkgs []string) error {
  44. // RPC requests are slow
  45. // Combine as many AUR package requests as possible into a single RPC
  46. // call
  47. aurTargets := make(stringSet)
  48. pkgs = removeInvalidTargets(pkgs)
  49. for _, pkg := range pkgs {
  50. var err error
  51. target := toTarget(pkg)
  52. // skip targets already satisfied
  53. // even if the user enters db/pkg and aur/pkg the latter will
  54. // still get skipped even if it's from a different database to
  55. // the one specified
  56. // this is how pacman behaves
  57. if dp.hasPackage(target.DepString()) {
  58. continue
  59. }
  60. var foundPkg *alpm.Package
  61. var singleDb *alpm.Db
  62. // aur/ prefix means we only check the aur
  63. if target.Db == "aur" || mode == ModeAUR {
  64. dp.Targets = append(dp.Targets, target)
  65. aurTargets.set(target.DepString())
  66. continue
  67. }
  68. // If there'ss a different priefix only look in that repo
  69. if target.Db != "" {
  70. singleDb, err = alpmHandle.SyncDbByName(target.Db)
  71. if err != nil {
  72. return err
  73. }
  74. foundPkg, err = singleDb.PkgCache().FindSatisfier(target.DepString())
  75. //otherwise find it in any repo
  76. } else {
  77. foundPkg, err = dp.SyncDb.FindSatisfier(target.DepString())
  78. }
  79. if err == nil {
  80. dp.Targets = append(dp.Targets, target)
  81. dp.Explicit.set(foundPkg.Name())
  82. dp.ResolveRepoDependency(foundPkg)
  83. continue
  84. } else {
  85. //check for groups
  86. //currently we don't resolve the packages in a group
  87. //only check if the group exists
  88. //would be better to check the groups from singleDb if
  89. //the user specified a db but there's no easy way to do
  90. //it without making alpm_lists so don't bother for now
  91. //db/group is probably a rare use case
  92. group, err := dp.SyncDb.PkgCachebyGroup(target.Name)
  93. if err == nil {
  94. dp.Groups = append(dp.Groups, target.String())
  95. group.ForEach(func(pkg alpm.Package) error {
  96. dp.Explicit.set(pkg.Name())
  97. return nil
  98. })
  99. continue
  100. }
  101. }
  102. //if there was no db prefix check the aur
  103. if target.Db == "" {
  104. aurTargets.set(target.DepString())
  105. }
  106. dp.Targets = append(dp.Targets, target)
  107. }
  108. if len(aurTargets) > 0 && (mode == ModeAny || mode == ModeAUR) {
  109. return dp.resolveAURPackages(aurTargets, true)
  110. }
  111. return nil
  112. }
  113. // Pseudo provides finder.
  114. // Try to find provides by performing a search of the package name
  115. // This effectively performs -Ss on each package
  116. // then runs -Si on each result to cache the information.
  117. //
  118. // For example if you were to -S yay then yay -Ss would give:
  119. // yay-git yay-bin yay realyog pacui pacui-git ruby-yard
  120. // These packages will all be added to the cache in case they are needed later
  121. // Ofcouse only the first three packages provide yay, the rest are just false
  122. // positives.
  123. //
  124. // This method increases dependency resolve time
  125. func (dp *depPool) findProvides(pkgs stringSet) error {
  126. var mux sync.Mutex
  127. var wg sync.WaitGroup
  128. doSearch := func(pkg string) {
  129. defer wg.Done()
  130. var err error
  131. var results []rpc.Pkg
  132. // Hack for a bigger search result, if the user wants
  133. // java-envronment we can search for just java instead and get
  134. // more hits.
  135. words := strings.Split(pkg, "-")
  136. for i := range words {
  137. results, err = rpc.SearchByNameDesc(strings.Join(words[:i+1], "-"))
  138. if err == nil {
  139. break
  140. }
  141. }
  142. if err != nil {
  143. return
  144. }
  145. for _, result := range results {
  146. mux.Lock()
  147. if _, ok := dp.AurCache[result.Name]; !ok {
  148. pkgs.set(result.Name)
  149. }
  150. mux.Unlock()
  151. }
  152. }
  153. for pkg := range pkgs {
  154. if _, err := dp.LocalDb.PkgByName(pkg); err == nil {
  155. continue
  156. }
  157. wg.Add(1)
  158. go doSearch(pkg)
  159. }
  160. wg.Wait()
  161. return nil
  162. }
  163. func (dp *depPool) cacheAURPackages(_pkgs stringSet) error {
  164. pkgs := _pkgs.copy()
  165. query := make([]string, 0)
  166. for pkg := range pkgs {
  167. if _, ok := dp.AurCache[pkg]; ok {
  168. pkgs.remove(pkg)
  169. }
  170. }
  171. if len(pkgs) == 0 {
  172. return nil
  173. }
  174. if config.Provides {
  175. err := dp.findProvides(pkgs)
  176. if err != nil {
  177. return err
  178. }
  179. }
  180. for pkg := range pkgs {
  181. if _, ok := dp.AurCache[pkg]; !ok {
  182. name, _, _ := splitDep(pkg)
  183. query = append(query, name)
  184. }
  185. }
  186. info, err := aurInfo(query, dp.Warnings)
  187. if err != nil {
  188. return err
  189. }
  190. for _, pkg := range info {
  191. // Dump everything in cache just in case we need it later
  192. dp.AurCache[pkg.Name] = pkg
  193. }
  194. return nil
  195. }
  196. func (dp *depPool) resolveAURPackages(pkgs stringSet, explicit bool) error {
  197. newPackages := make(stringSet)
  198. newAURPackages := make(stringSet)
  199. err := dp.cacheAURPackages(pkgs)
  200. if err != nil {
  201. return err
  202. }
  203. if len(pkgs) == 0 {
  204. return nil
  205. }
  206. for name := range pkgs {
  207. _, ok := dp.Aur[name]
  208. if ok {
  209. continue
  210. }
  211. pkg := dp.findSatisfierAurCache(name)
  212. if pkg == nil {
  213. continue
  214. }
  215. if explicit {
  216. dp.Explicit.set(pkg.Name)
  217. }
  218. dp.Aur[pkg.Name] = pkg
  219. for _, deps := range [3][]string{pkg.Depends, pkg.MakeDepends, pkg.CheckDepends} {
  220. for _, dep := range deps {
  221. newPackages.set(dep)
  222. }
  223. }
  224. }
  225. for dep := range newPackages {
  226. if dp.hasSatisfier(dep) {
  227. continue
  228. }
  229. _, isInstalled := dp.LocalDb.PkgCache().FindSatisfier(dep) //has satisfier installed: skip
  230. hm := hideMenus
  231. hideMenus = isInstalled == nil
  232. repoPkg, inRepos := dp.SyncDb.FindSatisfier(dep) //has satisfier in repo: fetch it
  233. hideMenus = hm
  234. if isInstalled == nil && (config.ReBuild != "tree" || inRepos == nil) {
  235. continue
  236. }
  237. if inRepos == nil {
  238. dp.ResolveRepoDependency(repoPkg)
  239. continue
  240. }
  241. //assume it's in the aur
  242. //ditch the versioning because the RPC can't handle it
  243. newAURPackages.set(dep)
  244. }
  245. err = dp.resolveAURPackages(newAURPackages, false)
  246. return err
  247. }
  248. func (dp *depPool) ResolveRepoDependency(pkg *alpm.Package) {
  249. dp.Repo[pkg.Name()] = pkg
  250. pkg.Depends().ForEach(func(dep alpm.Depend) (err error) {
  251. //have satisfier in dep tree: skip
  252. if dp.hasSatisfier(dep.String()) {
  253. return
  254. }
  255. //has satisfier installed: skip
  256. _, isInstalled := dp.LocalDb.PkgCache().FindSatisfier(dep.String())
  257. if isInstalled == nil {
  258. return
  259. }
  260. //has satisfier in repo: fetch it
  261. repoPkg, inRepos := dp.SyncDb.FindSatisfier(dep.String())
  262. if inRepos != nil {
  263. return
  264. }
  265. dp.ResolveRepoDependency(repoPkg)
  266. return nil
  267. })
  268. }
  269. func getDepPool(pkgs []string, warnings *aurWarnings) (*depPool, error) {
  270. dp, err := makeDepPool()
  271. if err != nil {
  272. return nil, err
  273. }
  274. dp.Warnings = warnings
  275. err = dp.ResolveTargets(pkgs)
  276. return dp, err
  277. }
  278. func (dp *depPool) findSatisfierAur(dep string) *rpc.Pkg {
  279. for _, pkg := range dp.Aur {
  280. if satisfiesAur(dep, pkg) {
  281. return pkg
  282. }
  283. }
  284. return nil
  285. }
  286. // This is mostly used to promote packages from the cache
  287. // to the Install list
  288. // Provide a pacman style provider menu if there's more than one candidate
  289. // This acts slightly differently from Pacman, It will give
  290. // a menu even if a package with a matching name exists. I believe this
  291. // method is better because most of the time you are choosing between
  292. // foo and foo-git.
  293. // Using Pacman's ways trying to install foo would never give you
  294. // a menu.
  295. // TODO: maybe intermix repo providers in the menu
  296. func (dp *depPool) findSatisfierAurCache(dep string) *rpc.Pkg {
  297. depName, _, _ := splitDep(dep)
  298. seen := make(stringSet)
  299. providers := makeProviders(depName)
  300. if _, err := dp.LocalDb.PkgByName(depName); err == nil {
  301. if pkg, ok := dp.AurCache[dep]; ok && pkgSatisfies(pkg.Name, pkg.Version, dep) {
  302. return pkg
  303. }
  304. }
  305. if cmdArgs.op == "Y" || cmdArgs.op == "yay" {
  306. for _, pkg := range dp.AurCache {
  307. if pkgSatisfies(pkg.Name, pkg.Version, dep) {
  308. for _, target := range dp.Targets {
  309. if target.Name == pkg.Name {
  310. return pkg
  311. }
  312. }
  313. }
  314. }
  315. }
  316. for _, pkg := range dp.AurCache {
  317. if seen.get(pkg.Name) {
  318. continue
  319. }
  320. if pkgSatisfies(pkg.Name, pkg.Version, dep) {
  321. providers.Pkgs = append(providers.Pkgs, pkg)
  322. seen.set(pkg.Name)
  323. continue
  324. }
  325. for _, provide := range pkg.Provides {
  326. if provideSatisfies(provide, dep) {
  327. providers.Pkgs = append(providers.Pkgs, pkg)
  328. seen.set(pkg.Name)
  329. continue
  330. }
  331. }
  332. }
  333. if providers.Len() == 1 {
  334. return providers.Pkgs[0]
  335. }
  336. if providers.Len() > 1 {
  337. sort.Sort(providers)
  338. return providerMenu(dep, providers)
  339. }
  340. return nil
  341. }
  342. func (dp *depPool) findSatisfierRepo(dep string) *alpm.Package {
  343. for _, pkg := range dp.Repo {
  344. if satisfiesRepo(dep, pkg) {
  345. return pkg
  346. }
  347. }
  348. return nil
  349. }
  350. func (dp *depPool) hasSatisfier(dep string) bool {
  351. return dp.findSatisfierRepo(dep) != nil || dp.findSatisfierAur(dep) != nil
  352. }
  353. func (dp *depPool) hasPackage(name string) bool {
  354. for _, pkg := range dp.Repo {
  355. if pkg.Name() == name {
  356. return true
  357. }
  358. }
  359. for _, pkg := range dp.Aur {
  360. if pkg.Name == name {
  361. return true
  362. }
  363. }
  364. for _, pkg := range dp.Groups {
  365. if pkg == name {
  366. return true
  367. }
  368. }
  369. return false
  370. }