depPool.go 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477
  1. package main
  2. import (
  3. "sort"
  4. "strings"
  5. "sync"
  6. alpm "github.com/jguer/go-alpm"
  7. rpc "github.com/mikkeloscar/aur"
  8. )
  9. type target struct {
  10. DB string
  11. Name string
  12. Mod string
  13. Version string
  14. }
  15. func toTarget(pkg string) target {
  16. db, dep := splitDBFromName(pkg)
  17. name, mod, version := splitDep(dep)
  18. return target{
  19. db,
  20. name,
  21. mod,
  22. version,
  23. }
  24. }
  25. func (t target) DepString() string {
  26. return t.Name + t.Mod + t.Version
  27. }
  28. func (t target) String() string {
  29. if t.DB != "" {
  30. return t.DB + "/" + t.DepString()
  31. }
  32. return t.DepString()
  33. }
  34. type depPool struct {
  35. Targets []target
  36. Explicit stringSet
  37. Repo map[string]*alpm.Package
  38. Aur map[string]*rpc.Pkg
  39. AurCache map[string]*rpc.Pkg
  40. Groups []string
  41. LocalDB *alpm.DB
  42. SyncDB alpm.DBList
  43. Warnings *aurWarnings
  44. }
  45. func makeDepPool() (*depPool, error) {
  46. localDB, err := alpmHandle.LocalDB()
  47. if err != nil {
  48. return nil, err
  49. }
  50. syncDB, err := alpmHandle.SyncDBs()
  51. if err != nil {
  52. return nil, err
  53. }
  54. dp := &depPool{
  55. make([]target, 0),
  56. make(stringSet),
  57. make(map[string]*alpm.Package),
  58. make(map[string]*rpc.Pkg),
  59. make(map[string]*rpc.Pkg),
  60. make([]string, 0),
  61. localDB,
  62. syncDB,
  63. nil,
  64. }
  65. return dp, nil
  66. }
  67. // Includes db/ prefixes and group installs
  68. func (dp *depPool) ResolveTargets(pkgs []string) error {
  69. // RPC requests are slow
  70. // Combine as many AUR package requests as possible into a single RPC
  71. // call
  72. aurTargets := make(stringSet)
  73. pkgs = removeInvalidTargets(pkgs)
  74. for _, pkg := range pkgs {
  75. var err error
  76. target := toTarget(pkg)
  77. // skip targets already satisfied
  78. // even if the user enters db/pkg and aur/pkg the latter will
  79. // still get skipped even if it's from a different database to
  80. // the one specified
  81. // this is how pacman behaves
  82. if dp.hasPackage(target.DepString()) {
  83. continue
  84. }
  85. var foundPkg *alpm.Package
  86. var singleDB *alpm.DB
  87. // aur/ prefix means we only check the aur
  88. if target.DB == "aur" || mode == modeAUR {
  89. dp.Targets = append(dp.Targets, target)
  90. aurTargets.set(target.DepString())
  91. continue
  92. }
  93. // If there'ss a different priefix only look in that repo
  94. if target.DB != "" {
  95. singleDB, err = alpmHandle.SyncDBByName(target.DB)
  96. if err != nil {
  97. return err
  98. }
  99. foundPkg, err = singleDB.PkgCache().FindSatisfier(target.DepString())
  100. //otherwise find it in any repo
  101. } else {
  102. foundPkg, err = dp.SyncDB.FindSatisfier(target.DepString())
  103. }
  104. if err == nil {
  105. dp.Targets = append(dp.Targets, target)
  106. dp.Explicit.set(foundPkg.Name())
  107. dp.ResolveRepoDependency(foundPkg)
  108. continue
  109. } else {
  110. //check for groups
  111. //currently we don't resolve the packages in a group
  112. //only check if the group exists
  113. //would be better to check the groups from singleDB if
  114. //the user specified a db but there's no easy way to do
  115. //it without making alpm_lists so don't bother for now
  116. //db/group is probably a rare use case
  117. group := dp.SyncDB.FindGroupPkgs(target.Name)
  118. if !group.Empty() {
  119. dp.Groups = append(dp.Groups, target.String())
  120. group.ForEach(func(pkg alpm.Package) error {
  121. dp.Explicit.set(pkg.Name())
  122. return nil
  123. })
  124. continue
  125. }
  126. }
  127. //if there was no db prefix check the aur
  128. if target.DB == "" {
  129. aurTargets.set(target.DepString())
  130. }
  131. dp.Targets = append(dp.Targets, target)
  132. }
  133. if len(aurTargets) > 0 && (mode == modeAny || mode == modeAUR) {
  134. return dp.resolveAURPackages(aurTargets, true)
  135. }
  136. return nil
  137. }
  138. // Pseudo provides finder.
  139. // Try to find provides by performing a search of the package name
  140. // This effectively performs -Ss on each package
  141. // then runs -Si on each result to cache the information.
  142. //
  143. // For example if you were to -S yay then yay -Ss would give:
  144. // yay-git yay-bin yay realyog pacui pacui-git ruby-yard
  145. // These packages will all be added to the cache in case they are needed later
  146. // Ofcouse only the first three packages provide yay, the rest are just false
  147. // positives.
  148. //
  149. // This method increases dependency resolve time
  150. func (dp *depPool) findProvides(pkgs stringSet) error {
  151. var mux sync.Mutex
  152. var wg sync.WaitGroup
  153. doSearch := func(pkg string) {
  154. defer wg.Done()
  155. var err error
  156. var results []rpc.Pkg
  157. // Hack for a bigger search result, if the user wants
  158. // java-envronment we can search for just java instead and get
  159. // more hits.
  160. words := strings.Split(pkg, "-")
  161. for i := range words {
  162. results, err = rpc.SearchByNameDesc(strings.Join(words[:i+1], "-"))
  163. if err == nil {
  164. break
  165. }
  166. }
  167. if err != nil {
  168. return
  169. }
  170. for _, result := range results {
  171. mux.Lock()
  172. if _, ok := dp.AurCache[result.Name]; !ok {
  173. pkgs.set(result.Name)
  174. }
  175. mux.Unlock()
  176. }
  177. }
  178. for pkg := range pkgs {
  179. if dp.LocalDB.Pkg(pkg) != nil {
  180. continue
  181. }
  182. wg.Add(1)
  183. go doSearch(pkg)
  184. }
  185. wg.Wait()
  186. return nil
  187. }
  188. func (dp *depPool) cacheAURPackages(_pkgs stringSet) error {
  189. pkgs := _pkgs.copy()
  190. query := make([]string, 0)
  191. for pkg := range pkgs {
  192. if _, ok := dp.AurCache[pkg]; ok {
  193. pkgs.remove(pkg)
  194. }
  195. }
  196. if len(pkgs) == 0 {
  197. return nil
  198. }
  199. if config.Provides {
  200. err := dp.findProvides(pkgs)
  201. if err != nil {
  202. return err
  203. }
  204. }
  205. for pkg := range pkgs {
  206. if _, ok := dp.AurCache[pkg]; !ok {
  207. name, _, _ := splitDep(pkg)
  208. query = append(query, name)
  209. }
  210. }
  211. info, err := aurInfo(query, dp.Warnings)
  212. if err != nil {
  213. return err
  214. }
  215. for _, pkg := range info {
  216. // Dump everything in cache just in case we need it later
  217. dp.AurCache[pkg.Name] = pkg
  218. }
  219. return nil
  220. }
  221. func (dp *depPool) resolveAURPackages(pkgs stringSet, explicit bool) error {
  222. newPackages := make(stringSet)
  223. newAURPackages := make(stringSet)
  224. err := dp.cacheAURPackages(pkgs)
  225. if err != nil {
  226. return err
  227. }
  228. if len(pkgs) == 0 {
  229. return nil
  230. }
  231. for name := range pkgs {
  232. _, ok := dp.Aur[name]
  233. if ok {
  234. continue
  235. }
  236. pkg := dp.findSatisfierAurCache(name)
  237. if pkg == nil {
  238. continue
  239. }
  240. if explicit {
  241. dp.Explicit.set(pkg.Name)
  242. }
  243. dp.Aur[pkg.Name] = pkg
  244. for _, deps := range [3][]string{pkg.Depends, pkg.MakeDepends, pkg.CheckDepends} {
  245. for _, dep := range deps {
  246. newPackages.set(dep)
  247. }
  248. }
  249. }
  250. for dep := range newPackages {
  251. if dp.hasSatisfier(dep) {
  252. continue
  253. }
  254. _, isInstalled := dp.LocalDB.PkgCache().FindSatisfier(dep) //has satisfier installed: skip
  255. hm := hideMenus
  256. hideMenus = isInstalled == nil
  257. repoPkg, inRepos := dp.SyncDB.FindSatisfier(dep) //has satisfier in repo: fetch it
  258. hideMenus = hm
  259. if isInstalled == nil && (config.ReBuild != "tree" || inRepos == nil) {
  260. continue
  261. }
  262. if inRepos == nil {
  263. dp.ResolveRepoDependency(repoPkg)
  264. continue
  265. }
  266. //assume it's in the aur
  267. //ditch the versioning because the RPC can't handle it
  268. newAURPackages.set(dep)
  269. }
  270. err = dp.resolveAURPackages(newAURPackages, false)
  271. return err
  272. }
  273. func (dp *depPool) ResolveRepoDependency(pkg *alpm.Package) {
  274. dp.Repo[pkg.Name()] = pkg
  275. pkg.Depends().ForEach(func(dep alpm.Depend) (err error) {
  276. //have satisfier in dep tree: skip
  277. if dp.hasSatisfier(dep.String()) {
  278. return
  279. }
  280. //has satisfier installed: skip
  281. _, isInstalled := dp.LocalDB.PkgCache().FindSatisfier(dep.String())
  282. if isInstalled == nil {
  283. return
  284. }
  285. //has satisfier in repo: fetch it
  286. repoPkg, inRepos := dp.SyncDB.FindSatisfier(dep.String())
  287. if inRepos != nil {
  288. return
  289. }
  290. dp.ResolveRepoDependency(repoPkg)
  291. return nil
  292. })
  293. }
  294. func getDepPool(pkgs []string, warnings *aurWarnings) (*depPool, error) {
  295. dp, err := makeDepPool()
  296. if err != nil {
  297. return nil, err
  298. }
  299. dp.Warnings = warnings
  300. err = dp.ResolveTargets(pkgs)
  301. return dp, err
  302. }
  303. func (dp *depPool) findSatisfierAur(dep string) *rpc.Pkg {
  304. for _, pkg := range dp.Aur {
  305. if satisfiesAur(dep, pkg) {
  306. return pkg
  307. }
  308. }
  309. return nil
  310. }
  311. // This is mostly used to promote packages from the cache
  312. // to the Install list
  313. // Provide a pacman style provider menu if there's more than one candidate
  314. // This acts slightly differently from Pacman, It will give
  315. // a menu even if a package with a matching name exists. I believe this
  316. // method is better because most of the time you are choosing between
  317. // foo and foo-git.
  318. // Using Pacman's ways trying to install foo would never give you
  319. // a menu.
  320. // TODO: maybe intermix repo providers in the menu
  321. func (dp *depPool) findSatisfierAurCache(dep string) *rpc.Pkg {
  322. depName, _, _ := splitDep(dep)
  323. seen := make(stringSet)
  324. providers := makeProviders(depName)
  325. if dp.LocalDB.Pkg(depName) != nil {
  326. if pkg, ok := dp.AurCache[dep]; ok && pkgSatisfies(pkg.Name, pkg.Version, dep) {
  327. return pkg
  328. }
  329. }
  330. if cmdArgs.op == "Y" || cmdArgs.op == "yay" {
  331. for _, pkg := range dp.AurCache {
  332. if pkgSatisfies(pkg.Name, pkg.Version, dep) {
  333. for _, target := range dp.Targets {
  334. if target.Name == pkg.Name {
  335. return pkg
  336. }
  337. }
  338. }
  339. }
  340. }
  341. for _, pkg := range dp.AurCache {
  342. if seen.get(pkg.Name) {
  343. continue
  344. }
  345. if pkgSatisfies(pkg.Name, pkg.Version, dep) {
  346. providers.Pkgs = append(providers.Pkgs, pkg)
  347. seen.set(pkg.Name)
  348. continue
  349. }
  350. for _, provide := range pkg.Provides {
  351. if provideSatisfies(provide, dep) {
  352. providers.Pkgs = append(providers.Pkgs, pkg)
  353. seen.set(pkg.Name)
  354. continue
  355. }
  356. }
  357. }
  358. if providers.Len() == 1 {
  359. return providers.Pkgs[0]
  360. }
  361. if providers.Len() > 1 {
  362. sort.Sort(providers)
  363. return providerMenu(dep, providers)
  364. }
  365. return nil
  366. }
  367. func (dp *depPool) findSatisfierRepo(dep string) *alpm.Package {
  368. for _, pkg := range dp.Repo {
  369. if satisfiesRepo(dep, pkg) {
  370. return pkg
  371. }
  372. }
  373. return nil
  374. }
  375. func (dp *depPool) hasSatisfier(dep string) bool {
  376. return dp.findSatisfierRepo(dep) != nil || dp.findSatisfierAur(dep) != nil
  377. }
  378. func (dp *depPool) hasPackage(name string) bool {
  379. for _, pkg := range dp.Repo {
  380. if pkg.Name() == name {
  381. return true
  382. }
  383. }
  384. for _, pkg := range dp.Aur {
  385. if pkg.Name == name {
  386. return true
  387. }
  388. }
  389. for _, pkg := range dp.Groups {
  390. if pkg == name {
  391. return true
  392. }
  393. }
  394. return false
  395. }