dep_graph.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553
  1. package dep
  2. import (
  3. "context"
  4. "fmt"
  5. "io"
  6. "os"
  7. "strconv"
  8. "github.com/Jguer/yay/v11/pkg/db"
  9. aur "github.com/Jguer/yay/v11/pkg/query"
  10. "github.com/Jguer/yay/v11/pkg/text"
  11. "github.com/Jguer/yay/v11/pkg/topo"
  12. aurc "github.com/Jguer/aur"
  13. "github.com/Jguer/aur/metadata"
  14. alpm "github.com/Jguer/go-alpm/v2"
  15. gosrc "github.com/Morganamilo/go-srcinfo"
  16. "github.com/leonelquinteros/gotext"
  17. )
  18. type InstallInfo struct {
  19. Source Source
  20. Reason Reason
  21. Version string
  22. SrcinfoPath *string
  23. AURBase *string
  24. SyncDBName *string
  25. }
  26. func (i *InstallInfo) String() string {
  27. return fmt.Sprintf("InstallInfo{Source: %v, Reason: %v}", i.Source, i.Reason)
  28. }
  29. type (
  30. Reason int
  31. Source int
  32. )
  33. func (r Reason) String() string {
  34. return ReasonNames[r]
  35. }
  36. func (s Source) String() string {
  37. return SourceNames[s]
  38. }
  39. const (
  40. Explicit Reason = iota // 0
  41. Dep // 1
  42. MakeDep // 2
  43. CheckDep // 3
  44. )
  45. var ReasonNames = map[Reason]string{
  46. Explicit: gotext.Get("Explicit"),
  47. Dep: gotext.Get("Dependency"),
  48. MakeDep: gotext.Get("Make Dependency"),
  49. CheckDep: gotext.Get("Check Dependency"),
  50. }
  51. const (
  52. AUR Source = iota
  53. Sync
  54. Local
  55. SrcInfo
  56. Missing
  57. )
  58. var SourceNames = map[Source]string{
  59. AUR: gotext.Get("AUR"),
  60. Sync: gotext.Get("Sync"),
  61. Local: gotext.Get("Local"),
  62. SrcInfo: gotext.Get("SRCINFO"),
  63. Missing: gotext.Get("Missing"),
  64. }
  65. var bgColorMap = map[Source]string{
  66. AUR: "lightblue",
  67. Sync: "lemonchiffon",
  68. Local: "darkolivegreen1",
  69. Missing: "tomato",
  70. }
  71. var colorMap = map[Reason]string{
  72. Explicit: "black",
  73. Dep: "deeppink",
  74. MakeDep: "navyblue",
  75. CheckDep: "forestgreen",
  76. }
  77. type AURCache interface {
  78. Get(ctx context.Context, query *metadata.AURQuery) ([]aurc.Pkg, error)
  79. }
  80. type Grapher struct {
  81. dbExecutor db.Executor
  82. aurCache AURCache
  83. fullGraph bool // If true, the graph will include all dependencies including already installed ones or repo
  84. noConfirm bool
  85. noDeps bool // If true, the graph will not include dependencies
  86. noCheckDeps bool // If true, the graph will not include dependencies
  87. w io.Writer // output writer
  88. providerCache map[string]*aur.Pkg
  89. }
  90. func NewGrapher(dbExecutor db.Executor, aurCache AURCache,
  91. fullGraph, noConfirm bool, output io.Writer, noDeps bool, noCheckDeps bool,
  92. ) *Grapher {
  93. return &Grapher{
  94. dbExecutor: dbExecutor,
  95. aurCache: aurCache,
  96. fullGraph: fullGraph,
  97. noConfirm: noConfirm,
  98. w: output,
  99. noDeps: noDeps,
  100. noCheckDeps: noCheckDeps,
  101. providerCache: make(map[string]*aurc.Pkg, 5),
  102. }
  103. }
  104. func (g *Grapher) GraphFromTargets(ctx context.Context,
  105. graph *topo.Graph[string, *InstallInfo], targets []string,
  106. ) (*topo.Graph[string, *InstallInfo], error) {
  107. if graph == nil {
  108. graph = topo.New[string, *InstallInfo]()
  109. }
  110. for _, targetString := range targets {
  111. var (
  112. err error
  113. target = ToTarget(targetString)
  114. )
  115. switch target.DB {
  116. case "": // unspecified db
  117. if pkg := g.dbExecutor.SyncPackage(target.Name); pkg != nil {
  118. dbName := pkg.DB().Name()
  119. graph.AddNode(pkg.Name())
  120. g.ValidateAndSetNodeInfo(graph, pkg.Name(), &topo.NodeInfo[*InstallInfo]{
  121. Color: colorMap[Explicit],
  122. Background: bgColorMap[Sync],
  123. Value: &InstallInfo{
  124. Source: Sync,
  125. Reason: Explicit,
  126. Version: pkg.Version(),
  127. SyncDBName: &dbName,
  128. },
  129. })
  130. continue
  131. }
  132. groupPackages := g.dbExecutor.PackagesFromGroup(target.Name)
  133. if len(groupPackages) > 0 {
  134. dbName := groupPackages[0].DB().Name()
  135. graph.AddNode(target.Name)
  136. g.ValidateAndSetNodeInfo(graph, target.Name, &topo.NodeInfo[*InstallInfo]{
  137. Color: colorMap[Explicit],
  138. Background: bgColorMap[Sync],
  139. Value: &InstallInfo{
  140. Source: Sync,
  141. Reason: Explicit,
  142. Version: "",
  143. SyncDBName: &dbName,
  144. },
  145. })
  146. continue
  147. }
  148. fallthrough
  149. case "aur":
  150. graph, err = g.GraphFromAURCache(ctx, graph, []string{target.Name})
  151. default:
  152. graph.AddNode(target.Name)
  153. g.ValidateAndSetNodeInfo(graph, target.Name, &topo.NodeInfo[*InstallInfo]{
  154. Color: colorMap[Explicit],
  155. Background: bgColorMap[Sync],
  156. Value: &InstallInfo{
  157. Source: Sync,
  158. Reason: Explicit,
  159. Version: target.Version,
  160. SyncDBName: &target.DB,
  161. },
  162. })
  163. }
  164. if err != nil {
  165. return nil, err
  166. }
  167. }
  168. return graph, nil
  169. }
  170. func (g *Grapher) GraphFromSrcInfo(ctx context.Context, graph *topo.Graph[string, *InstallInfo], pkgBuildDir string,
  171. pkgbuild *gosrc.Srcinfo,
  172. ) (*topo.Graph[string, *InstallInfo], error) {
  173. if graph == nil {
  174. graph = topo.New[string, *InstallInfo]()
  175. }
  176. aurPkgs, err := makeAURPKGFromSrcinfo(g.dbExecutor, pkgbuild)
  177. if err != nil {
  178. return nil, err
  179. }
  180. for i := range aurPkgs {
  181. pkg := &aurPkgs[i]
  182. graph.AddNode(pkg.Name)
  183. g.ValidateAndSetNodeInfo(graph, pkg.Name, &topo.NodeInfo[*InstallInfo]{
  184. Color: colorMap[Explicit],
  185. Background: bgColorMap[AUR],
  186. Value: &InstallInfo{
  187. Source: SrcInfo,
  188. Reason: Explicit,
  189. SrcinfoPath: &pkgBuildDir,
  190. AURBase: &pkg.PackageBase,
  191. Version: pkg.Version,
  192. },
  193. })
  194. g.addDepNodes(ctx, pkg, graph)
  195. }
  196. return graph, nil
  197. }
  198. func (g *Grapher) addDepNodes(ctx context.Context, pkg *aur.Pkg, graph *topo.Graph[string, *InstallInfo]) {
  199. if len(pkg.MakeDepends) > 0 {
  200. g.addNodes(ctx, graph, pkg.Name, pkg.MakeDepends, MakeDep)
  201. }
  202. if !g.noDeps && len(pkg.Depends) > 0 {
  203. g.addNodes(ctx, graph, pkg.Name, pkg.Depends, Dep)
  204. }
  205. if !g.noCheckDeps && !g.noDeps && len(pkg.CheckDepends) > 0 {
  206. g.addNodes(ctx, graph, pkg.Name, pkg.CheckDepends, CheckDep)
  207. }
  208. }
  209. func (g *Grapher) GraphFromAURCache(ctx context.Context,
  210. graph *topo.Graph[string, *InstallInfo],
  211. targets []string,
  212. ) (*topo.Graph[string, *InstallInfo], error) {
  213. if graph == nil {
  214. graph = topo.New[string, *InstallInfo]()
  215. }
  216. for _, target := range targets {
  217. aurPkgs, _ := g.aurCache.Get(ctx, &metadata.AURQuery{By: aurc.Name, Needles: []string{target}})
  218. if len(aurPkgs) == 0 {
  219. text.Errorln("No AUR package found for", target)
  220. continue
  221. }
  222. pkg := provideMenu(g.w, target, aurPkgs, g.noConfirm)
  223. graph.AddNode(pkg.Name)
  224. g.ValidateAndSetNodeInfo(graph, pkg.Name, &topo.NodeInfo[*InstallInfo]{
  225. Color: colorMap[Explicit],
  226. Background: bgColorMap[AUR],
  227. Value: &InstallInfo{
  228. Source: AUR,
  229. Reason: Explicit,
  230. AURBase: &pkg.PackageBase,
  231. Version: pkg.Version,
  232. },
  233. })
  234. g.addDepNodes(ctx, pkg, graph)
  235. }
  236. return graph, nil
  237. }
  238. func (g *Grapher) ValidateAndSetNodeInfo(graph *topo.Graph[string, *InstallInfo],
  239. node string, nodeInfo *topo.NodeInfo[*InstallInfo],
  240. ) {
  241. info := graph.GetNodeInfo(node)
  242. if info != nil && info.Value != nil {
  243. if info.Value.Reason < nodeInfo.Value.Reason {
  244. return // refuse to downgrade reason from explicit to dep
  245. }
  246. }
  247. graph.SetNodeInfo(node, nodeInfo)
  248. }
  249. func (g *Grapher) addNodes(
  250. ctx context.Context,
  251. graph *topo.Graph[string, *InstallInfo],
  252. parentPkgName string,
  253. deps []string,
  254. depType Reason,
  255. ) {
  256. for _, depString := range deps {
  257. depName, mod, ver := splitDep(depString)
  258. if g.dbExecutor.LocalSatisfierExists(depString) {
  259. if g.fullGraph {
  260. g.ValidateAndSetNodeInfo(
  261. graph,
  262. depName,
  263. &topo.NodeInfo[*InstallInfo]{Color: colorMap[depType], Background: bgColorMap[Local]})
  264. if err := graph.DependOn(depName, parentPkgName); err != nil {
  265. text.Warnln(depName, parentPkgName, err)
  266. }
  267. }
  268. continue
  269. }
  270. if graph.Exists(depName) {
  271. if err := graph.DependOn(depName, parentPkgName); err != nil {
  272. text.Warnln(depName, parentPkgName, err)
  273. }
  274. continue
  275. }
  276. // Check ALPM
  277. if alpmPkg := g.dbExecutor.SyncSatisfier(depString); alpmPkg != nil {
  278. if err := graph.DependOn(alpmPkg.Name(), parentPkgName); err != nil {
  279. text.Warnln("repo dep warn:", depName, parentPkgName, err)
  280. }
  281. dbName := alpmPkg.DB().Name()
  282. g.ValidateAndSetNodeInfo(
  283. graph,
  284. alpmPkg.Name(),
  285. &topo.NodeInfo[*InstallInfo]{
  286. Color: colorMap[depType],
  287. Background: bgColorMap[Sync],
  288. Value: &InstallInfo{
  289. Source: Sync,
  290. Reason: depType,
  291. Version: alpmPkg.Version(),
  292. SyncDBName: &dbName,
  293. },
  294. })
  295. if newDeps := alpmPkg.Depends().Slice(); len(newDeps) != 0 && g.fullGraph {
  296. newDepsSlice := make([]string, 0, len(newDeps))
  297. for _, newDep := range newDeps {
  298. newDepsSlice = append(newDepsSlice, newDep.Name)
  299. }
  300. g.addNodes(ctx, graph, alpmPkg.Name(), newDepsSlice, Dep)
  301. }
  302. continue
  303. }
  304. var aurPkgs []aur.Pkg
  305. if cachedProvidePkg, ok := g.providerCache[depName]; ok {
  306. aurPkgs = []aur.Pkg{*cachedProvidePkg}
  307. } else {
  308. var errMeta error
  309. aurPkgs, errMeta = g.aurCache.Get(ctx,
  310. &metadata.AURQuery{
  311. Needles: []string{depName},
  312. By: aurc.None,
  313. Contains: false,
  314. })
  315. if errMeta != nil {
  316. text.Warnln("AUR cache error:", errMeta)
  317. }
  318. }
  319. if len(aurPkgs) != 0 { // Check AUR
  320. pkg := aurPkgs[0]
  321. if len(aurPkgs) > 1 {
  322. chosen := provideMenu(g.w, depName, aurPkgs, g.noConfirm)
  323. g.providerCache[depName] = chosen
  324. }
  325. if err := graph.DependOn(pkg.Name, parentPkgName); err != nil {
  326. text.Warnln("aur dep warn:", pkg.Name, parentPkgName, err)
  327. }
  328. graph.SetNodeInfo(
  329. pkg.Name,
  330. &topo.NodeInfo[*InstallInfo]{
  331. Color: colorMap[depType],
  332. Background: bgColorMap[AUR],
  333. Value: &InstallInfo{
  334. Source: AUR,
  335. Reason: depType,
  336. AURBase: &pkg.PackageBase,
  337. Version: pkg.Version,
  338. },
  339. })
  340. g.addDepNodes(ctx, &pkg, graph)
  341. continue
  342. }
  343. // no dep found. add as missing
  344. graph.AddNode(depName)
  345. graph.SetNodeInfo(depName, &topo.NodeInfo[*InstallInfo]{
  346. Color: colorMap[depType],
  347. Background: bgColorMap[Missing],
  348. Value: &InstallInfo{
  349. Source: Missing,
  350. Reason: depType,
  351. Version: fmt.Sprintf("%s%s", mod, ver),
  352. },
  353. })
  354. }
  355. }
  356. func provideMenu(w io.Writer, dep string, options []aur.Pkg, noConfirm bool) *aur.Pkg {
  357. size := len(options)
  358. if size == 1 {
  359. return &options[0]
  360. }
  361. str := text.Bold(gotext.Get("There are %d providers available for %s:", size, dep))
  362. str += "\n"
  363. size = 1
  364. str += text.SprintOperationInfo(gotext.Get("Repository AUR"), "\n ")
  365. for i := range options {
  366. str += fmt.Sprintf("%d) %s ", size, options[i].Name)
  367. size++
  368. }
  369. text.OperationInfoln(str)
  370. for {
  371. fmt.Fprintln(w, gotext.Get("\nEnter a number (default=1): "))
  372. if noConfirm {
  373. fmt.Fprintln(w, "1")
  374. return &options[0]
  375. }
  376. numberBuf, err := text.GetInput("", false)
  377. if err != nil {
  378. fmt.Fprintln(os.Stderr, err)
  379. break
  380. }
  381. if numberBuf == "" {
  382. return &options[0]
  383. }
  384. num, err := strconv.Atoi(numberBuf)
  385. if err != nil {
  386. text.Errorln(gotext.Get("invalid number: %s", numberBuf))
  387. continue
  388. }
  389. if num < 1 || num >= size {
  390. text.Errorln(gotext.Get("invalid value: %d is not between %d and %d", num, 1, size-1))
  391. continue
  392. }
  393. return &options[num-1]
  394. }
  395. return nil
  396. }
  397. func makeAURPKGFromSrcinfo(dbExecutor db.Executor, srcInfo *gosrc.Srcinfo) ([]aur.Pkg, error) {
  398. pkgs := make([]aur.Pkg, 0, 1)
  399. alpmArch, err := dbExecutor.AlpmArchitectures()
  400. if err != nil {
  401. return nil, err
  402. }
  403. alpmArch = append(alpmArch, "") // srcinfo assumes no value as ""
  404. for i := range srcInfo.Packages {
  405. pkg := &srcInfo.Packages[i]
  406. pkgs = append(pkgs, aur.Pkg{
  407. ID: 0,
  408. Name: pkg.Pkgname,
  409. PackageBaseID: 0,
  410. PackageBase: srcInfo.Pkgbase,
  411. Version: srcInfo.Version(),
  412. Description: pkg.Pkgdesc,
  413. URL: pkg.URL,
  414. Depends: append(archStringToString(alpmArch, pkg.Depends),
  415. archStringToString(alpmArch, srcInfo.Package.Depends)...),
  416. MakeDepends: archStringToString(alpmArch, srcInfo.PackageBase.MakeDepends),
  417. CheckDepends: archStringToString(alpmArch, srcInfo.PackageBase.CheckDepends),
  418. Conflicts: append(archStringToString(alpmArch, pkg.Conflicts),
  419. archStringToString(alpmArch, srcInfo.Package.Conflicts)...),
  420. Provides: append(archStringToString(alpmArch, pkg.Provides),
  421. archStringToString(alpmArch, srcInfo.Package.Provides)...),
  422. Replaces: append(archStringToString(alpmArch, pkg.Replaces),
  423. archStringToString(alpmArch, srcInfo.Package.Replaces)...),
  424. OptDepends: []string{},
  425. Groups: pkg.Groups,
  426. License: pkg.License,
  427. Keywords: []string{},
  428. })
  429. }
  430. return pkgs, nil
  431. }
  432. func archStringToString(alpmArches []string, archString []gosrc.ArchString) []string {
  433. pkgs := make([]string, 0, len(archString))
  434. for _, arch := range archString {
  435. if db.ArchIsSupported(alpmArches, arch.Arch) {
  436. pkgs = append(pkgs, arch.Value)
  437. }
  438. }
  439. return pkgs
  440. }
  441. func AddUpgradeToGraph(pkg *db.Upgrade, graph *topo.Graph[string, *InstallInfo]) {
  442. source := Sync
  443. if pkg.Repository == "aur" {
  444. source = AUR
  445. }
  446. reason := Explicit
  447. if pkg.Reason == alpm.PkgReasonDepend {
  448. reason = Dep
  449. }
  450. graph.AddNode(pkg.Name)
  451. graph.SetNodeInfo(pkg.Name, &topo.NodeInfo[*InstallInfo]{
  452. Color: colorMap[reason],
  453. Background: bgColorMap[source],
  454. Value: &InstallInfo{
  455. Source: source,
  456. Reason: reason,
  457. Version: pkg.RemoteVersion,
  458. AURBase: &pkg.Base,
  459. SyncDBName: &pkg.Repository,
  460. },
  461. })
  462. }