dep_graph.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603
  1. package dep
  2. import (
  3. "context"
  4. "fmt"
  5. "io"
  6. "os"
  7. "strconv"
  8. "github.com/Jguer/yay/v11/pkg/db"
  9. "github.com/Jguer/yay/v11/pkg/intrange"
  10. aur "github.com/Jguer/yay/v11/pkg/query"
  11. "github.com/Jguer/yay/v11/pkg/text"
  12. "github.com/Jguer/yay/v11/pkg/topo"
  13. aurc "github.com/Jguer/aur"
  14. "github.com/Jguer/aur/metadata"
  15. alpm "github.com/Jguer/go-alpm/v2"
  16. gosrc "github.com/Morganamilo/go-srcinfo"
  17. "github.com/leonelquinteros/gotext"
  18. )
  19. type InstallInfo struct {
  20. Source Source
  21. Reason Reason
  22. Version string
  23. SrcinfoPath *string
  24. AURBase *string
  25. SyncDBName *string
  26. }
  27. func (i *InstallInfo) String() string {
  28. return fmt.Sprintf("InstallInfo{Source: %v, Reason: %v}", i.Source, i.Reason)
  29. }
  30. type (
  31. Reason int
  32. Source int
  33. )
  34. func (r Reason) String() string {
  35. return ReasonNames[r]
  36. }
  37. func (s Source) String() string {
  38. return SourceNames[s]
  39. }
  40. const (
  41. Explicit Reason = iota // 0
  42. Dep // 1
  43. MakeDep // 2
  44. CheckDep // 3
  45. )
  46. var ReasonNames = map[Reason]string{
  47. Explicit: gotext.Get("Explicit"),
  48. Dep: gotext.Get("Dependency"),
  49. MakeDep: gotext.Get("Make Dependency"),
  50. CheckDep: gotext.Get("Check Dependency"),
  51. }
  52. const (
  53. AUR Source = iota
  54. Sync
  55. Local
  56. SrcInfo
  57. Missing
  58. )
  59. var SourceNames = map[Source]string{
  60. AUR: gotext.Get("AUR"),
  61. Sync: gotext.Get("Sync"),
  62. Local: gotext.Get("Local"),
  63. SrcInfo: gotext.Get("SRCINFO"),
  64. Missing: gotext.Get("Missing"),
  65. }
  66. var bgColorMap = map[Source]string{
  67. AUR: "lightblue",
  68. Sync: "lemonchiffon",
  69. Local: "darkolivegreen1",
  70. Missing: "tomato",
  71. }
  72. var colorMap = map[Reason]string{
  73. Explicit: "black",
  74. Dep: "deeppink",
  75. MakeDep: "navyblue",
  76. CheckDep: "forestgreen",
  77. }
  78. type AURCache interface {
  79. Get(ctx context.Context, query *metadata.AURQuery) ([]aurc.Pkg, error)
  80. }
  81. type Grapher struct {
  82. dbExecutor db.Executor
  83. aurCache AURCache
  84. fullGraph bool // If true, the graph will include all dependencies including already installed ones or repo
  85. noConfirm bool
  86. noDeps bool // If true, the graph will not include dependencies
  87. noCheckDeps bool // If true, the graph will not include dependencies
  88. w io.Writer // output writer
  89. providerCache map[string]*aur.Pkg
  90. }
  91. func NewGrapher(dbExecutor db.Executor, aurCache AURCache,
  92. fullGraph, noConfirm bool, output io.Writer, noDeps bool, noCheckDeps bool,
  93. ) *Grapher {
  94. return &Grapher{
  95. dbExecutor: dbExecutor,
  96. aurCache: aurCache,
  97. fullGraph: fullGraph,
  98. noConfirm: noConfirm,
  99. w: output,
  100. noDeps: noDeps,
  101. noCheckDeps: noCheckDeps,
  102. providerCache: make(map[string]*aurc.Pkg, 5),
  103. }
  104. }
  105. func (g *Grapher) GraphFromTargets(ctx context.Context,
  106. graph *topo.Graph[string, *InstallInfo], targets []string,
  107. ) (*topo.Graph[string, *InstallInfo], error) {
  108. if graph == nil {
  109. graph = topo.New[string, *InstallInfo]()
  110. }
  111. for _, targetString := range targets {
  112. var (
  113. err error
  114. target = ToTarget(targetString)
  115. )
  116. switch target.DB {
  117. case "": // unspecified db
  118. if pkg := g.dbExecutor.SyncPackage(target.Name); pkg != nil {
  119. dbName := pkg.DB().Name()
  120. graph.AddNode(pkg.Name())
  121. g.ValidateAndSetNodeInfo(graph, pkg.Name(), &topo.NodeInfo[*InstallInfo]{
  122. Color: colorMap[Explicit],
  123. Background: bgColorMap[Sync],
  124. Value: &InstallInfo{
  125. Source: Sync,
  126. Reason: Explicit,
  127. Version: pkg.Version(),
  128. SyncDBName: &dbName,
  129. },
  130. })
  131. continue
  132. }
  133. groupPackages := g.dbExecutor.PackagesFromGroup(target.Name)
  134. if len(groupPackages) > 0 {
  135. dbName := groupPackages[0].DB().Name()
  136. graph.AddNode(target.Name)
  137. g.ValidateAndSetNodeInfo(graph, target.Name, &topo.NodeInfo[*InstallInfo]{
  138. Color: colorMap[Explicit],
  139. Background: bgColorMap[Sync],
  140. Value: &InstallInfo{
  141. Source: Sync,
  142. Reason: Explicit,
  143. Version: "",
  144. SyncDBName: &dbName,
  145. },
  146. })
  147. continue
  148. }
  149. fallthrough
  150. case "aur":
  151. graph, err = g.GraphFromAURCache(ctx, graph, []string{target.Name})
  152. default:
  153. graph.AddNode(target.Name)
  154. g.ValidateAndSetNodeInfo(graph, target.Name, &topo.NodeInfo[*InstallInfo]{
  155. Color: colorMap[Explicit],
  156. Background: bgColorMap[Sync],
  157. Value: &InstallInfo{
  158. Source: Sync,
  159. Reason: Explicit,
  160. Version: target.Version,
  161. SyncDBName: &target.DB,
  162. },
  163. })
  164. }
  165. if err != nil {
  166. return nil, err
  167. }
  168. }
  169. return graph, nil
  170. }
  171. func (g *Grapher) pickSrcInfoPkgs(pkgs []aurc.Pkg) ([]aurc.Pkg, error) {
  172. final := make([]aurc.Pkg, 0, len(pkgs))
  173. for i := range pkgs {
  174. fmt.Fprintln(os.Stdout, text.Magenta(strconv.Itoa(i+1)+" ")+text.Bold(pkgs[i].Name)+
  175. " "+text.Cyan(pkgs[i].Version))
  176. fmt.Fprintln(os.Stdout, " "+pkgs[i].Description)
  177. }
  178. text.Infoln(gotext.Get("Packages to exclude") + " (eg: \"1 2 3\", \"1-3\", \"^4\"):")
  179. numberBuf, err := text.GetInput("", g.noConfirm)
  180. if err != nil {
  181. return nil, err
  182. }
  183. include, exclude, _, otherExclude := intrange.ParseNumberMenu(numberBuf)
  184. isInclude := len(exclude) == 0 && len(otherExclude) == 0
  185. for i := 1; i <= len(pkgs); i++ {
  186. target := i - 1
  187. if isInclude && !include.Get(i) {
  188. final = append(final, pkgs[target])
  189. }
  190. if !isInclude && (exclude.Get(i)) {
  191. final = append(final, pkgs[target])
  192. }
  193. }
  194. return final, nil
  195. }
  196. func (g *Grapher) GraphFromSrcInfo(ctx context.Context, graph *topo.Graph[string, *InstallInfo], pkgBuildDir string,
  197. pkgbuild *gosrc.Srcinfo,
  198. ) (*topo.Graph[string, *InstallInfo], error) {
  199. if graph == nil {
  200. graph = topo.New[string, *InstallInfo]()
  201. }
  202. aurPkgs, err := makeAURPKGFromSrcinfo(g.dbExecutor, pkgbuild)
  203. if err != nil {
  204. return nil, err
  205. }
  206. if len(aurPkgs) > 1 {
  207. var errPick error
  208. aurPkgs, errPick = g.pickSrcInfoPkgs(aurPkgs)
  209. if errPick != nil {
  210. return nil, errPick
  211. }
  212. }
  213. for i := range aurPkgs {
  214. pkg := &aurPkgs[i]
  215. graph.AddNode(pkg.Name)
  216. g.ValidateAndSetNodeInfo(graph, pkg.Name, &topo.NodeInfo[*InstallInfo]{
  217. Color: colorMap[Explicit],
  218. Background: bgColorMap[AUR],
  219. Value: &InstallInfo{
  220. Source: SrcInfo,
  221. Reason: Explicit,
  222. SrcinfoPath: &pkgBuildDir,
  223. AURBase: &pkg.PackageBase,
  224. Version: pkg.Version,
  225. },
  226. })
  227. g.addDepNodes(ctx, pkg, graph)
  228. }
  229. return graph, nil
  230. }
  231. func (g *Grapher) addDepNodes(ctx context.Context, pkg *aur.Pkg, graph *topo.Graph[string, *InstallInfo]) {
  232. if len(pkg.MakeDepends) > 0 {
  233. g.addNodes(ctx, graph, pkg.Name, pkg.MakeDepends, MakeDep)
  234. }
  235. if !g.noDeps && len(pkg.Depends) > 0 {
  236. g.addNodes(ctx, graph, pkg.Name, pkg.Depends, Dep)
  237. }
  238. if !g.noCheckDeps && !g.noDeps && len(pkg.CheckDepends) > 0 {
  239. g.addNodes(ctx, graph, pkg.Name, pkg.CheckDepends, CheckDep)
  240. }
  241. }
  242. func (g *Grapher) GraphFromAURCache(ctx context.Context,
  243. graph *topo.Graph[string, *InstallInfo],
  244. targets []string,
  245. ) (*topo.Graph[string, *InstallInfo], error) {
  246. if graph == nil {
  247. graph = topo.New[string, *InstallInfo]()
  248. }
  249. for _, target := range targets {
  250. aurPkgs, _ := g.aurCache.Get(ctx, &metadata.AURQuery{By: aurc.Name, Needles: []string{target}})
  251. if len(aurPkgs) == 0 {
  252. text.Errorln("No AUR package found for", target)
  253. continue
  254. }
  255. pkg := provideMenu(g.w, target, aurPkgs, g.noConfirm)
  256. graph.AddNode(pkg.Name)
  257. g.ValidateAndSetNodeInfo(graph, pkg.Name, &topo.NodeInfo[*InstallInfo]{
  258. Color: colorMap[Explicit],
  259. Background: bgColorMap[AUR],
  260. Value: &InstallInfo{
  261. Source: AUR,
  262. Reason: Explicit,
  263. AURBase: &pkg.PackageBase,
  264. Version: pkg.Version,
  265. },
  266. })
  267. g.addDepNodes(ctx, pkg, graph)
  268. }
  269. return graph, nil
  270. }
  271. func (g *Grapher) ValidateAndSetNodeInfo(graph *topo.Graph[string, *InstallInfo],
  272. node string, nodeInfo *topo.NodeInfo[*InstallInfo],
  273. ) {
  274. info := graph.GetNodeInfo(node)
  275. if info != nil && info.Value != nil {
  276. if info.Value.Reason < nodeInfo.Value.Reason {
  277. return // refuse to downgrade reason from explicit to dep
  278. }
  279. }
  280. graph.SetNodeInfo(node, nodeInfo)
  281. }
  282. func (g *Grapher) addNodes(
  283. ctx context.Context,
  284. graph *topo.Graph[string, *InstallInfo],
  285. parentPkgName string,
  286. deps []string,
  287. depType Reason,
  288. ) {
  289. for _, depString := range deps {
  290. depName, mod, ver := splitDep(depString)
  291. if g.dbExecutor.LocalSatisfierExists(depString) {
  292. if g.fullGraph {
  293. g.ValidateAndSetNodeInfo(
  294. graph,
  295. depName,
  296. &topo.NodeInfo[*InstallInfo]{Color: colorMap[depType], Background: bgColorMap[Local]})
  297. if err := graph.DependOn(depName, parentPkgName); err != nil {
  298. text.Warnln(depName, parentPkgName, err)
  299. }
  300. }
  301. continue
  302. }
  303. if graph.Exists(depName) {
  304. if err := graph.DependOn(depName, parentPkgName); err != nil {
  305. text.Warnln(depName, parentPkgName, err)
  306. }
  307. continue
  308. }
  309. // Check ALPM
  310. if alpmPkg := g.dbExecutor.SyncSatisfier(depString); alpmPkg != nil {
  311. if err := graph.DependOn(alpmPkg.Name(), parentPkgName); err != nil {
  312. text.Warnln("repo dep warn:", depName, parentPkgName, err)
  313. }
  314. dbName := alpmPkg.DB().Name()
  315. g.ValidateAndSetNodeInfo(
  316. graph,
  317. alpmPkg.Name(),
  318. &topo.NodeInfo[*InstallInfo]{
  319. Color: colorMap[depType],
  320. Background: bgColorMap[Sync],
  321. Value: &InstallInfo{
  322. Source: Sync,
  323. Reason: depType,
  324. Version: alpmPkg.Version(),
  325. SyncDBName: &dbName,
  326. },
  327. })
  328. if newDeps := alpmPkg.Depends().Slice(); len(newDeps) != 0 && g.fullGraph {
  329. newDepsSlice := make([]string, 0, len(newDeps))
  330. for _, newDep := range newDeps {
  331. newDepsSlice = append(newDepsSlice, newDep.Name)
  332. }
  333. g.addNodes(ctx, graph, alpmPkg.Name(), newDepsSlice, Dep)
  334. }
  335. continue
  336. }
  337. var aurPkgs []aur.Pkg
  338. if cachedProvidePkg, ok := g.providerCache[depName]; ok {
  339. aurPkgs = []aur.Pkg{*cachedProvidePkg}
  340. } else {
  341. var errMeta error
  342. aurPkgs, errMeta = g.aurCache.Get(ctx,
  343. &metadata.AURQuery{
  344. Needles: []string{depName},
  345. By: aurc.None,
  346. Contains: false,
  347. })
  348. if errMeta != nil {
  349. text.Warnln("AUR cache error:", errMeta)
  350. }
  351. }
  352. if len(aurPkgs) != 0 { // Check AUR
  353. pkg := aurPkgs[0]
  354. if len(aurPkgs) > 1 {
  355. chosen := provideMenu(g.w, depName, aurPkgs, g.noConfirm)
  356. g.providerCache[depName] = chosen
  357. pkg = *chosen
  358. }
  359. if err := graph.DependOn(pkg.Name, parentPkgName); err != nil {
  360. text.Warnln("aur dep warn:", pkg.Name, parentPkgName, err)
  361. }
  362. graph.SetNodeInfo(
  363. pkg.Name,
  364. &topo.NodeInfo[*InstallInfo]{
  365. Color: colorMap[depType],
  366. Background: bgColorMap[AUR],
  367. Value: &InstallInfo{
  368. Source: AUR,
  369. Reason: depType,
  370. AURBase: &pkg.PackageBase,
  371. Version: pkg.Version,
  372. },
  373. })
  374. g.addDepNodes(ctx, &pkg, graph)
  375. continue
  376. }
  377. // no dep found. add as missing
  378. graph.AddNode(depName)
  379. graph.SetNodeInfo(depName, &topo.NodeInfo[*InstallInfo]{
  380. Color: colorMap[depType],
  381. Background: bgColorMap[Missing],
  382. Value: &InstallInfo{
  383. Source: Missing,
  384. Reason: depType,
  385. Version: fmt.Sprintf("%s%s", mod, ver),
  386. },
  387. })
  388. }
  389. }
  390. func provideMenu(w io.Writer, dep string, options []aur.Pkg, noConfirm bool) *aur.Pkg {
  391. size := len(options)
  392. if size == 1 {
  393. return &options[0]
  394. }
  395. str := text.Bold(gotext.Get("There are %d providers available for %s:", size, dep))
  396. str += "\n"
  397. size = 1
  398. str += text.SprintOperationInfo(gotext.Get("Repository AUR"), "\n ")
  399. for i := range options {
  400. str += fmt.Sprintf("%d) %s ", size, options[i].Name)
  401. size++
  402. }
  403. text.OperationInfoln(str)
  404. for {
  405. fmt.Fprintln(w, gotext.Get("\nEnter a number (default=1): "))
  406. if noConfirm {
  407. fmt.Fprintln(w, "1")
  408. return &options[0]
  409. }
  410. numberBuf, err := text.GetInput("", false)
  411. if err != nil {
  412. fmt.Fprintln(os.Stderr, err)
  413. break
  414. }
  415. if numberBuf == "" {
  416. return &options[0]
  417. }
  418. num, err := strconv.Atoi(numberBuf)
  419. if err != nil {
  420. text.Errorln(gotext.Get("invalid number: %s", numberBuf))
  421. continue
  422. }
  423. if num < 1 || num >= size {
  424. text.Errorln(gotext.Get("invalid value: %d is not between %d and %d", num, 1, size-1))
  425. continue
  426. }
  427. return &options[num-1]
  428. }
  429. return nil
  430. }
  431. func makeAURPKGFromSrcinfo(dbExecutor db.Executor, srcInfo *gosrc.Srcinfo) ([]aur.Pkg, error) {
  432. pkgs := make([]aur.Pkg, 0, 1)
  433. alpmArch, err := dbExecutor.AlpmArchitectures()
  434. if err != nil {
  435. return nil, err
  436. }
  437. alpmArch = append(alpmArch, "") // srcinfo assumes no value as ""
  438. getDesc := func(pkg *gosrc.Package) string {
  439. if pkg.Pkgdesc != "" {
  440. return pkg.Pkgdesc
  441. }
  442. return srcInfo.Pkgdesc
  443. }
  444. for i := range srcInfo.Packages {
  445. pkg := &srcInfo.Packages[i]
  446. pkgs = append(pkgs, aur.Pkg{
  447. ID: 0,
  448. Name: pkg.Pkgname,
  449. PackageBaseID: 0,
  450. PackageBase: srcInfo.Pkgbase,
  451. Version: srcInfo.Version(),
  452. Description: getDesc(pkg),
  453. URL: pkg.URL,
  454. Depends: append(archStringToString(alpmArch, pkg.Depends),
  455. archStringToString(alpmArch, srcInfo.Package.Depends)...),
  456. MakeDepends: archStringToString(alpmArch, srcInfo.PackageBase.MakeDepends),
  457. CheckDepends: archStringToString(alpmArch, srcInfo.PackageBase.CheckDepends),
  458. Conflicts: append(archStringToString(alpmArch, pkg.Conflicts),
  459. archStringToString(alpmArch, srcInfo.Package.Conflicts)...),
  460. Provides: append(archStringToString(alpmArch, pkg.Provides),
  461. archStringToString(alpmArch, srcInfo.Package.Provides)...),
  462. Replaces: append(archStringToString(alpmArch, pkg.Replaces),
  463. archStringToString(alpmArch, srcInfo.Package.Replaces)...),
  464. OptDepends: []string{},
  465. Groups: pkg.Groups,
  466. License: pkg.License,
  467. Keywords: []string{},
  468. })
  469. }
  470. return pkgs, nil
  471. }
  472. func archStringToString(alpmArches []string, archString []gosrc.ArchString) []string {
  473. pkgs := make([]string, 0, len(archString))
  474. for _, arch := range archString {
  475. if db.ArchIsSupported(alpmArches, arch.Arch) {
  476. pkgs = append(pkgs, arch.Value)
  477. }
  478. }
  479. return pkgs
  480. }
  481. func AddUpgradeToGraph(pkg *db.Upgrade, graph *topo.Graph[string, *InstallInfo]) {
  482. source := Sync
  483. if pkg.Repository == "aur" || pkg.Repository == "devel" {
  484. source = AUR
  485. }
  486. reason := Explicit
  487. if pkg.Reason == alpm.PkgReasonDepend {
  488. reason = Dep
  489. }
  490. graph.AddNode(pkg.Name)
  491. graph.SetNodeInfo(pkg.Name, &topo.NodeInfo[*InstallInfo]{
  492. Color: colorMap[reason],
  493. Background: bgColorMap[source],
  494. Value: &InstallInfo{
  495. Source: source,
  496. Reason: reason,
  497. Version: pkg.RemoteVersion,
  498. AURBase: &pkg.Base,
  499. SyncDBName: &pkg.Repository,
  500. },
  501. })
  502. }