dep_graph.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620
  1. package dep
  2. import (
  3. "context"
  4. "fmt"
  5. "io"
  6. "os"
  7. "strconv"
  8. "github.com/Jguer/yay/v11/pkg/db"
  9. "github.com/Jguer/yay/v11/pkg/intrange"
  10. aur "github.com/Jguer/yay/v11/pkg/query"
  11. "github.com/Jguer/yay/v11/pkg/text"
  12. "github.com/Jguer/yay/v11/pkg/topo"
  13. aurc "github.com/Jguer/aur"
  14. "github.com/Jguer/aur/metadata"
  15. alpm "github.com/Jguer/go-alpm/v2"
  16. gosrc "github.com/Morganamilo/go-srcinfo"
  17. "github.com/leonelquinteros/gotext"
  18. )
  19. type InstallInfo struct {
  20. Source Source
  21. Reason Reason
  22. Version string
  23. LocalVersion string
  24. SrcinfoPath *string
  25. AURBase *string
  26. SyncDBName *string
  27. Upgrade bool
  28. Devel bool
  29. }
  30. func (i *InstallInfo) String() string {
  31. return fmt.Sprintf("InstallInfo{Source: %v, Reason: %v}", i.Source, i.Reason)
  32. }
  33. type (
  34. Reason int
  35. Source int
  36. )
  37. func (r Reason) String() string {
  38. return ReasonNames[r]
  39. }
  40. func (s Source) String() string {
  41. return SourceNames[s]
  42. }
  43. const (
  44. Explicit Reason = iota // 0
  45. Dep // 1
  46. MakeDep // 2
  47. CheckDep // 3
  48. )
  49. var ReasonNames = map[Reason]string{
  50. Explicit: gotext.Get("Explicit"),
  51. Dep: gotext.Get("Dependency"),
  52. MakeDep: gotext.Get("Make Dependency"),
  53. CheckDep: gotext.Get("Check Dependency"),
  54. }
  55. const (
  56. AUR Source = iota
  57. Sync
  58. Local
  59. SrcInfo
  60. Missing
  61. )
  62. var SourceNames = map[Source]string{
  63. AUR: gotext.Get("AUR"),
  64. Sync: gotext.Get("Sync"),
  65. Local: gotext.Get("Local"),
  66. SrcInfo: gotext.Get("SRCINFO"),
  67. Missing: gotext.Get("Missing"),
  68. }
  69. var bgColorMap = map[Source]string{
  70. AUR: "lightblue",
  71. Sync: "lemonchiffon",
  72. Local: "darkolivegreen1",
  73. Missing: "tomato",
  74. }
  75. var colorMap = map[Reason]string{
  76. Explicit: "black",
  77. Dep: "deeppink",
  78. MakeDep: "navyblue",
  79. CheckDep: "forestgreen",
  80. }
  81. type AURCache interface {
  82. Get(ctx context.Context, query *metadata.AURQuery) ([]aurc.Pkg, error)
  83. }
  84. type Grapher struct {
  85. dbExecutor db.Executor
  86. aurCache AURCache
  87. fullGraph bool // If true, the graph will include all dependencies including already installed ones or repo
  88. noConfirm bool
  89. noDeps bool // If true, the graph will not include dependencies
  90. noCheckDeps bool // If true, the graph will not include dependencies
  91. w io.Writer // output writer
  92. providerCache map[string]*aur.Pkg
  93. }
  94. func NewGrapher(dbExecutor db.Executor, aurCache AURCache,
  95. fullGraph, noConfirm bool, output io.Writer, noDeps bool, noCheckDeps bool,
  96. ) *Grapher {
  97. return &Grapher{
  98. dbExecutor: dbExecutor,
  99. aurCache: aurCache,
  100. fullGraph: fullGraph,
  101. noConfirm: noConfirm,
  102. w: output,
  103. noDeps: noDeps,
  104. noCheckDeps: noCheckDeps,
  105. providerCache: make(map[string]*aurc.Pkg, 5),
  106. }
  107. }
  108. func (g *Grapher) GraphFromTargets(ctx context.Context,
  109. graph *topo.Graph[string, *InstallInfo], targets []string,
  110. ) (*topo.Graph[string, *InstallInfo], error) {
  111. if graph == nil {
  112. graph = topo.New[string, *InstallInfo]()
  113. }
  114. for _, targetString := range targets {
  115. var (
  116. err error
  117. target = ToTarget(targetString)
  118. )
  119. switch target.DB {
  120. case "": // unspecified db
  121. if pkg := g.dbExecutor.SyncPackage(target.Name); pkg != nil {
  122. dbName := pkg.DB().Name()
  123. graph.AddNode(pkg.Name())
  124. g.ValidateAndSetNodeInfo(graph, pkg.Name(), &topo.NodeInfo[*InstallInfo]{
  125. Color: colorMap[Explicit],
  126. Background: bgColorMap[Sync],
  127. Value: &InstallInfo{
  128. Source: Sync,
  129. Reason: Explicit,
  130. Version: pkg.Version(),
  131. SyncDBName: &dbName,
  132. },
  133. })
  134. g.GraphSyncPkg(ctx, graph, pkg, &InstallInfo{
  135. Source: Sync,
  136. Reason: Explicit,
  137. Version: pkg.Version(),
  138. SyncDBName: &dbName,
  139. })
  140. continue
  141. }
  142. groupPackages := g.dbExecutor.PackagesFromGroup(target.Name)
  143. if len(groupPackages) > 0 {
  144. dbName := groupPackages[0].DB().Name()
  145. graph.AddNode(target.Name)
  146. g.ValidateAndSetNodeInfo(graph, target.Name, &topo.NodeInfo[*InstallInfo]{
  147. Color: colorMap[Explicit],
  148. Background: bgColorMap[Sync],
  149. Value: &InstallInfo{
  150. Source: Sync,
  151. Reason: Explicit,
  152. Version: "",
  153. SyncDBName: &dbName,
  154. },
  155. })
  156. continue
  157. }
  158. fallthrough
  159. case "aur":
  160. graph, err = g.GraphFromAURCache(ctx, graph, []string{target.Name})
  161. default:
  162. graph.AddNode(target.Name)
  163. g.ValidateAndSetNodeInfo(graph, target.Name, &topo.NodeInfo[*InstallInfo]{
  164. Color: colorMap[Explicit],
  165. Background: bgColorMap[Sync],
  166. Value: &InstallInfo{
  167. Source: Sync,
  168. Reason: Explicit,
  169. Version: target.Version,
  170. SyncDBName: &target.DB,
  171. },
  172. })
  173. }
  174. if err != nil {
  175. return nil, err
  176. }
  177. }
  178. return graph, nil
  179. }
  180. func (g *Grapher) pickSrcInfoPkgs(pkgs []aurc.Pkg) ([]aurc.Pkg, error) {
  181. final := make([]aurc.Pkg, 0, len(pkgs))
  182. for i := range pkgs {
  183. fmt.Fprintln(os.Stdout, text.Magenta(strconv.Itoa(i+1)+" ")+text.Bold(pkgs[i].Name)+
  184. " "+text.Cyan(pkgs[i].Version))
  185. fmt.Fprintln(os.Stdout, " "+pkgs[i].Description)
  186. }
  187. text.Infoln(gotext.Get("Packages to exclude") + " (eg: \"1 2 3\", \"1-3\", \"^4\"):")
  188. numberBuf, err := text.GetInput(os.Stdin, "", g.noConfirm)
  189. if err != nil {
  190. return nil, err
  191. }
  192. include, exclude, _, otherExclude := intrange.ParseNumberMenu(numberBuf)
  193. isInclude := len(exclude) == 0 && len(otherExclude) == 0
  194. for i := 1; i <= len(pkgs); i++ {
  195. target := i - 1
  196. if isInclude && !include.Get(i) {
  197. final = append(final, pkgs[target])
  198. }
  199. if !isInclude && (exclude.Get(i)) {
  200. final = append(final, pkgs[target])
  201. }
  202. }
  203. return final, nil
  204. }
  205. func (g *Grapher) GraphFromSrcInfo(ctx context.Context, graph *topo.Graph[string, *InstallInfo], pkgBuildDir string,
  206. pkgbuild *gosrc.Srcinfo,
  207. ) (*topo.Graph[string, *InstallInfo], error) {
  208. if graph == nil {
  209. graph = topo.New[string, *InstallInfo]()
  210. }
  211. aurPkgs, err := makeAURPKGFromSrcinfo(g.dbExecutor, pkgbuild)
  212. if err != nil {
  213. return nil, err
  214. }
  215. if len(aurPkgs) > 1 {
  216. var errPick error
  217. aurPkgs, errPick = g.pickSrcInfoPkgs(aurPkgs)
  218. if errPick != nil {
  219. return nil, errPick
  220. }
  221. }
  222. for i := range aurPkgs {
  223. pkg := &aurPkgs[i]
  224. graph.AddNode(pkg.Name)
  225. g.ValidateAndSetNodeInfo(graph, pkg.Name, &topo.NodeInfo[*InstallInfo]{
  226. Color: colorMap[Explicit],
  227. Background: bgColorMap[AUR],
  228. Value: &InstallInfo{
  229. Source: SrcInfo,
  230. Reason: Explicit,
  231. SrcinfoPath: &pkgBuildDir,
  232. AURBase: &pkg.PackageBase,
  233. Version: pkg.Version,
  234. },
  235. })
  236. g.addDepNodes(ctx, pkg, graph)
  237. }
  238. return graph, nil
  239. }
  240. func (g *Grapher) addDepNodes(ctx context.Context, pkg *aur.Pkg, graph *topo.Graph[string, *InstallInfo]) {
  241. if len(pkg.MakeDepends) > 0 {
  242. g.addNodes(ctx, graph, pkg.Name, pkg.MakeDepends, MakeDep)
  243. }
  244. if !g.noDeps && len(pkg.Depends) > 0 {
  245. g.addNodes(ctx, graph, pkg.Name, pkg.Depends, Dep)
  246. }
  247. if !g.noCheckDeps && !g.noDeps && len(pkg.CheckDepends) > 0 {
  248. g.addNodes(ctx, graph, pkg.Name, pkg.CheckDepends, CheckDep)
  249. }
  250. }
  251. func (g *Grapher) GraphSyncPkg(ctx context.Context,
  252. graph *topo.Graph[string, *InstallInfo],
  253. pkg alpm.IPackage, instalInfo *InstallInfo,
  254. ) *topo.Graph[string, *InstallInfo] {
  255. if graph == nil {
  256. graph = topo.New[string, *InstallInfo]()
  257. }
  258. graph.AddNode(pkg.Name())
  259. g.ValidateAndSetNodeInfo(graph, pkg.Name(), &topo.NodeInfo[*InstallInfo]{
  260. Color: colorMap[Explicit],
  261. Background: bgColorMap[Sync],
  262. Value: instalInfo,
  263. })
  264. return graph
  265. }
  266. func (g *Grapher) GraphAURTarget(ctx context.Context,
  267. graph *topo.Graph[string, *InstallInfo],
  268. pkg *aurc.Pkg, instalInfo *InstallInfo,
  269. ) *topo.Graph[string, *InstallInfo] {
  270. if graph == nil {
  271. graph = topo.New[string, *InstallInfo]()
  272. }
  273. graph.AddNode(pkg.Name)
  274. g.ValidateAndSetNodeInfo(graph, pkg.Name, &topo.NodeInfo[*InstallInfo]{
  275. Color: colorMap[Explicit],
  276. Background: bgColorMap[AUR],
  277. Value: instalInfo,
  278. })
  279. g.addDepNodes(ctx, pkg, graph)
  280. return graph
  281. }
  282. func (g *Grapher) GraphFromAURCache(ctx context.Context,
  283. graph *topo.Graph[string, *InstallInfo],
  284. targets []string,
  285. ) (*topo.Graph[string, *InstallInfo], error) {
  286. if graph == nil {
  287. graph = topo.New[string, *InstallInfo]()
  288. }
  289. for _, target := range targets {
  290. aurPkgs, _ := g.aurCache.Get(ctx, &metadata.AURQuery{By: aurc.Name, Needles: []string{target}})
  291. if len(aurPkgs) == 0 {
  292. text.Errorln("No AUR package found for", target)
  293. continue
  294. }
  295. pkg := provideMenu(g.w, target, aurPkgs, g.noConfirm)
  296. graph = g.GraphAURTarget(ctx, graph, pkg, &InstallInfo{
  297. AURBase: &pkg.PackageBase,
  298. Reason: Explicit,
  299. Source: AUR,
  300. Version: pkg.Version,
  301. })
  302. }
  303. return graph, nil
  304. }
  305. func (g *Grapher) ValidateAndSetNodeInfo(graph *topo.Graph[string, *InstallInfo],
  306. node string, nodeInfo *topo.NodeInfo[*InstallInfo],
  307. ) {
  308. info := graph.GetNodeInfo(node)
  309. if info != nil && info.Value != nil {
  310. if info.Value.Reason < nodeInfo.Value.Reason {
  311. return // refuse to downgrade reason from explicit to dep
  312. }
  313. }
  314. graph.SetNodeInfo(node, nodeInfo)
  315. }
  316. func (g *Grapher) addNodes(
  317. ctx context.Context,
  318. graph *topo.Graph[string, *InstallInfo],
  319. parentPkgName string,
  320. deps []string,
  321. depType Reason,
  322. ) {
  323. for _, depString := range deps {
  324. depName, mod, ver := splitDep(depString)
  325. if g.dbExecutor.LocalSatisfierExists(depString) {
  326. if g.fullGraph {
  327. g.ValidateAndSetNodeInfo(
  328. graph,
  329. depName,
  330. &topo.NodeInfo[*InstallInfo]{Color: colorMap[depType], Background: bgColorMap[Local]})
  331. if err := graph.DependOn(depName, parentPkgName); err != nil {
  332. text.Warnln(depName, parentPkgName, err)
  333. }
  334. }
  335. continue
  336. }
  337. if graph.Exists(depName) {
  338. if err := graph.DependOn(depName, parentPkgName); err != nil {
  339. text.Warnln(depName, parentPkgName, err)
  340. }
  341. continue
  342. }
  343. // Check ALPM
  344. if alpmPkg := g.dbExecutor.SyncSatisfier(depString); alpmPkg != nil {
  345. if err := graph.DependOn(alpmPkg.Name(), parentPkgName); err != nil {
  346. text.Warnln("repo dep warn:", depName, parentPkgName, err)
  347. }
  348. dbName := alpmPkg.DB().Name()
  349. g.ValidateAndSetNodeInfo(
  350. graph,
  351. alpmPkg.Name(),
  352. &topo.NodeInfo[*InstallInfo]{
  353. Color: colorMap[depType],
  354. Background: bgColorMap[Sync],
  355. Value: &InstallInfo{
  356. Source: Sync,
  357. Reason: depType,
  358. Version: alpmPkg.Version(),
  359. SyncDBName: &dbName,
  360. },
  361. })
  362. if newDeps := alpmPkg.Depends().Slice(); len(newDeps) != 0 && g.fullGraph {
  363. newDepsSlice := make([]string, 0, len(newDeps))
  364. for _, newDep := range newDeps {
  365. newDepsSlice = append(newDepsSlice, newDep.Name)
  366. }
  367. g.addNodes(ctx, graph, alpmPkg.Name(), newDepsSlice, Dep)
  368. }
  369. continue
  370. }
  371. var aurPkgs []aur.Pkg
  372. if cachedProvidePkg, ok := g.providerCache[depName]; ok {
  373. aurPkgs = []aur.Pkg{*cachedProvidePkg}
  374. } else {
  375. var errMeta error
  376. aurPkgs, errMeta = g.aurCache.Get(ctx,
  377. &metadata.AURQuery{
  378. Needles: []string{depName},
  379. By: aurc.None,
  380. Contains: false,
  381. })
  382. if errMeta != nil {
  383. text.Warnln("AUR cache error:", errMeta)
  384. }
  385. }
  386. if len(aurPkgs) != 0 { // Check AUR
  387. pkg := aurPkgs[0]
  388. if len(aurPkgs) > 1 {
  389. chosen := provideMenu(g.w, depName, aurPkgs, g.noConfirm)
  390. g.providerCache[depName] = chosen
  391. pkg = *chosen
  392. }
  393. if err := graph.DependOn(pkg.Name, parentPkgName); err != nil {
  394. text.Warnln("aur dep warn:", pkg.Name, parentPkgName, err)
  395. }
  396. graph.SetNodeInfo(
  397. pkg.Name,
  398. &topo.NodeInfo[*InstallInfo]{
  399. Color: colorMap[depType],
  400. Background: bgColorMap[AUR],
  401. Value: &InstallInfo{
  402. Source: AUR,
  403. Reason: depType,
  404. AURBase: &pkg.PackageBase,
  405. Version: pkg.Version,
  406. },
  407. })
  408. g.addDepNodes(ctx, &pkg, graph)
  409. continue
  410. }
  411. // no dep found. add as missing
  412. graph.AddNode(depName)
  413. graph.SetNodeInfo(depName, &topo.NodeInfo[*InstallInfo]{
  414. Color: colorMap[depType],
  415. Background: bgColorMap[Missing],
  416. Value: &InstallInfo{
  417. Source: Missing,
  418. Reason: depType,
  419. Version: fmt.Sprintf("%s%s", mod, ver),
  420. },
  421. })
  422. }
  423. }
  424. func provideMenu(w io.Writer, dep string, options []aur.Pkg, noConfirm bool) *aur.Pkg {
  425. size := len(options)
  426. if size == 1 {
  427. return &options[0]
  428. }
  429. str := text.Bold(gotext.Get("There are %d providers available for %s:", size, dep))
  430. str += "\n"
  431. size = 1
  432. str += text.SprintOperationInfo(gotext.Get("Repository AUR"), "\n ")
  433. for i := range options {
  434. str += fmt.Sprintf("%d) %s ", size, options[i].Name)
  435. size++
  436. }
  437. text.OperationInfoln(str)
  438. for {
  439. fmt.Fprintln(w, gotext.Get("\nEnter a number (default=1): "))
  440. if noConfirm {
  441. fmt.Fprintln(w, "1")
  442. return &options[0]
  443. }
  444. numberBuf, err := text.GetInput(os.Stdin, "", false)
  445. if err != nil {
  446. fmt.Fprintln(os.Stderr, err)
  447. break
  448. }
  449. if numberBuf == "" {
  450. return &options[0]
  451. }
  452. num, err := strconv.Atoi(numberBuf)
  453. if err != nil {
  454. text.Errorln(gotext.Get("invalid number: %s", numberBuf))
  455. continue
  456. }
  457. if num < 1 || num >= size {
  458. text.Errorln(gotext.Get("invalid value: %d is not between %d and %d", num, 1, size-1))
  459. continue
  460. }
  461. return &options[num-1]
  462. }
  463. return nil
  464. }
  465. func makeAURPKGFromSrcinfo(dbExecutor db.Executor, srcInfo *gosrc.Srcinfo) ([]aur.Pkg, error) {
  466. pkgs := make([]aur.Pkg, 0, 1)
  467. alpmArch, err := dbExecutor.AlpmArchitectures()
  468. if err != nil {
  469. return nil, err
  470. }
  471. alpmArch = append(alpmArch, "") // srcinfo assumes no value as ""
  472. getDesc := func(pkg *gosrc.Package) string {
  473. if pkg.Pkgdesc != "" {
  474. return pkg.Pkgdesc
  475. }
  476. return srcInfo.Pkgdesc
  477. }
  478. for i := range srcInfo.Packages {
  479. pkg := &srcInfo.Packages[i]
  480. pkgs = append(pkgs, aur.Pkg{
  481. ID: 0,
  482. Name: pkg.Pkgname,
  483. PackageBaseID: 0,
  484. PackageBase: srcInfo.Pkgbase,
  485. Version: srcInfo.Version(),
  486. Description: getDesc(pkg),
  487. URL: pkg.URL,
  488. Depends: append(archStringToString(alpmArch, pkg.Depends),
  489. archStringToString(alpmArch, srcInfo.Package.Depends)...),
  490. MakeDepends: archStringToString(alpmArch, srcInfo.PackageBase.MakeDepends),
  491. CheckDepends: archStringToString(alpmArch, srcInfo.PackageBase.CheckDepends),
  492. Conflicts: append(archStringToString(alpmArch, pkg.Conflicts),
  493. archStringToString(alpmArch, srcInfo.Package.Conflicts)...),
  494. Provides: append(archStringToString(alpmArch, pkg.Provides),
  495. archStringToString(alpmArch, srcInfo.Package.Provides)...),
  496. Replaces: append(archStringToString(alpmArch, pkg.Replaces),
  497. archStringToString(alpmArch, srcInfo.Package.Replaces)...),
  498. OptDepends: []string{},
  499. Groups: pkg.Groups,
  500. License: pkg.License,
  501. Keywords: []string{},
  502. })
  503. }
  504. return pkgs, nil
  505. }
  506. func archStringToString(alpmArches []string, archString []gosrc.ArchString) []string {
  507. pkgs := make([]string, 0, len(archString))
  508. for _, arch := range archString {
  509. if db.ArchIsSupported(alpmArches, arch.Arch) {
  510. pkgs = append(pkgs, arch.Value)
  511. }
  512. }
  513. return pkgs
  514. }