dep_graph.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615
  1. package dep
  2. import (
  3. "context"
  4. "fmt"
  5. "io"
  6. "os"
  7. "strconv"
  8. "github.com/Jguer/yay/v11/pkg/db"
  9. "github.com/Jguer/yay/v11/pkg/intrange"
  10. aur "github.com/Jguer/yay/v11/pkg/query"
  11. "github.com/Jguer/yay/v11/pkg/text"
  12. "github.com/Jguer/yay/v11/pkg/topo"
  13. aurc "github.com/Jguer/aur"
  14. alpm "github.com/Jguer/go-alpm/v2"
  15. gosrc "github.com/Morganamilo/go-srcinfo"
  16. "github.com/leonelquinteros/gotext"
  17. )
  18. type InstallInfo struct {
  19. Source Source
  20. Reason Reason
  21. Version string
  22. LocalVersion string
  23. SrcinfoPath *string
  24. AURBase *string
  25. SyncDBName *string
  26. Upgrade bool
  27. Devel bool
  28. }
  29. func (i *InstallInfo) String() string {
  30. return fmt.Sprintf("InstallInfo{Source: %v, Reason: %v}", i.Source, i.Reason)
  31. }
  32. type (
  33. Reason int
  34. Source int
  35. )
  36. func (r Reason) String() string {
  37. return ReasonNames[r]
  38. }
  39. func (s Source) String() string {
  40. return SourceNames[s]
  41. }
  42. const (
  43. Explicit Reason = iota // 0
  44. Dep // 1
  45. MakeDep // 2
  46. CheckDep // 3
  47. )
  48. var ReasonNames = map[Reason]string{
  49. Explicit: gotext.Get("Explicit"),
  50. Dep: gotext.Get("Dependency"),
  51. MakeDep: gotext.Get("Make Dependency"),
  52. CheckDep: gotext.Get("Check Dependency"),
  53. }
  54. const (
  55. AUR Source = iota
  56. Sync
  57. Local
  58. SrcInfo
  59. Missing
  60. )
  61. var SourceNames = map[Source]string{
  62. AUR: gotext.Get("AUR"),
  63. Sync: gotext.Get("Sync"),
  64. Local: gotext.Get("Local"),
  65. SrcInfo: gotext.Get("SRCINFO"),
  66. Missing: gotext.Get("Missing"),
  67. }
  68. var bgColorMap = map[Source]string{
  69. AUR: "lightblue",
  70. Sync: "lemonchiffon",
  71. Local: "darkolivegreen1",
  72. Missing: "tomato",
  73. }
  74. var colorMap = map[Reason]string{
  75. Explicit: "black",
  76. Dep: "deeppink",
  77. MakeDep: "navyblue",
  78. CheckDep: "forestgreen",
  79. }
  80. type Grapher struct {
  81. dbExecutor db.Executor
  82. aurCache aurc.QueryClient
  83. fullGraph bool // If true, the graph will include all dependencies including already installed ones or repo
  84. noConfirm bool
  85. noDeps bool // If true, the graph will not include dependencies
  86. noCheckDeps bool // If true, the graph will not include dependencies
  87. w io.Writer // output writer
  88. providerCache map[string]*aur.Pkg
  89. }
  90. func NewGrapher(dbExecutor db.Executor, aurCache aurc.QueryClient,
  91. fullGraph, noConfirm bool, output io.Writer, noDeps bool, noCheckDeps bool,
  92. ) *Grapher {
  93. return &Grapher{
  94. dbExecutor: dbExecutor,
  95. aurCache: aurCache,
  96. fullGraph: fullGraph,
  97. noConfirm: noConfirm,
  98. w: output,
  99. noDeps: noDeps,
  100. noCheckDeps: noCheckDeps,
  101. providerCache: make(map[string]*aurc.Pkg, 5),
  102. }
  103. }
  104. func (g *Grapher) GraphFromTargets(ctx context.Context,
  105. graph *topo.Graph[string, *InstallInfo], targets []string,
  106. ) (*topo.Graph[string, *InstallInfo], error) {
  107. if graph == nil {
  108. graph = topo.New[string, *InstallInfo]()
  109. }
  110. for _, targetString := range targets {
  111. var (
  112. err error
  113. target = ToTarget(targetString)
  114. )
  115. switch target.DB {
  116. case "": // unspecified db
  117. if pkg := g.dbExecutor.SyncPackage(target.Name); pkg != nil {
  118. dbName := pkg.DB().Name()
  119. graph.AddNode(pkg.Name())
  120. g.ValidateAndSetNodeInfo(graph, pkg.Name(), &topo.NodeInfo[*InstallInfo]{
  121. Color: colorMap[Explicit],
  122. Background: bgColorMap[Sync],
  123. Value: &InstallInfo{
  124. Source: Sync,
  125. Reason: Explicit,
  126. Version: pkg.Version(),
  127. SyncDBName: &dbName,
  128. },
  129. })
  130. g.GraphSyncPkg(ctx, graph, pkg, &InstallInfo{
  131. Source: Sync,
  132. Reason: Explicit,
  133. Version: pkg.Version(),
  134. SyncDBName: &dbName,
  135. })
  136. continue
  137. }
  138. groupPackages := g.dbExecutor.PackagesFromGroup(target.Name)
  139. if len(groupPackages) > 0 {
  140. dbName := groupPackages[0].DB().Name()
  141. graph.AddNode(target.Name)
  142. g.ValidateAndSetNodeInfo(graph, target.Name, &topo.NodeInfo[*InstallInfo]{
  143. Color: colorMap[Explicit],
  144. Background: bgColorMap[Sync],
  145. Value: &InstallInfo{
  146. Source: Sync,
  147. Reason: Explicit,
  148. Version: "",
  149. SyncDBName: &dbName,
  150. },
  151. })
  152. continue
  153. }
  154. fallthrough
  155. case "aur":
  156. graph, err = g.GraphFromAURCache(ctx, graph, []string{target.Name})
  157. default:
  158. graph.AddNode(target.Name)
  159. g.ValidateAndSetNodeInfo(graph, target.Name, &topo.NodeInfo[*InstallInfo]{
  160. Color: colorMap[Explicit],
  161. Background: bgColorMap[Sync],
  162. Value: &InstallInfo{
  163. Source: Sync,
  164. Reason: Explicit,
  165. Version: target.Version,
  166. SyncDBName: &target.DB,
  167. },
  168. })
  169. }
  170. if err != nil {
  171. return nil, err
  172. }
  173. }
  174. return graph, nil
  175. }
  176. func (g *Grapher) pickSrcInfoPkgs(pkgs []aurc.Pkg) ([]aurc.Pkg, error) {
  177. final := make([]aurc.Pkg, 0, len(pkgs))
  178. for i := range pkgs {
  179. fmt.Fprintln(os.Stdout, text.Magenta(strconv.Itoa(i+1)+" ")+text.Bold(pkgs[i].Name)+
  180. " "+text.Cyan(pkgs[i].Version))
  181. fmt.Fprintln(os.Stdout, " "+pkgs[i].Description)
  182. }
  183. text.Infoln(gotext.Get("Packages to exclude") + " (eg: \"1 2 3\", \"1-3\", \"^4\"):")
  184. numberBuf, err := text.GetInput(os.Stdin, "", g.noConfirm)
  185. if err != nil {
  186. return nil, err
  187. }
  188. include, exclude, _, otherExclude := intrange.ParseNumberMenu(numberBuf)
  189. isInclude := len(exclude) == 0 && len(otherExclude) == 0
  190. for i := 1; i <= len(pkgs); i++ {
  191. target := i - 1
  192. if isInclude && !include.Get(i) {
  193. final = append(final, pkgs[target])
  194. }
  195. if !isInclude && (exclude.Get(i)) {
  196. final = append(final, pkgs[target])
  197. }
  198. }
  199. return final, nil
  200. }
  201. func (g *Grapher) GraphFromSrcInfo(ctx context.Context, graph *topo.Graph[string, *InstallInfo], pkgBuildDir string,
  202. pkgbuild *gosrc.Srcinfo,
  203. ) (*topo.Graph[string, *InstallInfo], error) {
  204. if graph == nil {
  205. graph = topo.New[string, *InstallInfo]()
  206. }
  207. aurPkgs, err := makeAURPKGFromSrcinfo(g.dbExecutor, pkgbuild)
  208. if err != nil {
  209. return nil, err
  210. }
  211. if len(aurPkgs) > 1 {
  212. var errPick error
  213. aurPkgs, errPick = g.pickSrcInfoPkgs(aurPkgs)
  214. if errPick != nil {
  215. return nil, errPick
  216. }
  217. }
  218. for i := range aurPkgs {
  219. pkg := &aurPkgs[i]
  220. graph.AddNode(pkg.Name)
  221. g.ValidateAndSetNodeInfo(graph, pkg.Name, &topo.NodeInfo[*InstallInfo]{
  222. Color: colorMap[Explicit],
  223. Background: bgColorMap[AUR],
  224. Value: &InstallInfo{
  225. Source: SrcInfo,
  226. Reason: Explicit,
  227. SrcinfoPath: &pkgBuildDir,
  228. AURBase: &pkg.PackageBase,
  229. Version: pkg.Version,
  230. },
  231. })
  232. g.addDepNodes(ctx, pkg, graph)
  233. }
  234. return graph, nil
  235. }
  236. func (g *Grapher) addDepNodes(ctx context.Context, pkg *aur.Pkg, graph *topo.Graph[string, *InstallInfo]) {
  237. if len(pkg.MakeDepends) > 0 {
  238. g.addNodes(ctx, graph, pkg.Name, pkg.MakeDepends, MakeDep)
  239. }
  240. if !g.noDeps && len(pkg.Depends) > 0 {
  241. g.addNodes(ctx, graph, pkg.Name, pkg.Depends, Dep)
  242. }
  243. if !g.noCheckDeps && !g.noDeps && len(pkg.CheckDepends) > 0 {
  244. g.addNodes(ctx, graph, pkg.Name, pkg.CheckDepends, CheckDep)
  245. }
  246. }
  247. func (g *Grapher) GraphSyncPkg(ctx context.Context,
  248. graph *topo.Graph[string, *InstallInfo],
  249. pkg alpm.IPackage, instalInfo *InstallInfo,
  250. ) *topo.Graph[string, *InstallInfo] {
  251. if graph == nil {
  252. graph = topo.New[string, *InstallInfo]()
  253. }
  254. graph.AddNode(pkg.Name())
  255. g.ValidateAndSetNodeInfo(graph, pkg.Name(), &topo.NodeInfo[*InstallInfo]{
  256. Color: colorMap[Explicit],
  257. Background: bgColorMap[Sync],
  258. Value: instalInfo,
  259. })
  260. return graph
  261. }
  262. func (g *Grapher) GraphAURTarget(ctx context.Context,
  263. graph *topo.Graph[string, *InstallInfo],
  264. pkg *aurc.Pkg, instalInfo *InstallInfo,
  265. ) *topo.Graph[string, *InstallInfo] {
  266. if graph == nil {
  267. graph = topo.New[string, *InstallInfo]()
  268. }
  269. graph.AddNode(pkg.Name)
  270. g.ValidateAndSetNodeInfo(graph, pkg.Name, &topo.NodeInfo[*InstallInfo]{
  271. Color: colorMap[Explicit],
  272. Background: bgColorMap[AUR],
  273. Value: instalInfo,
  274. })
  275. g.addDepNodes(ctx, pkg, graph)
  276. return graph
  277. }
  278. func (g *Grapher) GraphFromAURCache(ctx context.Context,
  279. graph *topo.Graph[string, *InstallInfo],
  280. targets []string,
  281. ) (*topo.Graph[string, *InstallInfo], error) {
  282. if graph == nil {
  283. graph = topo.New[string, *InstallInfo]()
  284. }
  285. for _, target := range targets {
  286. aurPkgs, _ := g.aurCache.Get(ctx, &aurc.Query{By: aurc.Name, Needles: []string{target}})
  287. if len(aurPkgs) == 0 {
  288. text.Errorln("No AUR package found for", target)
  289. continue
  290. }
  291. pkg := provideMenu(g.w, target, aurPkgs, g.noConfirm)
  292. graph = g.GraphAURTarget(ctx, graph, pkg, &InstallInfo{
  293. AURBase: &pkg.PackageBase,
  294. Reason: Explicit,
  295. Source: AUR,
  296. Version: pkg.Version,
  297. })
  298. }
  299. return graph, nil
  300. }
  301. func (g *Grapher) ValidateAndSetNodeInfo(graph *topo.Graph[string, *InstallInfo],
  302. node string, nodeInfo *topo.NodeInfo[*InstallInfo],
  303. ) {
  304. info := graph.GetNodeInfo(node)
  305. if info != nil && info.Value != nil {
  306. if info.Value.Reason < nodeInfo.Value.Reason {
  307. return // refuse to downgrade reason from explicit to dep
  308. }
  309. }
  310. graph.SetNodeInfo(node, nodeInfo)
  311. }
  312. func (g *Grapher) addNodes(
  313. ctx context.Context,
  314. graph *topo.Graph[string, *InstallInfo],
  315. parentPkgName string,
  316. deps []string,
  317. depType Reason,
  318. ) {
  319. for _, depString := range deps {
  320. depName, mod, ver := splitDep(depString)
  321. if g.dbExecutor.LocalSatisfierExists(depString) {
  322. if g.fullGraph {
  323. g.ValidateAndSetNodeInfo(
  324. graph,
  325. depName,
  326. &topo.NodeInfo[*InstallInfo]{Color: colorMap[depType], Background: bgColorMap[Local]})
  327. if err := graph.DependOn(depName, parentPkgName); err != nil {
  328. text.Warnln(depName, parentPkgName, err)
  329. }
  330. }
  331. continue
  332. }
  333. if graph.Exists(depName) {
  334. if err := graph.DependOn(depName, parentPkgName); err != nil {
  335. text.Warnln(depName, parentPkgName, err)
  336. }
  337. continue
  338. }
  339. // Check ALPM
  340. if alpmPkg := g.dbExecutor.SyncSatisfier(depString); alpmPkg != nil {
  341. if err := graph.DependOn(alpmPkg.Name(), parentPkgName); err != nil {
  342. text.Warnln("repo dep warn:", depName, parentPkgName, err)
  343. }
  344. dbName := alpmPkg.DB().Name()
  345. g.ValidateAndSetNodeInfo(
  346. graph,
  347. alpmPkg.Name(),
  348. &topo.NodeInfo[*InstallInfo]{
  349. Color: colorMap[depType],
  350. Background: bgColorMap[Sync],
  351. Value: &InstallInfo{
  352. Source: Sync,
  353. Reason: depType,
  354. Version: alpmPkg.Version(),
  355. SyncDBName: &dbName,
  356. },
  357. })
  358. if newDeps := alpmPkg.Depends().Slice(); len(newDeps) != 0 && g.fullGraph {
  359. newDepsSlice := make([]string, 0, len(newDeps))
  360. for _, newDep := range newDeps {
  361. newDepsSlice = append(newDepsSlice, newDep.Name)
  362. }
  363. g.addNodes(ctx, graph, alpmPkg.Name(), newDepsSlice, Dep)
  364. }
  365. continue
  366. }
  367. var aurPkgs []aur.Pkg
  368. if cachedProvidePkg, ok := g.providerCache[depName]; ok {
  369. aurPkgs = []aur.Pkg{*cachedProvidePkg}
  370. } else {
  371. var errMeta error
  372. aurPkgs, errMeta = g.aurCache.Get(ctx,
  373. &aurc.Query{
  374. Needles: []string{depName},
  375. By: aurc.None,
  376. Contains: false,
  377. })
  378. if errMeta != nil {
  379. text.Warnln("AUR cache error:", errMeta)
  380. }
  381. }
  382. if len(aurPkgs) != 0 { // Check AUR
  383. pkg := aurPkgs[0]
  384. if len(aurPkgs) > 1 {
  385. chosen := provideMenu(g.w, depName, aurPkgs, g.noConfirm)
  386. g.providerCache[depName] = chosen
  387. pkg = *chosen
  388. }
  389. if err := graph.DependOn(pkg.Name, parentPkgName); err != nil {
  390. text.Warnln("aur dep warn:", pkg.Name, parentPkgName, err)
  391. }
  392. graph.SetNodeInfo(
  393. pkg.Name,
  394. &topo.NodeInfo[*InstallInfo]{
  395. Color: colorMap[depType],
  396. Background: bgColorMap[AUR],
  397. Value: &InstallInfo{
  398. Source: AUR,
  399. Reason: depType,
  400. AURBase: &pkg.PackageBase,
  401. Version: pkg.Version,
  402. },
  403. })
  404. g.addDepNodes(ctx, &pkg, graph)
  405. continue
  406. }
  407. // no dep found. add as missing
  408. graph.AddNode(depName)
  409. graph.SetNodeInfo(depName, &topo.NodeInfo[*InstallInfo]{
  410. Color: colorMap[depType],
  411. Background: bgColorMap[Missing],
  412. Value: &InstallInfo{
  413. Source: Missing,
  414. Reason: depType,
  415. Version: fmt.Sprintf("%s%s", mod, ver),
  416. },
  417. })
  418. }
  419. }
  420. func provideMenu(w io.Writer, dep string, options []aur.Pkg, noConfirm bool) *aur.Pkg {
  421. size := len(options)
  422. if size == 1 {
  423. return &options[0]
  424. }
  425. str := text.Bold(gotext.Get("There are %d providers available for %s:", size, dep))
  426. str += "\n"
  427. size = 1
  428. str += text.SprintOperationInfo(gotext.Get("Repository AUR"), "\n ")
  429. for i := range options {
  430. str += fmt.Sprintf("%d) %s ", size, options[i].Name)
  431. size++
  432. }
  433. text.OperationInfoln(str)
  434. for {
  435. fmt.Fprintln(w, gotext.Get("\nEnter a number (default=1): "))
  436. if noConfirm {
  437. fmt.Fprintln(w, "1")
  438. return &options[0]
  439. }
  440. numberBuf, err := text.GetInput(os.Stdin, "", false)
  441. if err != nil {
  442. fmt.Fprintln(os.Stderr, err)
  443. break
  444. }
  445. if numberBuf == "" {
  446. return &options[0]
  447. }
  448. num, err := strconv.Atoi(numberBuf)
  449. if err != nil {
  450. text.Errorln(gotext.Get("invalid number: %s", numberBuf))
  451. continue
  452. }
  453. if num < 1 || num >= size {
  454. text.Errorln(gotext.Get("invalid value: %d is not between %d and %d", num, 1, size-1))
  455. continue
  456. }
  457. return &options[num-1]
  458. }
  459. return nil
  460. }
  461. func makeAURPKGFromSrcinfo(dbExecutor db.Executor, srcInfo *gosrc.Srcinfo) ([]aur.Pkg, error) {
  462. pkgs := make([]aur.Pkg, 0, 1)
  463. alpmArch, err := dbExecutor.AlpmArchitectures()
  464. if err != nil {
  465. return nil, err
  466. }
  467. alpmArch = append(alpmArch, "") // srcinfo assumes no value as ""
  468. getDesc := func(pkg *gosrc.Package) string {
  469. if pkg.Pkgdesc != "" {
  470. return pkg.Pkgdesc
  471. }
  472. return srcInfo.Pkgdesc
  473. }
  474. for i := range srcInfo.Packages {
  475. pkg := &srcInfo.Packages[i]
  476. pkgs = append(pkgs, aur.Pkg{
  477. ID: 0,
  478. Name: pkg.Pkgname,
  479. PackageBaseID: 0,
  480. PackageBase: srcInfo.Pkgbase,
  481. Version: srcInfo.Version(),
  482. Description: getDesc(pkg),
  483. URL: pkg.URL,
  484. Depends: append(archStringToString(alpmArch, pkg.Depends),
  485. archStringToString(alpmArch, srcInfo.Package.Depends)...),
  486. MakeDepends: archStringToString(alpmArch, srcInfo.PackageBase.MakeDepends),
  487. CheckDepends: archStringToString(alpmArch, srcInfo.PackageBase.CheckDepends),
  488. Conflicts: append(archStringToString(alpmArch, pkg.Conflicts),
  489. archStringToString(alpmArch, srcInfo.Package.Conflicts)...),
  490. Provides: append(archStringToString(alpmArch, pkg.Provides),
  491. archStringToString(alpmArch, srcInfo.Package.Provides)...),
  492. Replaces: append(archStringToString(alpmArch, pkg.Replaces),
  493. archStringToString(alpmArch, srcInfo.Package.Replaces)...),
  494. OptDepends: []string{},
  495. Groups: pkg.Groups,
  496. License: pkg.License,
  497. Keywords: []string{},
  498. })
  499. }
  500. return pkgs, nil
  501. }
  502. func archStringToString(alpmArches []string, archString []gosrc.ArchString) []string {
  503. pkgs := make([]string, 0, len(archString))
  504. for _, arch := range archString {
  505. if db.ArchIsSupported(alpmArches, arch.Arch) {
  506. pkgs = append(pkgs, arch.Value)
  507. }
  508. }
  509. return pkgs
  510. }