local_install.go 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330
  1. // Experimental code for install local with dependency refactoring
  2. // Not at feature parity with install.go
  3. package main
  4. import (
  5. "context"
  6. "fmt"
  7. "os"
  8. "path/filepath"
  9. "strings"
  10. "github.com/Jguer/yay/v11/pkg/db"
  11. "github.com/Jguer/yay/v11/pkg/dep"
  12. "github.com/Jguer/yay/v11/pkg/download"
  13. "github.com/Jguer/yay/v11/pkg/metadata"
  14. "github.com/Jguer/yay/v11/pkg/settings"
  15. "github.com/Jguer/yay/v11/pkg/settings/exe"
  16. "github.com/Jguer/yay/v11/pkg/settings/parser"
  17. "github.com/Jguer/yay/v11/pkg/text"
  18. "github.com/leonelquinteros/gotext"
  19. "github.com/pkg/errors"
  20. gosrc "github.com/Morganamilo/go-srcinfo"
  21. mapset "github.com/deckarep/golang-set/v2"
  22. )
  23. var ErrInstallRepoPkgs = errors.New(gotext.Get("error installing repo packages"))
  24. func installLocalPKGBUILD(
  25. ctx context.Context,
  26. cmdArgs *parser.Arguments,
  27. dbExecutor db.Executor,
  28. ) error {
  29. aurCache, err := metadata.NewAURCache(filepath.Join(config.BuildDir, "aur.json"))
  30. if err != nil {
  31. return errors.Wrap(err, gotext.Get("failed to retrieve aur Cache"))
  32. }
  33. wd, err := os.Getwd()
  34. if err != nil {
  35. return errors.Wrap(err, gotext.Get("failed to retrieve working directory"))
  36. }
  37. if len(cmdArgs.Targets) > 1 {
  38. return errors.New(gotext.Get("only one target is allowed"))
  39. }
  40. if len(cmdArgs.Targets) == 1 {
  41. wd = cmdArgs.Targets[0]
  42. }
  43. pkgbuild, err := gosrc.ParseFile(filepath.Join(wd, ".SRCINFO"))
  44. if err != nil {
  45. return errors.Wrap(err, gotext.Get("failed to parse .SRCINFO"))
  46. }
  47. grapher := dep.NewGrapher(dbExecutor, aurCache, false, settings.NoConfirm, os.Stdout)
  48. graph, err := grapher.GraphFromSrcInfo(wd, pkgbuild)
  49. if err != nil {
  50. return err
  51. }
  52. topoSorted := graph.TopoSortedLayerMap()
  53. fmt.Println(topoSorted, len(topoSorted))
  54. preparer := &Preparer{dbExecutor: dbExecutor, cmdBuilder: config.Runtime.CmdBuilder}
  55. installer := &Installer{dbExecutor: dbExecutor}
  56. pkgBuildDirs, err := preparer.PrepareWorkspace(ctx, topoSorted)
  57. if err != nil {
  58. return err
  59. }
  60. return installer.Install(ctx, cmdArgs, topoSorted, pkgBuildDirs)
  61. }
  62. type Preparer struct {
  63. dbExecutor db.Executor
  64. cmdBuilder exe.ICmdBuilder
  65. aurBases []string
  66. pkgBuildDirs []string
  67. }
  68. func (preper *Preparer) PrepareWorkspace(ctx context.Context, targets []map[string]*dep.InstallInfo,
  69. ) (map[string]string, error) {
  70. pkgBuildDirs := make(map[string]string, 0)
  71. for _, layer := range targets {
  72. for pkgBase, info := range layer {
  73. if info.Source == dep.AUR {
  74. preper.aurBases = append(preper.aurBases, pkgBase)
  75. pkgBuildDirs[pkgBase] = filepath.Join(config.BuildDir, pkgBase)
  76. } else if info.Source == dep.SrcInfo {
  77. pkgBuildDirs[pkgBase] = *info.SrcinfoPath
  78. }
  79. }
  80. }
  81. if _, errA := download.AURPKGBUILDRepos(ctx,
  82. preper.cmdBuilder, preper.aurBases, config.AURURL, config.BuildDir, false); errA != nil {
  83. return nil, errA
  84. }
  85. if errP := downloadPKGBUILDSourceFanout(ctx, config.Runtime.CmdBuilder,
  86. preper.pkgBuildDirs, false, config.MaxConcurrentDownloads); errP != nil {
  87. text.Errorln(errP)
  88. }
  89. return pkgBuildDirs, nil
  90. }
  91. type Installer struct {
  92. dbExecutor db.Executor
  93. }
  94. func (installer *Installer) Install(ctx context.Context,
  95. cmdArgs *parser.Arguments,
  96. targets []map[string]*dep.InstallInfo,
  97. pkgBuildDirs map[string]string,
  98. ) error {
  99. // Reorganize targets into layers of dependencies
  100. for i := len(targets) - 1; i >= 0; i-- {
  101. err := installer.handleLayer(ctx, cmdArgs, targets[i], pkgBuildDirs)
  102. if err != nil {
  103. // rollback
  104. return err
  105. }
  106. }
  107. return nil
  108. }
  109. type MapBySourceAndType map[dep.Source]map[dep.Reason][]string
  110. func (m *MapBySourceAndType) String() string {
  111. var s string
  112. for source, reasons := range *m {
  113. s += fmt.Sprintf("%s: [", source)
  114. for reason, names := range reasons {
  115. s += fmt.Sprintf(" %d: [%v] ", reason, names)
  116. }
  117. s += "], "
  118. }
  119. return s
  120. }
  121. func (installer *Installer) handleLayer(ctx context.Context,
  122. cmdArgs *parser.Arguments, layer map[string]*dep.InstallInfo, pkgBuildDirs map[string]string,
  123. ) error {
  124. // Install layer
  125. depByTypeAndReason := make(MapBySourceAndType)
  126. for name, info := range layer {
  127. if _, ok := depByTypeAndReason[info.Source]; !ok {
  128. depByTypeAndReason[info.Source] = make(map[dep.Reason][]string)
  129. }
  130. depByTypeAndReason[info.Source][info.Reason] = append(depByTypeAndReason[info.Source][info.Reason], name)
  131. }
  132. fmt.Printf("%v\n", depByTypeAndReason)
  133. syncDeps, syncExp := make([]string, 0), make([]string, 0)
  134. repoTargets := make([]string, 0)
  135. aurDeps, aurExp := mapset.NewSet[string](), mapset.NewSet[string]()
  136. for source, reasons := range depByTypeAndReason {
  137. switch source {
  138. case dep.SrcInfo:
  139. fallthrough
  140. case dep.AUR:
  141. for reason, names := range reasons {
  142. for _, name := range names {
  143. switch reason {
  144. case dep.Explicit:
  145. if cmdArgs.ExistsArg("asdeps", "asdep") {
  146. aurDeps.Add(name)
  147. } else {
  148. aurExp.Add(name)
  149. }
  150. case dep.CheckDep:
  151. fallthrough
  152. case dep.MakeDep:
  153. fallthrough
  154. case dep.Dep:
  155. aurDeps.Add(name)
  156. }
  157. }
  158. }
  159. case dep.Sync:
  160. for reason, names := range reasons {
  161. switch reason {
  162. case dep.Explicit:
  163. if cmdArgs.ExistsArg("asdeps", "asdep") {
  164. syncDeps = append(syncDeps, names...)
  165. } else {
  166. syncExp = append(syncExp, names...)
  167. }
  168. case dep.CheckDep:
  169. fallthrough
  170. case dep.MakeDep:
  171. fallthrough
  172. case dep.Dep:
  173. syncDeps = append(syncDeps, names...)
  174. }
  175. repoTargets = append(repoTargets, names...)
  176. }
  177. }
  178. }
  179. fmt.Println(syncDeps, syncExp)
  180. errShow := installer.installSyncPackages(ctx, cmdArgs, repoTargets, syncDeps, syncExp)
  181. if errShow != nil {
  182. return ErrInstallRepoPkgs
  183. }
  184. errAur := installer.installAURPackages(ctx, cmdArgs, aurDeps, aurExp, pkgBuildDirs, false)
  185. return errAur
  186. }
  187. func (*Installer) installAURPackages(ctx context.Context, cmdArgs *parser.Arguments, aurBaseDeps, aurBaseExp mapset.Set[string], pkgBuildDirs map[string]string, installIncompatible bool) error {
  188. deps, exp := make([]string, 0, aurBaseDeps.Cardinality()), make([]string, 0, aurBaseExp.Cardinality())
  189. for _, base := range aurBaseDeps.Union(aurBaseExp).ToSlice() {
  190. dir := pkgBuildDirs[base]
  191. args := []string{"--nobuild", "-fC"}
  192. if installIncompatible {
  193. args = append(args, "--ignorearch")
  194. }
  195. // pkgver bump
  196. if err := config.Runtime.CmdBuilder.Show(
  197. config.Runtime.CmdBuilder.BuildMakepkgCmd(ctx, dir, args...)); err != nil {
  198. return errors.New(gotext.Get("error making: %s", base))
  199. }
  200. pkgdests, _, errList := parsePackageList(ctx, dir)
  201. if errList != nil {
  202. return errList
  203. }
  204. args = []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  205. if installIncompatible {
  206. args = append(args, "--ignorearch")
  207. }
  208. if errMake := config.Runtime.CmdBuilder.Show(
  209. config.Runtime.CmdBuilder.BuildMakepkgCmd(ctx,
  210. dir, args...)); errMake != nil {
  211. return errors.New(gotext.Get("error making: %s", base))
  212. }
  213. newDeps, newExp, err := getNewTargets(cmdArgs, pkgdests, aurBaseDeps.Contains(base))
  214. if err != nil {
  215. return err
  216. }
  217. deps = append(deps, newDeps...)
  218. exp = append(exp, newExp...)
  219. }
  220. if err := doInstall(ctx, cmdArgs, deps, exp); err != nil {
  221. return errors.New(fmt.Sprintf(gotext.Get("error installing:")+" %v %v", deps, exp))
  222. }
  223. return nil
  224. }
  225. func getNewTargets(cmdArgs *parser.Arguments, pkgdests map[string]string, isDep bool,
  226. ) (deps, exp []string, err error) {
  227. for pkgName, pkgDest := range pkgdests {
  228. if _, errStat := os.Stat(pkgDest); os.IsNotExist(errStat) {
  229. if strings.HasSuffix(pkgName, "-debug") {
  230. continue
  231. }
  232. return deps, exp, errors.New(
  233. gotext.Get(
  234. "the PKGDEST for %s is listed by makepkg but does not exist: %s",
  235. pkgName, pkgDest))
  236. }
  237. switch {
  238. case cmdArgs.ExistsArg("asdeps", "asdep"):
  239. deps = append(deps, pkgName)
  240. case cmdArgs.ExistsArg("asexplicit", "asexp"):
  241. exp = append(exp, pkgName)
  242. case isDep:
  243. deps = append(deps, pkgName)
  244. default:
  245. exp = append(exp, pkgName)
  246. }
  247. }
  248. return deps, exp, nil
  249. }
  250. func (*Installer) installSyncPackages(ctx context.Context, cmdArgs *parser.Arguments,
  251. repoTargets, // all repo targets
  252. syncDeps, // repo targets that are deps
  253. syncExp []string, // repo targets that are exp
  254. ) error {
  255. if len(repoTargets) == 0 {
  256. return nil
  257. }
  258. arguments := cmdArgs.Copy()
  259. arguments.DelArg("asdeps", "asdep")
  260. arguments.DelArg("asexplicit", "asexp")
  261. arguments.DelArg("i", "install")
  262. arguments.Op = "S"
  263. arguments.ClearTargets()
  264. arguments.AddTarget(repoTargets...)
  265. errShow := config.Runtime.CmdBuilder.Show(config.Runtime.CmdBuilder.BuildPacmanCmd(ctx,
  266. arguments, config.Runtime.Mode, settings.NoConfirm))
  267. if errD := asdeps(ctx, cmdArgs, syncDeps); errD != nil {
  268. return errD
  269. }
  270. if errE := asexp(ctx, cmdArgs, syncExp); errE != nil {
  271. return errE
  272. }
  273. return errShow
  274. }