aur_install.go 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363
  1. package main
  2. import (
  3. "context"
  4. "fmt"
  5. "os"
  6. "sync"
  7. "github.com/Jguer/yay/v11/pkg/db"
  8. "github.com/Jguer/yay/v11/pkg/dep"
  9. "github.com/Jguer/yay/v11/pkg/multierror"
  10. "github.com/Jguer/yay/v11/pkg/settings"
  11. "github.com/Jguer/yay/v11/pkg/settings/exe"
  12. "github.com/Jguer/yay/v11/pkg/settings/parser"
  13. "github.com/Jguer/yay/v11/pkg/text"
  14. "github.com/Jguer/yay/v11/pkg/vcs"
  15. gosrc "github.com/Morganamilo/go-srcinfo"
  16. mapset "github.com/deckarep/golang-set/v2"
  17. "github.com/leonelquinteros/gotext"
  18. )
  19. type (
  20. PostInstallHookFunc func(ctx context.Context) error
  21. Installer struct {
  22. dbExecutor db.Executor
  23. postInstallHooks []PostInstallHookFunc
  24. failedAndIngnored map[string]error
  25. exeCmd exe.ICmdBuilder
  26. vcsStore vcs.Store
  27. targetMode parser.TargetMode
  28. }
  29. )
  30. func NewInstaller(dbExecutor db.Executor, exeCmd exe.ICmdBuilder, vcsStore vcs.Store, targetMode parser.TargetMode) *Installer {
  31. return &Installer{
  32. dbExecutor: dbExecutor,
  33. postInstallHooks: []PostInstallHookFunc{},
  34. failedAndIngnored: map[string]error{},
  35. exeCmd: exeCmd,
  36. vcsStore: vcsStore,
  37. targetMode: targetMode,
  38. }
  39. }
  40. func (installer *Installer) CompileFailedAndIgnored() error {
  41. if len(installer.failedAndIngnored) == 0 {
  42. return nil
  43. }
  44. return &FailedIgnoredPkgError{
  45. pkgErrors: installer.failedAndIngnored,
  46. }
  47. }
  48. func (installer *Installer) AddPostInstallHook(hook PostInstallHookFunc) {
  49. if hook == nil {
  50. return
  51. }
  52. installer.postInstallHooks = append(installer.postInstallHooks, hook)
  53. }
  54. func (installer *Installer) RunPostInstallHooks(ctx context.Context) error {
  55. var errMulti multierror.MultiError
  56. for _, hook := range installer.postInstallHooks {
  57. if err := hook(ctx); err != nil {
  58. errMulti.Add(err)
  59. }
  60. }
  61. return errMulti.Return()
  62. }
  63. func (installer *Installer) Install(ctx context.Context,
  64. cmdArgs *parser.Arguments,
  65. targets []map[string]*dep.InstallInfo,
  66. pkgBuildDirs map[string]string,
  67. srcinfos map[string]*gosrc.Srcinfo,
  68. ) error {
  69. // Reorganize targets into layers of dependencies
  70. for i := len(targets) - 1; i >= 0; i-- {
  71. err := installer.handleLayer(ctx, cmdArgs, targets[i], pkgBuildDirs, srcinfos, i == 0)
  72. if err != nil {
  73. // rollback
  74. return err
  75. }
  76. }
  77. return nil
  78. }
  79. func (installer *Installer) handleLayer(ctx context.Context,
  80. cmdArgs *parser.Arguments,
  81. layer map[string]*dep.InstallInfo,
  82. pkgBuildDirs map[string]string,
  83. srcinfos map[string]*gosrc.Srcinfo,
  84. lastLayer bool,
  85. ) error {
  86. // Install layer
  87. nameToBaseMap := make(map[string]string, 0)
  88. syncDeps, syncExp := mapset.NewThreadUnsafeSet[string](), mapset.NewThreadUnsafeSet[string]()
  89. aurDeps, aurExp := mapset.NewThreadUnsafeSet[string](), mapset.NewThreadUnsafeSet[string]()
  90. for name, info := range layer {
  91. switch info.Source {
  92. case dep.AUR, dep.SrcInfo:
  93. nameToBaseMap[name] = *info.AURBase
  94. switch info.Reason {
  95. case dep.Explicit:
  96. if cmdArgs.ExistsArg("asdeps", "asdep") {
  97. aurDeps.Add(name)
  98. } else {
  99. aurExp.Add(name)
  100. }
  101. case dep.Dep, dep.MakeDep, dep.CheckDep:
  102. aurDeps.Add(name)
  103. }
  104. case dep.Sync:
  105. compositePkgName := fmt.Sprintf("%s/%s", *info.SyncDBName, name)
  106. switch info.Reason {
  107. case dep.Explicit:
  108. if cmdArgs.ExistsArg("asdeps", "asdep") {
  109. syncDeps.Add(compositePkgName)
  110. } else {
  111. syncExp.Add(compositePkgName)
  112. }
  113. case dep.Dep, dep.MakeDep, dep.CheckDep:
  114. syncDeps.Add(compositePkgName)
  115. }
  116. }
  117. }
  118. text.Debugln("syncDeps", syncDeps, "SyncExp", syncExp, "aurDeps", aurDeps, "aurExp", aurExp)
  119. errShow := installer.installSyncPackages(ctx, cmdArgs, syncDeps, syncExp)
  120. if errShow != nil {
  121. return ErrInstallRepoPkgs
  122. }
  123. errAur := installer.installAURPackages(ctx, cmdArgs, aurDeps, aurExp,
  124. nameToBaseMap, pkgBuildDirs, true, srcinfos, lastLayer)
  125. return errAur
  126. }
  127. func (installer *Installer) installAURPackages(ctx context.Context,
  128. cmdArgs *parser.Arguments,
  129. aurDepNames, aurExpNames mapset.Set[string],
  130. nameToBase, pkgBuildDirsByBase map[string]string,
  131. installIncompatible bool,
  132. srcinfos map[string]*gosrc.Srcinfo,
  133. lastLayer bool,
  134. ) error {
  135. all := aurDepNames.Union(aurExpNames).ToSlice()
  136. if len(all) == 0 {
  137. return nil
  138. }
  139. deps, exps := make([]string, 0, aurDepNames.Cardinality()), make([]string, 0, aurExpNames.Cardinality())
  140. pkgArchives := make([]string, 0, len(exps)+len(deps))
  141. var wg sync.WaitGroup
  142. for _, name := range all {
  143. base := nameToBase[name]
  144. dir := pkgBuildDirsByBase[base]
  145. pkgdests, errMake := installer.buildPkg(ctx, dir, base, installIncompatible, cmdArgs.ExistsArg("needed"))
  146. if errMake != nil {
  147. if !lastLayer {
  148. return fmt.Errorf("%s - %w", gotext.Get("error making: %s", base), errMake)
  149. }
  150. installer.failedAndIngnored[name] = errMake
  151. text.Errorln(gotext.Get("error making: %s", base), "-", errMake)
  152. continue
  153. }
  154. if len(pkgdests) == 0 {
  155. text.Warnln(gotext.Get("nothing to install for %s", text.Cyan(base)))
  156. continue
  157. }
  158. newPKGArchives, hasDebug, err := installer.getNewTargets(pkgdests, name)
  159. if err != nil {
  160. return err
  161. }
  162. pkgArchives = append(pkgArchives, newPKGArchives...)
  163. if isDep := installer.isDep(cmdArgs, aurExpNames, name); isDep {
  164. deps = append(deps, name)
  165. } else {
  166. exps = append(exps, name)
  167. }
  168. if hasDebug {
  169. deps = append(deps, name+"-debug")
  170. }
  171. srcinfo := srcinfos[base]
  172. wg.Add(1)
  173. go func(name string) {
  174. installer.vcsStore.Update(ctx, name, srcinfo.Source)
  175. wg.Done()
  176. }(name)
  177. }
  178. wg.Wait()
  179. if err := installPkgArchive(ctx, installer.exeCmd, installer.targetMode, installer.vcsStore, cmdArgs, pkgArchives); err != nil {
  180. return fmt.Errorf("%s - %w", fmt.Sprintf(gotext.Get("error installing:")+" %v", pkgArchives), err)
  181. }
  182. if err := setInstallReason(ctx, installer.exeCmd, installer.targetMode, cmdArgs, deps, exps); err != nil {
  183. return fmt.Errorf("%s - %w", fmt.Sprintf(gotext.Get("error installing:")+" %v", pkgArchives), err)
  184. }
  185. return nil
  186. }
  187. func (installer *Installer) buildPkg(ctx context.Context,
  188. dir, base string,
  189. installIncompatible, needed bool,
  190. ) (map[string]string, error) {
  191. args := []string{"--nobuild", "-fC"}
  192. if installIncompatible {
  193. args = append(args, "--ignorearch")
  194. }
  195. // pkgver bump
  196. if err := installer.exeCmd.Show(
  197. installer.exeCmd.BuildMakepkgCmd(ctx, dir, args...)); err != nil {
  198. return nil, err
  199. }
  200. pkgdests, pkgVersion, errList := parsePackageList(ctx, installer.exeCmd, dir)
  201. if errList != nil {
  202. return nil, errList
  203. }
  204. switch {
  205. case needed && installer.pkgsAreAlreadyInstalled(pkgdests, pkgVersion):
  206. args = []string{"-c", "--nobuild", "--noextract", "--ignorearch"}
  207. pkgdests = map[string]string{}
  208. text.Warnln(gotext.Get("%s is up to date -- skipping", text.Cyan(base+"-"+pkgVersion)))
  209. case pkgsAreBuilt(pkgdests):
  210. args = []string{"-c", "--nobuild", "--noextract", "--ignorearch"}
  211. text.Warnln(gotext.Get("%s already made -- skipping build", text.Cyan(base+"-"+pkgVersion)))
  212. default:
  213. args = []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  214. if installIncompatible {
  215. args = append(args, "--ignorearch")
  216. }
  217. }
  218. errMake := installer.exeCmd.Show(
  219. installer.exeCmd.BuildMakepkgCmd(ctx,
  220. dir, args...))
  221. if errMake != nil {
  222. return nil, errMake
  223. }
  224. return pkgdests, nil
  225. }
  226. func (installer *Installer) pkgsAreAlreadyInstalled(pkgdests map[string]string, pkgVersion string) bool {
  227. for pkgName := range pkgdests {
  228. if !installer.dbExecutor.IsCorrectVersionInstalled(pkgName, pkgVersion) {
  229. return false
  230. }
  231. }
  232. return true
  233. }
  234. func pkgsAreBuilt(pkgdests map[string]string) bool {
  235. for _, pkgdest := range pkgdests {
  236. if _, err := os.Stat(pkgdest); err != nil {
  237. text.Debugln("pkgIsBuilt:", pkgdest, "does not exist")
  238. return false
  239. }
  240. }
  241. return true
  242. }
  243. func (*Installer) isDep(cmdArgs *parser.Arguments, aurExpNames mapset.Set[string], name string) bool {
  244. switch {
  245. case cmdArgs.ExistsArg("asdeps", "asdep"):
  246. return true
  247. case cmdArgs.ExistsArg("asexplicit", "asexp"):
  248. return false
  249. case aurExpNames.Contains(name):
  250. return false
  251. }
  252. return true
  253. }
  254. func (installer *Installer) getNewTargets(pkgdests map[string]string, name string,
  255. ) (archives []string, good bool, err error) {
  256. pkgdest, ok := pkgdests[name]
  257. if !ok {
  258. return nil, false, &PkgDestNotInListError{name: name}
  259. }
  260. pkgArchives := make([]string, 0, 2)
  261. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  262. return nil, false, &FindPkgDestError{name: name, pkgDest: pkgdest}
  263. }
  264. pkgArchives = append(pkgArchives, pkgdest)
  265. debugName := pkgdest + "-debug"
  266. pkgdestDebug, ok := pkgdests[debugName]
  267. if ok {
  268. if _, errStat := os.Stat(pkgdestDebug); errStat == nil {
  269. pkgArchives = append(pkgArchives, debugName)
  270. }
  271. }
  272. return pkgArchives, ok, nil
  273. }
  274. func (installer *Installer) installSyncPackages(ctx context.Context, cmdArgs *parser.Arguments,
  275. syncDeps, // repo targets that are deps
  276. syncExp mapset.Set[string], // repo targets that are exp
  277. ) error {
  278. repoTargets := syncDeps.Union(syncExp).ToSlice()
  279. if len(repoTargets) == 0 {
  280. return nil
  281. }
  282. arguments := cmdArgs.Copy()
  283. arguments.DelArg("asdeps", "asdep")
  284. arguments.DelArg("asexplicit", "asexp")
  285. arguments.DelArg("i", "install")
  286. arguments.DelArg("u", "upgrade")
  287. arguments.Op = "S"
  288. arguments.ClearTargets()
  289. arguments.AddTarget(repoTargets...)
  290. errShow := installer.exeCmd.Show(installer.exeCmd.BuildPacmanCmd(ctx,
  291. arguments, installer.targetMode, settings.NoConfirm))
  292. if errD := asdeps(ctx, installer.exeCmd, installer.targetMode, cmdArgs, syncDeps.ToSlice()); errD != nil {
  293. return errD
  294. }
  295. if errE := asexp(ctx, installer.exeCmd, installer.targetMode, cmdArgs, syncExp.ToSlice()); errE != nil {
  296. return errE
  297. }
  298. return errShow
  299. }