install.go 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907
  1. package main
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "os"
  7. "path/filepath"
  8. "strconv"
  9. "strings"
  10. "sync"
  11. alpm "github.com/Jguer/go-alpm/v2"
  12. gosrc "github.com/Morganamilo/go-srcinfo"
  13. mapset "github.com/deckarep/golang-set/v2"
  14. "github.com/leonelquinteros/gotext"
  15. "github.com/Jguer/yay/v12/pkg/completion"
  16. "github.com/Jguer/yay/v12/pkg/db"
  17. "github.com/Jguer/yay/v12/pkg/dep"
  18. "github.com/Jguer/yay/v12/pkg/download"
  19. "github.com/Jguer/yay/v12/pkg/menus"
  20. "github.com/Jguer/yay/v12/pkg/pgp"
  21. "github.com/Jguer/yay/v12/pkg/query"
  22. "github.com/Jguer/yay/v12/pkg/settings"
  23. "github.com/Jguer/yay/v12/pkg/settings/exe"
  24. "github.com/Jguer/yay/v12/pkg/settings/parser"
  25. "github.com/Jguer/yay/v12/pkg/srcinfo"
  26. "github.com/Jguer/yay/v12/pkg/stringset"
  27. "github.com/Jguer/yay/v12/pkg/text"
  28. "github.com/Jguer/yay/v12/pkg/vcs"
  29. )
  30. func setPkgReason(ctx context.Context,
  31. cmdBuilder exe.ICmdBuilder,
  32. mode parser.TargetMode,
  33. cmdArgs *parser.Arguments, pkgs []string, exp bool,
  34. ) error {
  35. if len(pkgs) == 0 {
  36. return nil
  37. }
  38. cmdArgs = cmdArgs.CopyGlobal()
  39. if exp {
  40. if err := cmdArgs.AddArg("q", "D", "asexplicit"); err != nil {
  41. return err
  42. }
  43. } else {
  44. if err := cmdArgs.AddArg("q", "D", "asdeps"); err != nil {
  45. return err
  46. }
  47. }
  48. for _, compositePkgName := range pkgs {
  49. pkgSplit := strings.Split(compositePkgName, "/")
  50. pkgName := pkgSplit[0]
  51. if len(pkgSplit) > 1 {
  52. pkgName = pkgSplit[1]
  53. }
  54. cmdArgs.AddTarget(pkgName)
  55. }
  56. if err := cmdBuilder.Show(cmdBuilder.BuildPacmanCmd(ctx,
  57. cmdArgs, mode, settings.NoConfirm)); err != nil {
  58. return &SetPkgReasonError{exp: exp}
  59. }
  60. return nil
  61. }
  62. func asdeps(ctx context.Context,
  63. cmdBuilder exe.ICmdBuilder,
  64. mode parser.TargetMode, cmdArgs *parser.Arguments, pkgs []string,
  65. ) error {
  66. return setPkgReason(ctx, cmdBuilder, mode, cmdArgs, pkgs, false)
  67. }
  68. func asexp(ctx context.Context,
  69. cmdBuilder exe.ICmdBuilder,
  70. mode parser.TargetMode, cmdArgs *parser.Arguments, pkgs []string,
  71. ) error {
  72. return setPkgReason(ctx, cmdBuilder, mode, cmdArgs, pkgs, true)
  73. }
  74. // Install handles package installs.
  75. func install(ctx context.Context, cfg *settings.Configuration,
  76. cmdArgs *parser.Arguments, dbExecutor db.Executor, ignoreProviders bool,
  77. ) error {
  78. var (
  79. do *dep.Order
  80. srcinfos map[string]*gosrc.Srcinfo
  81. noDeps = cmdArgs.ExistsDouble("d", "nodeps")
  82. noCheck = strings.Contains(cfg.MFlags, "--nocheck")
  83. assumeInstalled = cmdArgs.GetArgs("assume-installed")
  84. sysupgradeArg = cmdArgs.ExistsArg("u", "sysupgrade")
  85. refreshArg = cmdArgs.ExistsArg("y", "refresh")
  86. warnings = query.NewWarnings()
  87. )
  88. if noDeps {
  89. cfg.Runtime.CmdBuilder.AddMakepkgFlag("-d")
  90. }
  91. if cfg.Mode.AtLeastRepo() {
  92. if cfg.CombinedUpgrade {
  93. if refreshArg {
  94. if errR := earlyRefresh(ctx, cfg, cfg.Runtime.CmdBuilder, cmdArgs); errR != nil {
  95. return fmt.Errorf("%s - %w", gotext.Get("error refreshing databases"), errR)
  96. }
  97. cmdArgs.DelArg("y", "refresh")
  98. }
  99. } else if refreshArg || sysupgradeArg || len(cmdArgs.Targets) > 0 {
  100. if errP := earlyPacmanCall(ctx, cfg, cmdArgs, dbExecutor); errP != nil {
  101. return errP
  102. }
  103. }
  104. }
  105. // we may have done -Sy, our handle now has an old
  106. // database.
  107. if errRefresh := dbExecutor.RefreshHandle(); errRefresh != nil {
  108. return errRefresh
  109. }
  110. remoteNames := dbExecutor.InstalledRemotePackageNames()
  111. localNames := dbExecutor.InstalledSyncPackageNames()
  112. remoteNamesCache := mapset.NewThreadUnsafeSet(remoteNames...)
  113. localNamesCache := stringset.FromSlice(localNames)
  114. requestTargets := cmdArgs.Copy().Targets
  115. // create the arguments to pass for the repo install
  116. arguments := cmdArgs.Copy()
  117. arguments.DelArg("asdeps", "asdep")
  118. arguments.DelArg("asexplicit", "asexp")
  119. arguments.Op = "S"
  120. arguments.ClearTargets()
  121. if cfg.Mode == parser.ModeAUR {
  122. arguments.DelArg("u", "sysupgrade")
  123. }
  124. // if we are doing -u also request all packages needing update
  125. if sysupgradeArg {
  126. var errSysUp error
  127. requestTargets, errSysUp = addUpgradeTargetsToArgs(ctx, cfg, dbExecutor, cmdArgs, requestTargets, arguments)
  128. if errSysUp != nil {
  129. return errSysUp
  130. }
  131. }
  132. targets := stringset.FromSlice(cmdArgs.Targets)
  133. dp, err := dep.GetPool(ctx, requestTargets,
  134. warnings, dbExecutor, cfg.Runtime.AURClient, cfg.Mode,
  135. ignoreProviders, settings.NoConfirm, cfg.Provides, cfg.ReBuild, cfg.RequestSplitN, noDeps, noCheck, assumeInstalled)
  136. if err != nil {
  137. return err
  138. }
  139. if errC := dp.CheckMissing(noDeps, noCheck); errC != nil {
  140. return errC
  141. }
  142. if len(dp.Aur) == 0 {
  143. if !cfg.CombinedUpgrade {
  144. if sysupgradeArg {
  145. fmt.Println(gotext.Get(" there is nothing to do"))
  146. }
  147. return nil
  148. }
  149. cmdArgs.Op = "S"
  150. cmdArgs.DelArg("y", "refresh")
  151. if arguments.ExistsArg("ignore") {
  152. cmdArgs.CreateOrAppendOption("ignore", arguments.GetArgs("ignore")...)
  153. }
  154. return cfg.Runtime.CmdBuilder.Show(cfg.Runtime.CmdBuilder.BuildPacmanCmd(ctx,
  155. cmdArgs, cfg.Mode, settings.NoConfirm))
  156. }
  157. conflicts, errCC := dp.CheckConflicts(cfg.UseAsk, settings.NoConfirm, noDeps)
  158. if errCC != nil {
  159. return errCC
  160. }
  161. do = dep.GetOrder(dp, noDeps, noCheck)
  162. for _, pkg := range do.Repo {
  163. arguments.AddTarget(pkg.DB().Name() + "/" + pkg.Name())
  164. }
  165. for _, pkg := range dp.Groups {
  166. arguments.AddTarget(pkg)
  167. }
  168. if len(do.Aur) == 0 && len(arguments.Targets) == 0 &&
  169. (!cmdArgs.ExistsArg("u", "sysupgrade") || cfg.Mode == parser.ModeAUR) {
  170. fmt.Println(gotext.Get(" there is nothing to do"))
  171. return nil
  172. }
  173. do.Print()
  174. fmt.Println()
  175. pkgbuildDirs := make(map[string]string, len(do.Aur))
  176. for _, base := range do.Aur {
  177. dir := filepath.Join(cfg.BuildDir, base.Pkgbase())
  178. pkgbuildDirs[base.Pkgbase()] = dir
  179. }
  180. if cfg.CleanAfter {
  181. defer func() {
  182. cleanAfter(ctx, cfg, cfg.Runtime.CmdBuilder, pkgbuildDirs)
  183. }()
  184. }
  185. if do.HasMake() {
  186. switch cfg.RemoveMake {
  187. case "yes":
  188. defer func() {
  189. err = removeMake(ctx, cfg, cfg.Runtime.CmdBuilder, do.GetMake(), cmdArgs)
  190. }()
  191. case "no":
  192. break
  193. default:
  194. if text.ContinueTask(os.Stdin, gotext.Get("Remove make dependencies after install?"), false, settings.NoConfirm) {
  195. defer func() {
  196. err = removeMake(ctx, cfg, cfg.Runtime.CmdBuilder, do.GetMake(), cmdArgs)
  197. }()
  198. }
  199. }
  200. }
  201. if errCleanMenu := menus.Clean(os.Stdout, cfg.CleanMenu,
  202. pkgbuildDirs,
  203. remoteNamesCache, settings.NoConfirm, cfg.AnswerClean); errCleanMenu != nil {
  204. if errors.As(errCleanMenu, &settings.ErrUserAbort{}) {
  205. return errCleanMenu
  206. }
  207. text.Errorln(errCleanMenu)
  208. }
  209. toSkip := pkgbuildsToSkip(cfg, do.Aur, targets)
  210. toClone := make([]string, 0, len(do.Aur))
  211. for _, base := range do.Aur {
  212. if !toSkip.Get(base.Pkgbase()) {
  213. toClone = append(toClone, base.Pkgbase())
  214. }
  215. }
  216. if toSkipSlice := toSkip.ToSlice(); len(toSkipSlice) != 0 {
  217. text.OperationInfoln(
  218. gotext.Get("PKGBUILD up to date, Skipping (%d/%d): %s",
  219. len(toSkipSlice), len(toClone), text.Cyan(strings.Join(toSkipSlice, ", "))))
  220. }
  221. cloned, errA := download.AURPKGBUILDRepos(ctx,
  222. cfg.Runtime.CmdBuilder, toClone, cfg.AURURL, cfg.BuildDir, false)
  223. if errA != nil {
  224. return errA
  225. }
  226. if errDiffMenu := menus.Diff(ctx, cfg.Runtime.CmdBuilder, os.Stdout, pkgbuildDirs,
  227. cfg.DiffMenu, remoteNamesCache,
  228. cloned, settings.NoConfirm, cfg.AnswerDiff); errDiffMenu != nil {
  229. if errors.As(errDiffMenu, &settings.ErrUserAbort{}) {
  230. return errDiffMenu
  231. }
  232. text.Errorln(errDiffMenu)
  233. }
  234. if errM := mergePkgbuilds(ctx, cfg.Runtime.CmdBuilder, pkgbuildDirs); errM != nil {
  235. return errM
  236. }
  237. srcinfos, err = srcinfo.ParseSrcinfoFilesByBase(pkgbuildDirs, true)
  238. if err != nil {
  239. return err
  240. }
  241. if errEditMenu := menus.Edit(os.Stdout, cfg.EditMenu, pkgbuildDirs,
  242. cfg.Editor, cfg.EditorFlags, remoteNamesCache, srcinfos,
  243. settings.NoConfirm, cfg.AnswerEdit); errEditMenu != nil {
  244. if errors.As(errEditMenu, &settings.ErrUserAbort{}) {
  245. return errEditMenu
  246. }
  247. text.Errorln(errEditMenu)
  248. }
  249. if errI := confirmIncompatibleInstall(srcinfos, dbExecutor); errI != nil {
  250. return errI
  251. }
  252. if cfg.PGPFetch {
  253. if _, errCPK := pgp.CheckPgpKeys(ctx, pkgbuildDirs, srcinfos, cfg.Runtime.CmdBuilder, settings.NoConfirm); errCPK != nil {
  254. return errCPK
  255. }
  256. }
  257. if !cfg.CombinedUpgrade {
  258. arguments.DelArg("u", "sysupgrade")
  259. }
  260. if len(arguments.Targets) > 0 || arguments.ExistsArg("u") {
  261. if errShow := cfg.Runtime.CmdBuilder.Show(cfg.Runtime.CmdBuilder.BuildPacmanCmd(ctx,
  262. arguments, cfg.Mode, settings.NoConfirm)); errShow != nil {
  263. return errors.New(gotext.Get("error installing repo packages"))
  264. }
  265. deps := make([]string, 0)
  266. exp := make([]string, 0)
  267. for _, pkg := range do.Repo {
  268. if !dp.Explicit.Get(pkg.Name()) && !localNamesCache.Get(pkg.Name()) && !remoteNamesCache.Contains(pkg.Name()) {
  269. deps = append(deps, pkg.Name())
  270. continue
  271. }
  272. if cmdArgs.ExistsArg("asdeps", "asdep") && dp.Explicit.Get(pkg.Name()) {
  273. deps = append(deps, pkg.Name())
  274. } else if cmdArgs.ExistsArg("asexp", "asexplicit") && dp.Explicit.Get(pkg.Name()) {
  275. exp = append(exp, pkg.Name())
  276. }
  277. }
  278. if errDeps := asdeps(ctx, cfg.Runtime.CmdBuilder, cfg.Mode, cmdArgs, deps); errDeps != nil {
  279. return errDeps
  280. }
  281. if errExp := asexp(ctx, cfg.Runtime.CmdBuilder, cfg.Mode, cmdArgs, exp); errExp != nil {
  282. return errExp
  283. }
  284. }
  285. go func() {
  286. _ = completion.Update(ctx, cfg.Runtime.HTTPClient, dbExecutor,
  287. cfg.AURURL, cfg.CompletionPath, cfg.CompletionInterval, false)
  288. }()
  289. if errP := downloadPKGBUILDSourceFanout(ctx,
  290. cfg.Runtime.CmdBuilder,
  291. pkgbuildDirs,
  292. true, cfg.MaxConcurrentDownloads); errP != nil {
  293. text.Errorln(errP)
  294. }
  295. if errB := buildInstallPkgbuilds(ctx, cfg, cmdArgs, dbExecutor, dp, do,
  296. srcinfos, true, conflicts, noDeps, noCheck); errB != nil {
  297. return errB
  298. }
  299. return nil
  300. }
  301. func addUpgradeTargetsToArgs(ctx context.Context, cfg *settings.Configuration, dbExecutor db.Executor,
  302. cmdArgs *parser.Arguments, requestTargets []string, arguments *parser.Arguments,
  303. ) ([]string, error) {
  304. ignore, targets, errUp := sysupgradeTargets(ctx, cfg, dbExecutor, cmdArgs.ExistsDouble("u", "sysupgrade"))
  305. if errUp != nil {
  306. return nil, errUp
  307. }
  308. for _, up := range targets {
  309. cmdArgs.AddTarget(up)
  310. requestTargets = append(requestTargets, up)
  311. }
  312. if len(ignore) > 0 {
  313. arguments.CreateOrAppendOption("ignore", ignore.ToSlice()...)
  314. }
  315. return requestTargets, nil
  316. }
  317. func removeMake(ctx context.Context, config *settings.Configuration,
  318. cmdBuilder exe.ICmdBuilder, makeDeps []string, cmdArgs *parser.Arguments,
  319. ) error {
  320. removeArguments := cmdArgs.CopyGlobal()
  321. err := removeArguments.AddArg("R", "s", "u")
  322. if err != nil {
  323. return err
  324. }
  325. for _, pkg := range makeDeps {
  326. removeArguments.AddTarget(pkg)
  327. }
  328. oldValue := settings.NoConfirm
  329. settings.NoConfirm = true
  330. err = cmdBuilder.Show(cmdBuilder.BuildPacmanCmd(ctx,
  331. removeArguments, config.Mode, settings.NoConfirm))
  332. settings.NoConfirm = oldValue
  333. return err
  334. }
  335. func inRepos(dbExecutor db.Executor, pkg string) bool {
  336. target := dep.ToTarget(pkg)
  337. if target.DB == "aur" {
  338. return false
  339. } else if target.DB != "" {
  340. return true
  341. }
  342. previousHideMenus := settings.HideMenus
  343. settings.HideMenus = true
  344. exists := dbExecutor.SyncSatisfierExists(target.DepString())
  345. settings.HideMenus = previousHideMenus
  346. return exists || len(dbExecutor.PackagesFromGroup(target.Name)) > 0
  347. }
  348. func earlyPacmanCall(ctx context.Context, cfg *settings.Configuration,
  349. cmdArgs *parser.Arguments, dbExecutor db.Executor,
  350. ) error {
  351. arguments := cmdArgs.Copy()
  352. arguments.Op = "S"
  353. targets := cmdArgs.Targets
  354. cmdArgs.ClearTargets()
  355. arguments.ClearTargets()
  356. if cfg.Mode == parser.ModeRepo {
  357. arguments.Targets = targets
  358. } else {
  359. // separate aur and repo targets
  360. for _, target := range targets {
  361. if inRepos(dbExecutor, target) {
  362. arguments.AddTarget(target)
  363. } else {
  364. cmdArgs.AddTarget(target)
  365. }
  366. }
  367. }
  368. if cmdArgs.ExistsArg("y", "refresh") || cmdArgs.ExistsArg("u", "sysupgrade") || len(arguments.Targets) > 0 {
  369. if err := cfg.Runtime.CmdBuilder.Show(cfg.Runtime.CmdBuilder.BuildPacmanCmd(ctx,
  370. arguments, cfg.Mode, settings.NoConfirm)); err != nil {
  371. return errors.New(gotext.Get("error installing repo packages"))
  372. }
  373. }
  374. return nil
  375. }
  376. func earlyRefresh(ctx context.Context, cfg *settings.Configuration, cmdBuilder exe.ICmdBuilder, cmdArgs *parser.Arguments) error {
  377. arguments := cmdArgs.Copy()
  378. arguments.DelArg("u", "sysupgrade")
  379. arguments.DelArg("s", "search")
  380. arguments.DelArg("i", "info")
  381. arguments.DelArg("l", "list")
  382. arguments.ClearTargets()
  383. return cmdBuilder.Show(cmdBuilder.BuildPacmanCmd(ctx,
  384. arguments, cfg.Mode, settings.NoConfirm))
  385. }
  386. func confirmIncompatibleInstall(srcinfos map[string]*gosrc.Srcinfo, dbExecutor db.Executor) error {
  387. incompatible := []string{}
  388. alpmArch, err := dbExecutor.AlpmArchitectures()
  389. if err != nil {
  390. return err
  391. }
  392. nextpkg:
  393. for base, srcinfo := range srcinfos {
  394. for _, arch := range srcinfo.Arch {
  395. if db.ArchIsSupported(alpmArch, arch) {
  396. continue nextpkg
  397. }
  398. }
  399. incompatible = append(incompatible, base)
  400. }
  401. if len(incompatible) > 0 {
  402. text.Warnln(gotext.Get("The following packages are not compatible with your architecture:"))
  403. for _, pkg := range incompatible {
  404. fmt.Print(" " + text.Cyan(pkg))
  405. }
  406. fmt.Println()
  407. if !text.ContinueTask(os.Stdin, gotext.Get("Try to build them anyway?"), true, settings.NoConfirm) {
  408. return &settings.ErrUserAbort{}
  409. }
  410. }
  411. return nil
  412. }
  413. func parsePackageList(ctx context.Context, cmdBuilder exe.ICmdBuilder,
  414. dir string,
  415. ) (pkgdests map[string]string, pkgVersion string, err error) {
  416. stdout, stderr, err := cmdBuilder.Capture(
  417. cmdBuilder.BuildMakepkgCmd(ctx, dir, "--packagelist"))
  418. if err != nil {
  419. return nil, "", fmt.Errorf("%s %w", stderr, err)
  420. }
  421. lines := strings.Split(stdout, "\n")
  422. pkgdests = make(map[string]string)
  423. for _, line := range lines {
  424. if line == "" {
  425. continue
  426. }
  427. fileName := filepath.Base(line)
  428. split := strings.Split(fileName, "-")
  429. if len(split) < 4 {
  430. return nil, "", errors.New(gotext.Get("cannot find package name: %v", split))
  431. }
  432. // pkgname-pkgver-pkgrel-arch.pkgext
  433. // This assumes 3 dashes after the pkgname, Will cause an error
  434. // if the PKGEXT contains a dash. Please no one do that.
  435. pkgName := strings.Join(split[:len(split)-3], "-")
  436. pkgVersion = strings.Join(split[len(split)-3:len(split)-1], "-")
  437. pkgdests[pkgName] = line
  438. }
  439. if len(pkgdests) == 0 {
  440. return nil, "", &NoPkgDestsFoundError{dir}
  441. }
  442. return pkgdests, pkgVersion, nil
  443. }
  444. func pkgbuildsToSkip(cfg *settings.Configuration, bases []dep.Base, targets stringset.StringSet) stringset.StringSet {
  445. toSkip := make(stringset.StringSet)
  446. for _, base := range bases {
  447. isTarget := false
  448. for _, pkg := range base {
  449. isTarget = isTarget || targets.Get(pkg.Name)
  450. }
  451. if (cfg.ReDownload == "yes" && isTarget) || cfg.ReDownload == "all" {
  452. continue
  453. }
  454. dir := filepath.Join(cfg.BuildDir, base.Pkgbase(), ".SRCINFO")
  455. pkgbuild, err := gosrc.ParseFile(dir)
  456. if err == nil {
  457. if db.VerCmp(pkgbuild.Version(), base.Version()) >= 0 {
  458. toSkip.Set(base.Pkgbase())
  459. }
  460. }
  461. }
  462. return toSkip
  463. }
  464. func gitMerge(ctx context.Context, cmdBuilder exe.ICmdBuilder, dir string) error {
  465. _, stderr, err := cmdBuilder.Capture(
  466. cmdBuilder.BuildGitCmd(ctx,
  467. dir, "reset", "--hard", "HEAD"))
  468. if err != nil {
  469. return errors.New(gotext.Get("error resetting %s: %s", dir, stderr))
  470. }
  471. _, stderr, err = cmdBuilder.Capture(
  472. cmdBuilder.BuildGitCmd(ctx,
  473. dir, "merge", "--no-edit", "--ff"))
  474. if err != nil {
  475. return errors.New(gotext.Get("error merging %s: %s", dir, stderr))
  476. }
  477. return nil
  478. }
  479. func mergePkgbuilds(ctx context.Context, cmdBuilder exe.ICmdBuilder, pkgbuildDirs map[string]string) error {
  480. for _, dir := range pkgbuildDirs {
  481. err := gitMerge(ctx, cmdBuilder, dir)
  482. if err != nil {
  483. return err
  484. }
  485. }
  486. return nil
  487. }
  488. func buildInstallPkgbuilds(
  489. ctx context.Context,
  490. cfg *settings.Configuration,
  491. cmdArgs *parser.Arguments,
  492. dbExecutor db.Executor,
  493. dp *dep.Pool,
  494. do *dep.Order,
  495. srcinfos map[string]*gosrc.Srcinfo,
  496. incompatible bool,
  497. conflicts stringset.MapStringSet, noDeps, noCheck bool,
  498. ) error {
  499. deps := make([]string, 0)
  500. exp := make([]string, 0)
  501. pkgArchives := make([]string, 0)
  502. oldConfirm := settings.NoConfirm
  503. settings.NoConfirm = true
  504. // remotenames: names of all non repo packages on the system
  505. remoteNames := dbExecutor.InstalledRemotePackageNames()
  506. localNames := dbExecutor.InstalledSyncPackageNames()
  507. // cache as a stringset. maybe make it return a string set in the first
  508. // place
  509. remoteNamesCache := stringset.FromSlice(remoteNames)
  510. localNamesCache := stringset.FromSlice(localNames)
  511. for i, base := range do.Aur {
  512. pkg := base.Pkgbase()
  513. dir := filepath.Join(cfg.BuildDir, pkg)
  514. built := true
  515. satisfied := true
  516. all:
  517. for _, pkg := range base {
  518. for _, dep := range dep.ComputeCombinedDepList(pkg, noDeps, noCheck) {
  519. if !dp.AlpmExecutor.LocalSatisfierExists(dep) {
  520. satisfied = false
  521. text.Warnln(gotext.Get("%s not satisfied, flushing install queue", dep))
  522. break all
  523. }
  524. }
  525. }
  526. if !satisfied || !cfg.BatchInstall {
  527. text.Debugln("non batch installing archives:", pkgArchives)
  528. errArchive := installPkgArchive(ctx, cfg.Runtime.CmdBuilder,
  529. cfg.Mode, cfg.Runtime.VCSStore, cmdArgs, pkgArchives)
  530. errReason := setInstallReason(ctx, cfg.Runtime.CmdBuilder, cfg.Mode, cmdArgs, deps, exp)
  531. deps = make([]string, 0)
  532. exp = make([]string, 0)
  533. pkgArchives = make([]string, 0) // reset the pkgarchives
  534. if errArchive != nil || errReason != nil {
  535. if i != 0 {
  536. go cfg.Runtime.VCSStore.RemovePackages([]string{do.Aur[i-1].String()})
  537. }
  538. if errArchive != nil {
  539. return errArchive
  540. }
  541. return errReason
  542. }
  543. }
  544. srcInfo := srcinfos[pkg]
  545. args := []string{"--nobuild", "-fC"}
  546. if incompatible {
  547. args = append(args, "--ignorearch")
  548. }
  549. // pkgver bump
  550. if err := cfg.Runtime.CmdBuilder.Show(
  551. cfg.Runtime.CmdBuilder.BuildMakepkgCmd(ctx, dir, args...)); err != nil {
  552. return errors.New(gotext.Get("error making: %s", base.String()))
  553. }
  554. pkgdests, pkgVersion, errList := parsePackageList(ctx, cfg.Runtime.CmdBuilder, dir)
  555. if errList != nil {
  556. return errList
  557. }
  558. isExplicit := false
  559. for _, b := range base {
  560. isExplicit = isExplicit || dp.Explicit.Get(b.Name)
  561. }
  562. if cfg.ReBuild == "no" || (cfg.ReBuild == "yes" && !isExplicit) {
  563. for _, split := range base {
  564. pkgdest, ok := pkgdests[split.Name]
  565. if !ok {
  566. return &PkgDestNotInListError{split.Name}
  567. }
  568. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  569. built = false
  570. } else if errStat != nil {
  571. return errStat
  572. }
  573. }
  574. } else {
  575. built = false
  576. }
  577. if cmdArgs.ExistsArg("needed") {
  578. installed := true
  579. for _, split := range base {
  580. installed = dp.AlpmExecutor.IsCorrectVersionInstalled(split.Name, pkgVersion)
  581. }
  582. if installed {
  583. err := cfg.Runtime.CmdBuilder.Show(
  584. cfg.Runtime.CmdBuilder.BuildMakepkgCmd(ctx,
  585. dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  586. if err != nil {
  587. return errors.New(gotext.Get("error making: %s", err))
  588. }
  589. fmt.Fprintln(os.Stdout, gotext.Get("%s is up to date -- skipping", text.Cyan(pkg+"-"+pkgVersion)))
  590. continue
  591. }
  592. }
  593. if built {
  594. err := cfg.Runtime.CmdBuilder.Show(
  595. cfg.Runtime.CmdBuilder.BuildMakepkgCmd(ctx,
  596. dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  597. if err != nil {
  598. return errors.New(gotext.Get("error making: %s", err))
  599. }
  600. text.Warnln(gotext.Get("%s already made -- skipping build", text.Cyan(pkg+"-"+pkgVersion)))
  601. } else {
  602. args := []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  603. if incompatible {
  604. args = append(args, "--ignorearch")
  605. }
  606. if errMake := cfg.Runtime.CmdBuilder.Show(
  607. cfg.Runtime.CmdBuilder.BuildMakepkgCmd(ctx,
  608. dir, args...)); errMake != nil {
  609. return errors.New(gotext.Get("error making: %s", base.String()))
  610. }
  611. }
  612. // conflicts have been checked so answer y for them
  613. if cfg.UseAsk && cmdArgs.ExistsArg("ask") {
  614. ask, _ := strconv.Atoi(cmdArgs.Options["ask"].First())
  615. uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg
  616. cmdArgs.Options["ask"].Set(fmt.Sprint(uask))
  617. } else {
  618. for _, split := range base {
  619. if _, ok := conflicts[split.Name]; ok {
  620. settings.NoConfirm = false
  621. break
  622. }
  623. }
  624. }
  625. var errAdd error
  626. for _, split := range base {
  627. for suffix, optional := range map[string]bool{"": false, "-debug": true} {
  628. deps, exp, pkgArchives, errAdd = doAddTarget(dp, localNamesCache, remoteNamesCache,
  629. cmdArgs, pkgdests, deps, exp, split.Name+suffix, optional, pkgArchives)
  630. if errAdd != nil {
  631. return errAdd
  632. }
  633. }
  634. }
  635. text.Debugln("deps:", deps, "exp:", exp, "pkgArchives:", pkgArchives)
  636. var wg sync.WaitGroup
  637. for _, pkg := range base {
  638. if srcInfo == nil {
  639. text.Errorln(gotext.Get("could not find srcinfo for: %s", pkg.Name))
  640. break
  641. }
  642. wg.Add(1)
  643. text.Debugln("checking vcs store for:", pkg.Name)
  644. go func(name string) {
  645. cfg.Runtime.VCSStore.Update(ctx, name, srcInfo.Source)
  646. wg.Done()
  647. }(pkg.Name)
  648. }
  649. wg.Wait()
  650. }
  651. text.Debugln("installing archives:", pkgArchives)
  652. errArchive := installPkgArchive(ctx, cfg.Runtime.CmdBuilder, cfg.Mode, cfg.Runtime.VCSStore, cmdArgs, pkgArchives)
  653. if errArchive != nil {
  654. go cfg.Runtime.VCSStore.RemovePackages([]string{do.Aur[len(do.Aur)-1].String()})
  655. }
  656. errReason := setInstallReason(ctx, cfg.Runtime.CmdBuilder, cfg.Mode, cmdArgs, deps, exp)
  657. if errReason != nil {
  658. go cfg.Runtime.VCSStore.RemovePackages([]string{do.Aur[len(do.Aur)-1].String()})
  659. }
  660. settings.NoConfirm = oldConfirm
  661. return nil
  662. }
  663. func installPkgArchive(ctx context.Context,
  664. cmdBuilder exe.ICmdBuilder,
  665. mode parser.TargetMode,
  666. vcsStore vcs.Store,
  667. cmdArgs *parser.Arguments,
  668. pkgArchives []string,
  669. ) error {
  670. if len(pkgArchives) == 0 {
  671. return nil
  672. }
  673. arguments := cmdArgs.Copy()
  674. arguments.ClearTargets()
  675. arguments.Op = "U"
  676. arguments.DelArg("confirm")
  677. arguments.DelArg("noconfirm")
  678. arguments.DelArg("c", "clean")
  679. arguments.DelArg("i", "install")
  680. arguments.DelArg("q", "quiet")
  681. arguments.DelArg("y", "refresh")
  682. arguments.DelArg("u", "sysupgrade")
  683. arguments.DelArg("w", "downloadonly")
  684. arguments.DelArg("asdeps", "asdep")
  685. arguments.DelArg("asexplicit", "asexp")
  686. arguments.AddTarget(pkgArchives...)
  687. if errShow := cmdBuilder.Show(cmdBuilder.BuildPacmanCmd(ctx,
  688. arguments, mode, settings.NoConfirm)); errShow != nil {
  689. return errShow
  690. }
  691. if errStore := vcsStore.Save(); errStore != nil {
  692. fmt.Fprintln(os.Stderr, errStore)
  693. }
  694. return nil
  695. }
  696. func setInstallReason(ctx context.Context,
  697. cmdBuilder exe.ICmdBuilder, mode parser.TargetMode,
  698. cmdArgs *parser.Arguments, deps, exps []string,
  699. ) error {
  700. if len(deps)+len(exps) == 0 {
  701. return nil
  702. }
  703. if errDeps := asdeps(ctx, cmdBuilder, mode, cmdArgs, deps); errDeps != nil {
  704. return errDeps
  705. }
  706. return asexp(ctx, cmdBuilder, mode, cmdArgs, exps)
  707. }
  708. func doAddTarget(dp *dep.Pool, localNamesCache, remoteNamesCache stringset.StringSet,
  709. cmdArgs *parser.Arguments, pkgdests map[string]string,
  710. deps, exp []string, name string, optional bool, pkgArchives []string,
  711. ) (newDeps, newExp, newPkgArchives []string, err error) {
  712. pkgdest, ok := pkgdests[name]
  713. if !ok {
  714. if optional {
  715. return deps, exp, pkgArchives, nil
  716. }
  717. return deps, exp, pkgArchives, &PkgDestNotInListError{name}
  718. }
  719. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  720. if optional {
  721. return deps, exp, pkgArchives, nil
  722. }
  723. return deps, exp, pkgArchives, &FindPkgDestError{pkgDest: pkgdest, name: name}
  724. }
  725. pkgArchives = append(pkgArchives, pkgdest)
  726. switch {
  727. case cmdArgs.ExistsArg("asdeps", "asdep"):
  728. deps = append(deps, name)
  729. case cmdArgs.ExistsArg("asexplicit", "asexp"):
  730. exp = append(exp, name)
  731. case !dp.Explicit.Get(name) && !localNamesCache.Get(name) && !remoteNamesCache.Get(name):
  732. deps = append(deps, name)
  733. default:
  734. exp = append(exp, name)
  735. }
  736. return deps, exp, pkgArchives, nil
  737. }