install.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898
  1. package main
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "os"
  7. "path/filepath"
  8. "strconv"
  9. "strings"
  10. "sync"
  11. alpm "github.com/Jguer/go-alpm/v2"
  12. gosrc "github.com/Morganamilo/go-srcinfo"
  13. "github.com/leonelquinteros/gotext"
  14. "github.com/Jguer/yay/v11/pkg/completion"
  15. "github.com/Jguer/yay/v11/pkg/db"
  16. "github.com/Jguer/yay/v11/pkg/dep"
  17. "github.com/Jguer/yay/v11/pkg/download"
  18. "github.com/Jguer/yay/v11/pkg/menus"
  19. "github.com/Jguer/yay/v11/pkg/pgp"
  20. "github.com/Jguer/yay/v11/pkg/query"
  21. "github.com/Jguer/yay/v11/pkg/settings"
  22. "github.com/Jguer/yay/v11/pkg/settings/exe"
  23. "github.com/Jguer/yay/v11/pkg/settings/parser"
  24. "github.com/Jguer/yay/v11/pkg/stringset"
  25. "github.com/Jguer/yay/v11/pkg/text"
  26. )
  27. func setPkgReason(ctx context.Context, cmdArgs *parser.Arguments, pkgs []string, exp bool) error {
  28. if len(pkgs) == 0 {
  29. return nil
  30. }
  31. cmdArgs = cmdArgs.CopyGlobal()
  32. if exp {
  33. if err := cmdArgs.AddArg("q", "D", "asexplicit"); err != nil {
  34. return err
  35. }
  36. } else {
  37. if err := cmdArgs.AddArg("q", "D", "asdeps"); err != nil {
  38. return err
  39. }
  40. }
  41. for _, compositePkgName := range pkgs {
  42. pkgSplit := strings.Split(compositePkgName, "/")
  43. pkgName := pkgSplit[0]
  44. if len(pkgSplit) > 1 {
  45. pkgName = pkgSplit[1]
  46. }
  47. cmdArgs.AddTarget(pkgName)
  48. }
  49. if err := config.Runtime.CmdBuilder.Show(config.Runtime.CmdBuilder.BuildPacmanCmd(ctx,
  50. cmdArgs, config.Runtime.Mode, settings.NoConfirm)); err != nil {
  51. return &SetPkgReasonError{exp: exp}
  52. }
  53. return nil
  54. }
  55. func asdeps(ctx context.Context, cmdArgs *parser.Arguments, pkgs []string) error {
  56. return setPkgReason(ctx, cmdArgs, pkgs, false)
  57. }
  58. func asexp(ctx context.Context, cmdArgs *parser.Arguments, pkgs []string) error {
  59. return setPkgReason(ctx, cmdArgs, pkgs, true)
  60. }
  61. // Install handles package installs.
  62. func install(ctx context.Context, cmdArgs *parser.Arguments, dbExecutor db.Executor, ignoreProviders bool) error {
  63. var (
  64. incompatible stringset.StringSet
  65. do *dep.Order
  66. srcinfos map[string]*gosrc.Srcinfo
  67. noDeps = cmdArgs.ExistsDouble("d", "nodeps")
  68. noCheck = strings.Contains(config.MFlags, "--nocheck")
  69. assumeInstalled = cmdArgs.GetArgs("assume-installed")
  70. sysupgradeArg = cmdArgs.ExistsArg("u", "sysupgrade")
  71. refreshArg = cmdArgs.ExistsArg("y", "refresh")
  72. warnings = query.NewWarnings()
  73. )
  74. if noDeps {
  75. config.Runtime.CmdBuilder.AddMakepkgFlag("-d")
  76. }
  77. if config.Runtime.Mode.AtLeastRepo() {
  78. if config.CombinedUpgrade {
  79. if refreshArg {
  80. if errR := earlyRefresh(ctx, cmdArgs); errR != nil {
  81. return fmt.Errorf("%s - %w", gotext.Get("error refreshing databases"), errR)
  82. }
  83. }
  84. } else if refreshArg || sysupgradeArg || len(cmdArgs.Targets) > 0 {
  85. if errP := earlyPacmanCall(ctx, cmdArgs, dbExecutor); errP != nil {
  86. return errP
  87. }
  88. }
  89. }
  90. // we may have done -Sy, our handle now has an old
  91. // database.
  92. if errRefresh := dbExecutor.RefreshHandle(); errRefresh != nil {
  93. return errRefresh
  94. }
  95. localNames, remoteNames, err := query.GetPackageNamesBySource(dbExecutor)
  96. if err != nil {
  97. return err
  98. }
  99. remoteNamesCache := stringset.FromSlice(remoteNames)
  100. localNamesCache := stringset.FromSlice(localNames)
  101. requestTargets := cmdArgs.Copy().Targets
  102. // create the arguments to pass for the repo install
  103. arguments := cmdArgs.Copy()
  104. arguments.DelArg("asdeps", "asdep")
  105. arguments.DelArg("asexplicit", "asexp")
  106. arguments.Op = "S"
  107. arguments.ClearTargets()
  108. if config.Runtime.Mode == parser.ModeAUR {
  109. arguments.DelArg("u", "sysupgrade")
  110. }
  111. // if we are doing -u also request all packages needing update
  112. if sysupgradeArg {
  113. var errSysUp error
  114. requestTargets, errSysUp = addUpgradeTargetsToArgs(ctx, dbExecutor, cmdArgs, requestTargets, arguments)
  115. if errSysUp != nil {
  116. return errSysUp
  117. }
  118. }
  119. targets := stringset.FromSlice(cmdArgs.Targets)
  120. dp, err := dep.GetPool(ctx, requestTargets,
  121. warnings, dbExecutor, config.Runtime.AURClient, config.Runtime.Mode,
  122. ignoreProviders, settings.NoConfirm, config.Provides, config.ReBuild, config.RequestSplitN, noDeps, noCheck, assumeInstalled)
  123. if err != nil {
  124. return err
  125. }
  126. if errC := dp.CheckMissing(noDeps, noCheck); errC != nil {
  127. return errC
  128. }
  129. if len(dp.Aur) == 0 {
  130. if !config.CombinedUpgrade {
  131. if sysupgradeArg {
  132. fmt.Println(gotext.Get(" there is nothing to do"))
  133. }
  134. return nil
  135. }
  136. cmdArgs.Op = "S"
  137. cmdArgs.DelArg("y", "refresh")
  138. if arguments.ExistsArg("ignore") {
  139. cmdArgs.CreateOrAppendOption("ignore", arguments.GetArgs("ignore")...)
  140. }
  141. return config.Runtime.CmdBuilder.Show(config.Runtime.CmdBuilder.BuildPacmanCmd(ctx,
  142. cmdArgs, config.Runtime.Mode, settings.NoConfirm))
  143. }
  144. conflicts, errCC := dp.CheckConflicts(config.UseAsk, settings.NoConfirm, noDeps)
  145. if errCC != nil {
  146. return errCC
  147. }
  148. do = dep.GetOrder(dp, noDeps, noCheck)
  149. for _, pkg := range do.Repo {
  150. arguments.AddTarget(pkg.DB().Name() + "/" + pkg.Name())
  151. }
  152. for _, pkg := range dp.Groups {
  153. arguments.AddTarget(pkg)
  154. }
  155. if len(do.Aur) == 0 && len(arguments.Targets) == 0 &&
  156. (!cmdArgs.ExistsArg("u", "sysupgrade") || config.Runtime.Mode == parser.ModeAUR) {
  157. fmt.Println(gotext.Get(" there is nothing to do"))
  158. return nil
  159. }
  160. do.Print()
  161. fmt.Println()
  162. if config.CleanAfter {
  163. defer func() {
  164. pkgbuildDirs := make([]string, 0, len(do.Aur))
  165. for _, base := range do.Aur {
  166. dir := filepath.Join(config.BuildDir, base.Pkgbase())
  167. if isGitRepository(dir) {
  168. pkgbuildDirs = append(pkgbuildDirs, dir)
  169. }
  170. }
  171. cleanAfter(ctx, config.Runtime.CmdBuilder, pkgbuildDirs)
  172. }()
  173. }
  174. if do.HasMake() {
  175. switch config.RemoveMake {
  176. case "yes":
  177. defer func() {
  178. err = removeMake(ctx, config.Runtime.CmdBuilder, do.GetMake())
  179. }()
  180. case "no":
  181. break
  182. default:
  183. if text.ContinueTask(os.Stdin, gotext.Get("Remove make dependencies after install?"), false, settings.NoConfirm) {
  184. defer func() {
  185. err = removeMake(ctx, config.Runtime.CmdBuilder, do.GetMake())
  186. }()
  187. }
  188. }
  189. }
  190. if errCleanMenu := menus.Clean(config.CleanMenu,
  191. config.BuildDir, do.Aur,
  192. remoteNamesCache, settings.NoConfirm, config.AnswerClean); errCleanMenu != nil {
  193. if errors.As(errCleanMenu, &settings.ErrUserAbort{}) {
  194. return errCleanMenu
  195. }
  196. text.Errorln(errCleanMenu)
  197. }
  198. toSkip := pkgbuildsToSkip(do.Aur, targets)
  199. toClone := make([]string, 0, len(do.Aur))
  200. for _, base := range do.Aur {
  201. if !toSkip.Get(base.Pkgbase()) {
  202. toClone = append(toClone, base.Pkgbase())
  203. }
  204. }
  205. if toSkipSlice := toSkip.ToSlice(); len(toSkipSlice) != 0 {
  206. text.OperationInfoln(
  207. gotext.Get("PKGBUILD up to date, Skipping (%d/%d): %s",
  208. len(toSkipSlice), len(toClone), text.Cyan(strings.Join(toSkipSlice, ", "))))
  209. }
  210. cloned, errA := download.AURPKGBUILDRepos(ctx,
  211. config.Runtime.CmdBuilder, toClone, config.AURURL, config.BuildDir, false)
  212. if errA != nil {
  213. return errA
  214. }
  215. if errDiffMenu := menus.Diff(ctx, config.Runtime.CmdBuilder, config.BuildDir,
  216. config.DiffMenu, do.Aur, remoteNamesCache,
  217. cloned, settings.NoConfirm, config.AnswerDiff); errDiffMenu != nil {
  218. if errors.As(errDiffMenu, &settings.ErrUserAbort{}) {
  219. return errDiffMenu
  220. }
  221. text.Errorln(errDiffMenu)
  222. }
  223. if errM := mergePkgbuilds(ctx, do.Aur); errM != nil {
  224. return errM
  225. }
  226. srcinfos, err = parseSrcinfoFiles(do.Aur, true)
  227. if err != nil {
  228. return err
  229. }
  230. if errEditMenu := menus.Edit(config.EditMenu, config.BuildDir, do.Aur,
  231. config.Editor, config.EditorFlags, remoteNamesCache, srcinfos,
  232. settings.NoConfirm, config.AnswerEdit); errEditMenu != nil {
  233. if errors.As(errEditMenu, &settings.ErrUserAbort{}) {
  234. return errEditMenu
  235. }
  236. text.Errorln(errEditMenu)
  237. }
  238. incompatible, err = getIncompatible(do.Aur, srcinfos, dbExecutor)
  239. if err != nil {
  240. return err
  241. }
  242. if config.PGPFetch {
  243. if errCPK := pgp.CheckPgpKeys(do.Aur, srcinfos, config.GpgBin, config.GpgFlags, settings.NoConfirm); errCPK != nil {
  244. return errCPK
  245. }
  246. }
  247. if !config.CombinedUpgrade {
  248. arguments.DelArg("u", "sysupgrade")
  249. }
  250. if len(arguments.Targets) > 0 || arguments.ExistsArg("u") {
  251. if errShow := config.Runtime.CmdBuilder.Show(config.Runtime.CmdBuilder.BuildPacmanCmd(ctx,
  252. arguments, config.Runtime.Mode, settings.NoConfirm)); errShow != nil {
  253. return errors.New(gotext.Get("error installing repo packages"))
  254. }
  255. deps := make([]string, 0)
  256. exp := make([]string, 0)
  257. for _, pkg := range do.Repo {
  258. if !dp.Explicit.Get(pkg.Name()) && !localNamesCache.Get(pkg.Name()) && !remoteNamesCache.Get(pkg.Name()) {
  259. deps = append(deps, pkg.Name())
  260. continue
  261. }
  262. if cmdArgs.ExistsArg("asdeps", "asdep") && dp.Explicit.Get(pkg.Name()) {
  263. deps = append(deps, pkg.Name())
  264. } else if cmdArgs.ExistsArg("asexp", "asexplicit") && dp.Explicit.Get(pkg.Name()) {
  265. exp = append(exp, pkg.Name())
  266. }
  267. }
  268. if errDeps := asdeps(ctx, cmdArgs, deps); errDeps != nil {
  269. return errDeps
  270. }
  271. if errExp := asexp(ctx, cmdArgs, exp); errExp != nil {
  272. return errExp
  273. }
  274. }
  275. go func() {
  276. _ = completion.Update(ctx, config.Runtime.HTTPClient, dbExecutor,
  277. config.AURURL, config.Runtime.CompletionPath, config.CompletionInterval, false)
  278. }()
  279. pkgBuildDirs := make(map[string]string, len(do.Aur))
  280. for _, base := range do.Aur {
  281. pkgBuildDirs[base.Pkgbase()] = filepath.Join(config.BuildDir, base.Pkgbase())
  282. }
  283. if errP := downloadPKGBUILDSourceFanout(ctx,
  284. config.Runtime.CmdBuilder,
  285. pkgBuildDirs,
  286. len(incompatible) > 0, config.MaxConcurrentDownloads); errP != nil {
  287. text.Errorln(errP)
  288. }
  289. if errB := buildInstallPkgbuilds(ctx, cmdArgs, dbExecutor, dp, do, srcinfos, incompatible, conflicts, noDeps, noCheck); errB != nil {
  290. return errB
  291. }
  292. return nil
  293. }
  294. func addUpgradeTargetsToArgs(ctx context.Context, dbExecutor db.Executor, cmdArgs *parser.Arguments, requestTargets []string, arguments *parser.Arguments) ([]string, error) {
  295. ignore, targets, errUp := sysupgradeTargets(ctx, dbExecutor, cmdArgs.ExistsDouble("u", "sysupgrade"))
  296. if errUp != nil {
  297. return nil, errUp
  298. }
  299. for _, up := range targets {
  300. cmdArgs.AddTarget(up)
  301. requestTargets = append(requestTargets, up)
  302. }
  303. if len(ignore) > 0 {
  304. arguments.CreateOrAppendOption("ignore", ignore.ToSlice()...)
  305. }
  306. return requestTargets, nil
  307. }
  308. func removeMake(ctx context.Context, cmdBuilder exe.ICmdBuilder, makeDeps []string) error {
  309. removeArguments := parser.MakeArguments()
  310. err := removeArguments.AddArg("R", "u")
  311. if err != nil {
  312. return err
  313. }
  314. for _, pkg := range makeDeps {
  315. removeArguments.AddTarget(pkg)
  316. }
  317. oldValue := settings.NoConfirm
  318. settings.NoConfirm = true
  319. err = cmdBuilder.Show(cmdBuilder.BuildPacmanCmd(ctx,
  320. removeArguments, config.Runtime.Mode, settings.NoConfirm))
  321. settings.NoConfirm = oldValue
  322. return err
  323. }
  324. func inRepos(dbExecutor db.Executor, pkg string) bool {
  325. target := dep.ToTarget(pkg)
  326. if target.DB == "aur" {
  327. return false
  328. } else if target.DB != "" {
  329. return true
  330. }
  331. previousHideMenus := settings.HideMenus
  332. settings.HideMenus = true
  333. exists := dbExecutor.SyncSatisfierExists(target.DepString())
  334. settings.HideMenus = previousHideMenus
  335. return exists || len(dbExecutor.PackagesFromGroup(target.Name)) > 0
  336. }
  337. func earlyPacmanCall(ctx context.Context, cmdArgs *parser.Arguments, dbExecutor db.Executor) error {
  338. arguments := cmdArgs.Copy()
  339. arguments.Op = "S"
  340. targets := cmdArgs.Targets
  341. cmdArgs.ClearTargets()
  342. arguments.ClearTargets()
  343. if config.Runtime.Mode == parser.ModeRepo {
  344. arguments.Targets = targets
  345. } else {
  346. // separate aur and repo targets
  347. for _, target := range targets {
  348. if inRepos(dbExecutor, target) {
  349. arguments.AddTarget(target)
  350. } else {
  351. cmdArgs.AddTarget(target)
  352. }
  353. }
  354. }
  355. if cmdArgs.ExistsArg("y", "refresh") || cmdArgs.ExistsArg("u", "sysupgrade") || len(arguments.Targets) > 0 {
  356. if err := config.Runtime.CmdBuilder.Show(config.Runtime.CmdBuilder.BuildPacmanCmd(ctx,
  357. arguments, config.Runtime.Mode, settings.NoConfirm)); err != nil {
  358. return errors.New(gotext.Get("error installing repo packages"))
  359. }
  360. }
  361. return nil
  362. }
  363. func earlyRefresh(ctx context.Context, cmdArgs *parser.Arguments) error {
  364. arguments := cmdArgs.Copy()
  365. cmdArgs.DelArg("y", "refresh")
  366. arguments.DelArg("u", "sysupgrade")
  367. arguments.DelArg("s", "search")
  368. arguments.DelArg("i", "info")
  369. arguments.DelArg("l", "list")
  370. arguments.ClearTargets()
  371. return config.Runtime.CmdBuilder.Show(config.Runtime.CmdBuilder.BuildPacmanCmd(ctx,
  372. arguments, config.Runtime.Mode, settings.NoConfirm))
  373. }
  374. func getIncompatible(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo, dbExecutor db.Executor) (stringset.StringSet, error) {
  375. incompatible := make(stringset.StringSet)
  376. basesMap := make(map[string]dep.Base)
  377. alpmArch, err := dbExecutor.AlpmArchitectures()
  378. if err != nil {
  379. return nil, err
  380. }
  381. nextpkg:
  382. for _, base := range bases {
  383. for _, arch := range srcinfos[base.Pkgbase()].Arch {
  384. if db.ArchIsSupported(alpmArch, arch) {
  385. continue nextpkg
  386. }
  387. }
  388. incompatible.Set(base.Pkgbase())
  389. basesMap[base.Pkgbase()] = base
  390. }
  391. if len(incompatible) > 0 {
  392. text.Warnln(gotext.Get("The following packages are not compatible with your architecture:"))
  393. for pkg := range incompatible {
  394. fmt.Print(" " + text.Cyan(basesMap[pkg].String()))
  395. }
  396. fmt.Println()
  397. if !text.ContinueTask(os.Stdin, gotext.Get("Try to build them anyway?"), true, settings.NoConfirm) {
  398. return nil, &settings.ErrUserAbort{}
  399. }
  400. }
  401. return incompatible, nil
  402. }
  403. func parsePackageList(ctx context.Context, dir string) (pkgdests map[string]string, pkgVersion string, err error) {
  404. stdout, stderr, err := config.Runtime.CmdBuilder.Capture(
  405. config.Runtime.CmdBuilder.BuildMakepkgCmd(ctx, dir, "--packagelist"))
  406. if err != nil {
  407. return nil, "", fmt.Errorf("%s %s", stderr, err)
  408. }
  409. lines := strings.Split(stdout, "\n")
  410. pkgdests = make(map[string]string)
  411. for _, line := range lines {
  412. if line == "" {
  413. continue
  414. }
  415. fileName := filepath.Base(line)
  416. split := strings.Split(fileName, "-")
  417. if len(split) < 4 {
  418. return nil, "", errors.New(gotext.Get("cannot find package name: %v", split))
  419. }
  420. // pkgname-pkgver-pkgrel-arch.pkgext
  421. // This assumes 3 dashes after the pkgname, Will cause an error
  422. // if the PKGEXT contains a dash. Please no one do that.
  423. pkgName := strings.Join(split[:len(split)-3], "-")
  424. pkgVersion = strings.Join(split[len(split)-3:len(split)-1], "-")
  425. pkgdests[pkgName] = line
  426. }
  427. return pkgdests, pkgVersion, nil
  428. }
  429. func parseSrcinfoFiles(bases []dep.Base, errIsFatal bool) (map[string]*gosrc.Srcinfo, error) {
  430. srcinfos := make(map[string]*gosrc.Srcinfo)
  431. for k, base := range bases {
  432. pkg := base.Pkgbase()
  433. dir := filepath.Join(config.BuildDir, pkg)
  434. text.OperationInfoln(gotext.Get("(%d/%d) Parsing SRCINFO: %s", k+1, len(bases), text.Cyan(base.String())))
  435. pkgbuild, err := gosrc.ParseFile(filepath.Join(dir, ".SRCINFO"))
  436. if err != nil {
  437. if !errIsFatal {
  438. text.Warnln(gotext.Get("failed to parse %s -- skipping: %s", base.String(), err))
  439. continue
  440. }
  441. return nil, errors.New(gotext.Get("failed to parse %s: %s", base.String(), err))
  442. }
  443. srcinfos[pkg] = pkgbuild
  444. }
  445. return srcinfos, nil
  446. }
  447. func pkgbuildsToSkip(bases []dep.Base, targets stringset.StringSet) stringset.StringSet {
  448. toSkip := make(stringset.StringSet)
  449. for _, base := range bases {
  450. isTarget := false
  451. for _, pkg := range base {
  452. isTarget = isTarget || targets.Get(pkg.Name)
  453. }
  454. if (config.ReDownload == "yes" && isTarget) || config.ReDownload == "all" {
  455. continue
  456. }
  457. dir := filepath.Join(config.BuildDir, base.Pkgbase(), ".SRCINFO")
  458. pkgbuild, err := gosrc.ParseFile(dir)
  459. if err == nil {
  460. if db.VerCmp(pkgbuild.Version(), base.Version()) >= 0 {
  461. toSkip.Set(base.Pkgbase())
  462. }
  463. }
  464. }
  465. return toSkip
  466. }
  467. func gitMerge(ctx context.Context, path, name string) error {
  468. _, stderr, err := config.Runtime.CmdBuilder.Capture(
  469. config.Runtime.CmdBuilder.BuildGitCmd(ctx,
  470. filepath.Join(path, name), "reset", "--hard", "HEAD"))
  471. if err != nil {
  472. return errors.New(gotext.Get("error resetting %s: %s", name, stderr))
  473. }
  474. _, stderr, err = config.Runtime.CmdBuilder.Capture(
  475. config.Runtime.CmdBuilder.BuildGitCmd(ctx,
  476. filepath.Join(path, name), "merge", "--no-edit", "--ff"))
  477. if err != nil {
  478. return errors.New(gotext.Get("error merging %s: %s", name, stderr))
  479. }
  480. return nil
  481. }
  482. func mergePkgbuilds(ctx context.Context, bases []dep.Base) error {
  483. for _, base := range bases {
  484. err := gitMerge(ctx, config.BuildDir, base.Pkgbase())
  485. if err != nil {
  486. return err
  487. }
  488. }
  489. return nil
  490. }
  491. func buildInstallPkgbuilds(
  492. ctx context.Context,
  493. cmdArgs *parser.Arguments,
  494. dbExecutor db.Executor,
  495. dp *dep.Pool,
  496. do *dep.Order,
  497. srcinfos map[string]*gosrc.Srcinfo,
  498. incompatible stringset.StringSet,
  499. conflicts stringset.MapStringSet, noDeps, noCheck bool,
  500. ) error {
  501. deps := make([]string, 0)
  502. exp := make([]string, 0)
  503. pkgArchives := make([]string, 0)
  504. oldConfirm := settings.NoConfirm
  505. settings.NoConfirm = true
  506. // remotenames: names of all non repo packages on the system
  507. localNames, remoteNames, err := query.GetPackageNamesBySource(dbExecutor)
  508. if err != nil {
  509. return err
  510. }
  511. // cache as a stringset. maybe make it return a string set in the first
  512. // place
  513. remoteNamesCache := stringset.FromSlice(remoteNames)
  514. localNamesCache := stringset.FromSlice(localNames)
  515. for i, base := range do.Aur {
  516. pkg := base.Pkgbase()
  517. dir := filepath.Join(config.BuildDir, pkg)
  518. built := true
  519. satisfied := true
  520. all:
  521. for _, pkg := range base {
  522. for _, dep := range dep.ComputeCombinedDepList(pkg, noDeps, noCheck) {
  523. if !dp.AlpmExecutor.LocalSatisfierExists(dep) {
  524. satisfied = false
  525. text.Warnln(gotext.Get("%s not satisfied, flushing install queue", dep))
  526. break all
  527. }
  528. }
  529. }
  530. if !satisfied || !config.BatchInstall {
  531. errArchive := installPkgArchive(ctx, cmdArgs, pkgArchives)
  532. errReason := setInstallReason(ctx, cmdArgs, deps, exp)
  533. deps = make([]string, 0)
  534. exp = make([]string, 0)
  535. pkgArchives = make([]string, 0) // reset the pkgarchives
  536. if errArchive != nil || errReason != nil {
  537. if i != 0 {
  538. go config.Runtime.VCSStore.RemovePackage([]string{do.Aur[i-1].String()})
  539. }
  540. if errArchive != nil {
  541. return errArchive
  542. }
  543. return errReason
  544. }
  545. }
  546. srcinfo := srcinfos[pkg]
  547. args := []string{"--nobuild", "-fC"}
  548. if incompatible.Get(pkg) {
  549. args = append(args, "--ignorearch")
  550. }
  551. // pkgver bump
  552. if err = config.Runtime.CmdBuilder.Show(
  553. config.Runtime.CmdBuilder.BuildMakepkgCmd(ctx, dir, args...)); err != nil {
  554. return errors.New(gotext.Get("error making: %s", base.String()))
  555. }
  556. pkgdests, pkgVersion, errList := parsePackageList(ctx, dir)
  557. if errList != nil {
  558. return errList
  559. }
  560. isExplicit := false
  561. for _, b := range base {
  562. isExplicit = isExplicit || dp.Explicit.Get(b.Name)
  563. }
  564. if config.ReBuild == "no" || (config.ReBuild == "yes" && !isExplicit) {
  565. for _, split := range base {
  566. pkgdest, ok := pkgdests[split.Name]
  567. if !ok {
  568. return errors.New(gotext.Get("could not find PKGDEST for: %s", split.Name))
  569. }
  570. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  571. built = false
  572. } else if errStat != nil {
  573. return errStat
  574. }
  575. }
  576. } else {
  577. built = false
  578. }
  579. if cmdArgs.ExistsArg("needed") {
  580. installed := true
  581. for _, split := range base {
  582. installed = dp.AlpmExecutor.IsCorrectVersionInstalled(split.Name, pkgVersion)
  583. }
  584. if installed {
  585. err = config.Runtime.CmdBuilder.Show(
  586. config.Runtime.CmdBuilder.BuildMakepkgCmd(ctx,
  587. dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  588. if err != nil {
  589. return errors.New(gotext.Get("error making: %s", err))
  590. }
  591. fmt.Fprintln(os.Stdout, gotext.Get("%s is up to date -- skipping", text.Cyan(pkg+"-"+pkgVersion)))
  592. continue
  593. }
  594. }
  595. if built {
  596. err = config.Runtime.CmdBuilder.Show(
  597. config.Runtime.CmdBuilder.BuildMakepkgCmd(ctx,
  598. dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  599. if err != nil {
  600. return errors.New(gotext.Get("error making: %s", err))
  601. }
  602. text.Warnln(gotext.Get("%s already made -- skipping build", text.Cyan(pkg+"-"+pkgVersion)))
  603. } else {
  604. args := []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  605. if incompatible.Get(pkg) {
  606. args = append(args, "--ignorearch")
  607. }
  608. if errMake := config.Runtime.CmdBuilder.Show(
  609. config.Runtime.CmdBuilder.BuildMakepkgCmd(ctx,
  610. dir, args...)); errMake != nil {
  611. return errors.New(gotext.Get("error making: %s", base.String()))
  612. }
  613. }
  614. // conflicts have been checked so answer y for them
  615. if config.UseAsk && cmdArgs.ExistsArg("ask") {
  616. ask, _ := strconv.Atoi(cmdArgs.Options["ask"].First())
  617. uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg
  618. cmdArgs.Options["ask"].Set(fmt.Sprint(uask))
  619. } else {
  620. for _, split := range base {
  621. if _, ok := conflicts[split.Name]; ok {
  622. settings.NoConfirm = false
  623. break
  624. }
  625. }
  626. }
  627. var errAdd error
  628. for _, split := range base {
  629. for suffix, optional := range map[string]bool{"": false, "-debug": true} {
  630. deps, exp, pkgArchives, errAdd = doAddTarget(dp, localNamesCache, remoteNamesCache,
  631. cmdArgs, pkgdests, deps, exp, split.Name+suffix, optional, pkgArchives)
  632. if errAdd != nil {
  633. return errAdd
  634. }
  635. }
  636. }
  637. var (
  638. mux sync.Mutex
  639. wg sync.WaitGroup
  640. )
  641. for _, pkg := range base {
  642. wg.Add(1)
  643. go config.Runtime.VCSStore.Update(ctx, pkg.Name, srcinfo.Source, &mux, &wg)
  644. }
  645. wg.Wait()
  646. }
  647. errArchive := installPkgArchive(ctx, cmdArgs, pkgArchives)
  648. if errArchive != nil {
  649. go config.Runtime.VCSStore.RemovePackage([]string{do.Aur[len(do.Aur)-1].String()})
  650. }
  651. errReason := setInstallReason(ctx, cmdArgs, deps, exp)
  652. if errReason != nil {
  653. go config.Runtime.VCSStore.RemovePackage([]string{do.Aur[len(do.Aur)-1].String()})
  654. }
  655. settings.NoConfirm = oldConfirm
  656. return err
  657. }
  658. func installPkgArchive(ctx context.Context, cmdArgs *parser.Arguments, pkgArchives []string) error {
  659. arguments := cmdArgs.Copy()
  660. arguments.ClearTargets()
  661. arguments.Op = "U"
  662. arguments.DelArg("confirm")
  663. arguments.DelArg("noconfirm")
  664. arguments.DelArg("c", "clean")
  665. arguments.DelArg("i", "install")
  666. arguments.DelArg("q", "quiet")
  667. arguments.DelArg("y", "refresh")
  668. arguments.DelArg("u", "sysupgrade")
  669. arguments.DelArg("w", "downloadonly")
  670. arguments.DelArg("asdeps", "asdep")
  671. arguments.DelArg("asexplicit", "asexp")
  672. if len(pkgArchives) == 0 {
  673. return nil
  674. }
  675. arguments.AddTarget(pkgArchives...)
  676. if errShow := config.Runtime.CmdBuilder.Show(config.Runtime.CmdBuilder.BuildPacmanCmd(ctx,
  677. arguments, config.Runtime.Mode, settings.NoConfirm)); errShow != nil {
  678. return errShow
  679. }
  680. if errStore := config.Runtime.VCSStore.Save(); errStore != nil {
  681. fmt.Fprintln(os.Stderr, errStore)
  682. }
  683. return nil
  684. }
  685. func setInstallReason(ctx context.Context, cmdArgs *parser.Arguments, deps, exps []string) error {
  686. if len(deps)+len(exps) == 0 {
  687. return nil
  688. }
  689. if errDeps := asdeps(ctx, cmdArgs, deps); errDeps != nil {
  690. return errDeps
  691. }
  692. return asexp(ctx, cmdArgs, exps)
  693. }
  694. func doAddTarget(dp *dep.Pool, localNamesCache, remoteNamesCache stringset.StringSet,
  695. cmdArgs *parser.Arguments, pkgdests map[string]string,
  696. deps, exp []string, name string, optional bool, pkgArchives []string,
  697. ) (newDeps, newExp, newPkgArchives []string, err error) {
  698. pkgdest, ok := pkgdests[name]
  699. if !ok {
  700. if optional {
  701. return deps, exp, newPkgArchives, nil
  702. }
  703. return deps, exp, pkgArchives, errors.New(gotext.Get("could not find PKGDEST for: %s", name))
  704. }
  705. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  706. if optional {
  707. return deps, exp, pkgArchives, nil
  708. }
  709. return deps, exp, pkgArchives, errors.New(
  710. gotext.Get(
  711. "the PKGDEST for %s is listed by makepkg but does not exist: %s",
  712. name, pkgdest))
  713. }
  714. pkgArchives = append(pkgArchives, pkgdest)
  715. switch {
  716. case cmdArgs.ExistsArg("asdeps", "asdep"):
  717. deps = append(deps, name)
  718. case cmdArgs.ExistsArg("asexplicit", "asexp"):
  719. exp = append(exp, name)
  720. case !dp.Explicit.Get(name) && !localNamesCache.Get(name) && !remoteNamesCache.Get(name):
  721. deps = append(deps, name)
  722. default:
  723. exp = append(exp, name)
  724. }
  725. return deps, exp, pkgArchives, nil
  726. }