install.go 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179
  1. package main
  2. import (
  3. "errors"
  4. "fmt"
  5. "os"
  6. "os/exec"
  7. "path/filepath"
  8. "strconv"
  9. "strings"
  10. "sync"
  11. alpm "github.com/Jguer/go-alpm/v2"
  12. gosrc "github.com/Morganamilo/go-srcinfo"
  13. "github.com/leonelquinteros/gotext"
  14. "github.com/Jguer/yay/v10/pkg/completion"
  15. "github.com/Jguer/yay/v10/pkg/db"
  16. "github.com/Jguer/yay/v10/pkg/dep"
  17. "github.com/Jguer/yay/v10/pkg/intrange"
  18. "github.com/Jguer/yay/v10/pkg/multierror"
  19. "github.com/Jguer/yay/v10/pkg/pgp"
  20. "github.com/Jguer/yay/v10/pkg/query"
  21. "github.com/Jguer/yay/v10/pkg/settings"
  22. "github.com/Jguer/yay/v10/pkg/stringset"
  23. "github.com/Jguer/yay/v10/pkg/text"
  24. )
  25. const gitEmptyTree = "4b825dc642cb6eb9a060e54bf8d69288fbee4904"
  26. func asdeps(cmdArgs *settings.Arguments, pkgs []string) (err error) {
  27. if len(pkgs) == 0 {
  28. return nil
  29. }
  30. cmdArgs = cmdArgs.CopyGlobal()
  31. _ = cmdArgs.AddArg("q", "D", "asdeps")
  32. cmdArgs.AddTarget(pkgs...)
  33. err = config.Runtime.CmdRunner.Show(passToPacman(cmdArgs))
  34. if err != nil {
  35. return fmt.Errorf(gotext.Get("error updating package install reason to dependency"))
  36. }
  37. return nil
  38. }
  39. func asexp(cmdArgs *settings.Arguments, pkgs []string) (err error) {
  40. if len(pkgs) == 0 {
  41. return nil
  42. }
  43. cmdArgs = cmdArgs.CopyGlobal()
  44. _ = cmdArgs.AddArg("q", "D", "asexplicit")
  45. cmdArgs.AddTarget(pkgs...)
  46. err = config.Runtime.CmdRunner.Show(passToPacman(cmdArgs))
  47. if err != nil {
  48. return fmt.Errorf(gotext.Get("error updating package install reason to explicit"))
  49. }
  50. return nil
  51. }
  52. // Install handles package installs
  53. func install(cmdArgs *settings.Arguments, dbExecutor db.Executor, ignoreProviders bool) (err error) {
  54. var incompatible stringset.StringSet
  55. var do *dep.Order
  56. var srcinfos map[string]*gosrc.Srcinfo
  57. noDeps := cmdArgs.ExistsDouble("d", "nodeps")
  58. noCheck := strings.Contains(config.MFlags, "--nocheck")
  59. sysupgradeArg := cmdArgs.ExistsArg("u", "sysupgrade")
  60. refreshArg := cmdArgs.ExistsArg("y", "refresh")
  61. warnings := query.NewWarnings()
  62. if noDeps {
  63. config.Runtime.CmdBuilder.MakepkgFlags = append(config.Runtime.CmdBuilder.MakepkgFlags, "-d")
  64. }
  65. if config.Runtime.Mode == settings.ModeAny || config.Runtime.Mode == settings.ModeRepo {
  66. if config.CombinedUpgrade {
  67. if refreshArg {
  68. err = earlyRefresh(cmdArgs)
  69. if err != nil {
  70. return fmt.Errorf(gotext.Get("error refreshing databases"))
  71. }
  72. }
  73. } else if refreshArg || sysupgradeArg || len(cmdArgs.Targets) > 0 {
  74. err = earlyPacmanCall(cmdArgs, dbExecutor)
  75. if err != nil {
  76. return err
  77. }
  78. }
  79. }
  80. // we may have done -Sy, our handle now has an old
  81. // database.
  82. err = dbExecutor.RefreshHandle()
  83. if err != nil {
  84. return err
  85. }
  86. localNames, remoteNames, err := query.GetPackageNamesBySource(dbExecutor)
  87. if err != nil {
  88. return err
  89. }
  90. remoteNamesCache := stringset.FromSlice(remoteNames)
  91. localNamesCache := stringset.FromSlice(localNames)
  92. requestTargets := cmdArgs.Copy().Targets
  93. // create the arguments to pass for the repo install
  94. arguments := cmdArgs.Copy()
  95. arguments.DelArg("asdeps", "asdep")
  96. arguments.DelArg("asexplicit", "asexp")
  97. arguments.Op = "S"
  98. arguments.ClearTargets()
  99. if config.Runtime.Mode == settings.ModeAUR {
  100. arguments.DelArg("u", "sysupgrade")
  101. }
  102. // if we are doing -u also request all packages needing update
  103. if sysupgradeArg {
  104. ignore, targets, errUp := sysupgradeTargets(dbExecutor, cmdArgs.ExistsDouble("u", "sysupgrade"))
  105. if errUp != nil {
  106. return errUp
  107. }
  108. for _, up := range targets {
  109. cmdArgs.AddTarget(up)
  110. requestTargets = append(requestTargets, up)
  111. }
  112. if len(ignore) > 0 {
  113. arguments.CreateOrAppendOption("ignore", ignore.ToSlice()...)
  114. }
  115. }
  116. targets := stringset.FromSlice(cmdArgs.Targets)
  117. dp, err := dep.GetPool(requestTargets,
  118. warnings, dbExecutor, config.Runtime.AURClient, config.Runtime.Mode,
  119. ignoreProviders, settings.NoConfirm, config.Provides, config.ReBuild, config.RequestSplitN, noDeps, noCheck)
  120. if err != nil {
  121. return err
  122. }
  123. err = dp.CheckMissing(noDeps, noCheck)
  124. if err != nil {
  125. return err
  126. }
  127. if len(dp.Aur) == 0 {
  128. if !config.CombinedUpgrade {
  129. if sysupgradeArg {
  130. fmt.Println(gotext.Get(" there is nothing to do"))
  131. }
  132. return nil
  133. }
  134. cmdArgs.Op = "S"
  135. cmdArgs.DelArg("y", "refresh")
  136. if arguments.ExistsArg("ignore") {
  137. cmdArgs.CreateOrAppendOption("ignore", arguments.GetArgs("ignore")...)
  138. }
  139. return config.Runtime.CmdRunner.Show(passToPacman(cmdArgs))
  140. }
  141. if len(dp.Aur) > 0 && os.Geteuid() == 0 {
  142. return fmt.Errorf(gotext.Get("refusing to install AUR packages as root, aborting"))
  143. }
  144. conflicts, err := dp.CheckConflicts(config.UseAsk, settings.NoConfirm, noDeps)
  145. if err != nil {
  146. return err
  147. }
  148. do = dep.GetOrder(dp, noDeps, noCheck)
  149. if err != nil {
  150. return err
  151. }
  152. for _, pkg := range do.Repo {
  153. arguments.AddTarget(pkg.DB().Name() + "/" + pkg.Name())
  154. }
  155. for _, pkg := range dp.Groups {
  156. arguments.AddTarget(pkg)
  157. }
  158. if len(do.Aur) == 0 && len(arguments.Targets) == 0 && (!cmdArgs.ExistsArg("u", "sysupgrade") || config.Runtime.Mode == settings.ModeAUR) {
  159. fmt.Println(gotext.Get(" there is nothing to do"))
  160. return nil
  161. }
  162. do.Print()
  163. fmt.Println()
  164. if config.CleanAfter {
  165. defer cleanAfter(do.Aur)
  166. }
  167. if do.HasMake() {
  168. switch config.RemoveMake {
  169. case "yes":
  170. defer func() {
  171. err = removeMake(do)
  172. }()
  173. case "no":
  174. break
  175. default:
  176. if text.ContinueTask(gotext.Get("Remove make dependencies after install?"), false, settings.NoConfirm) {
  177. defer func() {
  178. err = removeMake(do)
  179. }()
  180. }
  181. }
  182. }
  183. if config.CleanMenu {
  184. if anyExistInCache(do.Aur) {
  185. askClean := pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  186. toClean, errClean := cleanNumberMenu(do.Aur, remoteNamesCache, askClean)
  187. if errClean != nil {
  188. return errClean
  189. }
  190. cleanBuilds(toClean)
  191. }
  192. }
  193. toSkip := pkgbuildsToSkip(do.Aur, targets)
  194. cloned, err := downloadPkgbuilds(do.Aur, toSkip, config.BuildDir)
  195. if err != nil {
  196. return err
  197. }
  198. var toDiff []dep.Base
  199. var toEdit []dep.Base
  200. if config.DiffMenu {
  201. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  202. toDiff, err = diffNumberMenu(do.Aur, remoteNamesCache)
  203. if err != nil {
  204. return err
  205. }
  206. if len(toDiff) > 0 {
  207. err = showPkgbuildDiffs(toDiff, cloned)
  208. if err != nil {
  209. return err
  210. }
  211. }
  212. }
  213. if len(toDiff) > 0 {
  214. oldValue := settings.NoConfirm
  215. settings.NoConfirm = false
  216. fmt.Println()
  217. if !text.ContinueTask(gotext.Get("Proceed with install?"), true, settings.NoConfirm) {
  218. return fmt.Errorf(gotext.Get("aborting due to user"))
  219. }
  220. err = updatePkgbuildSeenRef(toDiff)
  221. if err != nil {
  222. text.Errorln(err.Error())
  223. }
  224. settings.NoConfirm = oldValue
  225. }
  226. err = mergePkgbuilds(do.Aur)
  227. if err != nil {
  228. return err
  229. }
  230. srcinfos, err = parseSrcinfoFiles(do.Aur, true)
  231. if err != nil {
  232. return err
  233. }
  234. if config.EditMenu {
  235. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  236. toEdit, err = editNumberMenu(do.Aur, remoteNamesCache)
  237. if err != nil {
  238. return err
  239. }
  240. if len(toEdit) > 0 {
  241. err = editPkgbuilds(toEdit, srcinfos)
  242. if err != nil {
  243. return err
  244. }
  245. }
  246. }
  247. if len(toEdit) > 0 {
  248. oldValue := settings.NoConfirm
  249. settings.NoConfirm = false
  250. fmt.Println()
  251. if !text.ContinueTask(gotext.Get("Proceed with install?"), true, settings.NoConfirm) {
  252. return errors.New(gotext.Get("aborting due to user"))
  253. }
  254. settings.NoConfirm = oldValue
  255. }
  256. incompatible, err = getIncompatible(do.Aur, srcinfos, dbExecutor)
  257. if err != nil {
  258. return err
  259. }
  260. if config.PGPFetch {
  261. err = pgp.CheckPgpKeys(do.Aur, srcinfos, config.GpgBin, config.GpgFlags, settings.NoConfirm)
  262. if err != nil {
  263. return err
  264. }
  265. }
  266. if !config.CombinedUpgrade {
  267. arguments.DelArg("u", "sysupgrade")
  268. }
  269. if len(arguments.Targets) > 0 || arguments.ExistsArg("u") {
  270. if errShow := config.Runtime.CmdRunner.Show(passToPacman(arguments)); errShow != nil {
  271. return errors.New(gotext.Get("error installing repo packages"))
  272. }
  273. deps := make([]string, 0)
  274. exp := make([]string, 0)
  275. for _, pkg := range do.Repo {
  276. if !dp.Explicit.Get(pkg.Name()) && !localNamesCache.Get(pkg.Name()) && !remoteNamesCache.Get(pkg.Name()) {
  277. deps = append(deps, pkg.Name())
  278. continue
  279. }
  280. if cmdArgs.ExistsArg("asdeps", "asdep") && dp.Explicit.Get(pkg.Name()) {
  281. deps = append(deps, pkg.Name())
  282. } else if cmdArgs.ExistsArg("asexp", "asexplicit") && dp.Explicit.Get(pkg.Name()) {
  283. exp = append(exp, pkg.Name())
  284. }
  285. }
  286. if errDeps := asdeps(cmdArgs, deps); errDeps != nil {
  287. return errDeps
  288. }
  289. if errExp := asexp(cmdArgs, exp); errExp != nil {
  290. return errExp
  291. }
  292. }
  293. go func() {
  294. _ = completion.Update(config.Runtime.HTTPClient, dbExecutor,
  295. config.AURURL, config.Runtime.CompletionPath, config.CompletionInterval, false)
  296. }()
  297. err = downloadPkgbuildsSources(do.Aur, incompatible)
  298. if err != nil {
  299. return err
  300. }
  301. err = buildInstallPkgbuilds(cmdArgs, dbExecutor, dp, do, srcinfos, incompatible, conflicts, noDeps, noCheck)
  302. if err != nil {
  303. return err
  304. }
  305. return nil
  306. }
  307. func removeMake(do *dep.Order) error {
  308. removeArguments := settings.MakeArguments()
  309. err := removeArguments.AddArg("R", "u")
  310. if err != nil {
  311. return err
  312. }
  313. for _, pkg := range do.GetMake() {
  314. removeArguments.AddTarget(pkg)
  315. }
  316. oldValue := settings.NoConfirm
  317. settings.NoConfirm = true
  318. err = config.Runtime.CmdRunner.Show(passToPacman(removeArguments))
  319. settings.NoConfirm = oldValue
  320. return err
  321. }
  322. func inRepos(dbExecutor db.Executor, pkg string) bool {
  323. target := dep.ToTarget(pkg)
  324. if target.DB == "aur" {
  325. return false
  326. } else if target.DB != "" {
  327. return true
  328. }
  329. previousHideMenus := settings.HideMenus
  330. settings.HideMenus = true
  331. exists := dbExecutor.SyncSatisfierExists(target.DepString())
  332. settings.HideMenus = previousHideMenus
  333. return exists || len(dbExecutor.PackagesFromGroup(target.Name)) > 0
  334. }
  335. func earlyPacmanCall(cmdArgs *settings.Arguments, dbExecutor db.Executor) error {
  336. arguments := cmdArgs.Copy()
  337. arguments.Op = "S"
  338. targets := cmdArgs.Targets
  339. cmdArgs.ClearTargets()
  340. arguments.ClearTargets()
  341. if config.Runtime.Mode == settings.ModeRepo {
  342. arguments.Targets = targets
  343. } else {
  344. // separate aur and repo targets
  345. for _, target := range targets {
  346. if inRepos(dbExecutor, target) {
  347. arguments.AddTarget(target)
  348. } else {
  349. cmdArgs.AddTarget(target)
  350. }
  351. }
  352. }
  353. if cmdArgs.ExistsArg("y", "refresh") || cmdArgs.ExistsArg("u", "sysupgrade") || len(arguments.Targets) > 0 {
  354. if err := config.Runtime.CmdRunner.Show(passToPacman(arguments)); err != nil {
  355. return errors.New(gotext.Get("error installing repo packages"))
  356. }
  357. }
  358. return nil
  359. }
  360. func earlyRefresh(cmdArgs *settings.Arguments) error {
  361. arguments := cmdArgs.Copy()
  362. cmdArgs.DelArg("y", "refresh")
  363. arguments.DelArg("u", "sysupgrade")
  364. arguments.DelArg("s", "search")
  365. arguments.DelArg("i", "info")
  366. arguments.DelArg("l", "list")
  367. arguments.ClearTargets()
  368. return config.Runtime.CmdRunner.Show(passToPacman(arguments))
  369. }
  370. func alpmArchIsSupported(alpmArch []string, arch string) bool {
  371. if arch == "any" {
  372. return true
  373. }
  374. for _, a := range alpmArch {
  375. if a == arch {
  376. return true
  377. }
  378. }
  379. return false
  380. }
  381. func getIncompatible(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo, dbExecutor db.Executor) (stringset.StringSet, error) {
  382. incompatible := make(stringset.StringSet)
  383. basesMap := make(map[string]dep.Base)
  384. alpmArch, err := dbExecutor.AlpmArchitectures()
  385. if err != nil {
  386. return nil, err
  387. }
  388. nextpkg:
  389. for _, base := range bases {
  390. for _, arch := range srcinfos[base.Pkgbase()].Arch {
  391. if alpmArchIsSupported(alpmArch, arch) {
  392. continue nextpkg
  393. }
  394. }
  395. incompatible.Set(base.Pkgbase())
  396. basesMap[base.Pkgbase()] = base
  397. }
  398. if len(incompatible) > 0 {
  399. text.Warnln(gotext.Get("The following packages are not compatible with your architecture:"))
  400. for pkg := range incompatible {
  401. fmt.Print(" " + text.Cyan(basesMap[pkg].String()))
  402. }
  403. fmt.Println()
  404. if !text.ContinueTask(gotext.Get("Try to build them anyway?"), true, settings.NoConfirm) {
  405. return nil, errors.New(gotext.Get("aborting due to user"))
  406. }
  407. }
  408. return incompatible, nil
  409. }
  410. func parsePackageList(dir string) (pkgdests map[string]string, pkgVersion string, err error) {
  411. stdout, stderr, err := config.Runtime.CmdRunner.Capture(
  412. config.Runtime.CmdBuilder.BuildMakepkgCmd(dir, "--packagelist"), 0)
  413. if err != nil {
  414. return nil, "", fmt.Errorf("%s %s", stderr, err)
  415. }
  416. lines := strings.Split(stdout, "\n")
  417. pkgdests = make(map[string]string)
  418. for _, line := range lines {
  419. if line == "" {
  420. continue
  421. }
  422. fileName := filepath.Base(line)
  423. split := strings.Split(fileName, "-")
  424. if len(split) < 4 {
  425. return nil, "", errors.New(gotext.Get("cannot find package name: %v", split))
  426. }
  427. // pkgname-pkgver-pkgrel-arch.pkgext
  428. // This assumes 3 dashes after the pkgname, Will cause an error
  429. // if the PKGEXT contains a dash. Please no one do that.
  430. pkgName := strings.Join(split[:len(split)-3], "-")
  431. pkgVersion = strings.Join(split[len(split)-3:len(split)-1], "-")
  432. pkgdests[pkgName] = line
  433. }
  434. return pkgdests, pkgVersion, nil
  435. }
  436. func anyExistInCache(bases []dep.Base) bool {
  437. for _, base := range bases {
  438. pkg := base.Pkgbase()
  439. dir := filepath.Join(config.BuildDir, pkg)
  440. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  441. return true
  442. }
  443. }
  444. return false
  445. }
  446. func pkgbuildNumberMenu(bases []dep.Base, installed stringset.StringSet) bool {
  447. toPrint := ""
  448. askClean := false
  449. for n, base := range bases {
  450. pkg := base.Pkgbase()
  451. dir := filepath.Join(config.BuildDir, pkg)
  452. toPrint += fmt.Sprintf(text.Magenta("%3d")+" %-40s", len(bases)-n,
  453. text.Bold(base.String()))
  454. anyInstalled := false
  455. for _, b := range base {
  456. anyInstalled = anyInstalled || installed.Get(b.Name)
  457. }
  458. if anyInstalled {
  459. toPrint += text.Bold(text.Green(gotext.Get(" (Installed)")))
  460. }
  461. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  462. toPrint += text.Bold(text.Green(gotext.Get(" (Build Files Exist)")))
  463. askClean = true
  464. }
  465. toPrint += "\n"
  466. }
  467. fmt.Print(toPrint)
  468. return askClean
  469. }
  470. func cleanNumberMenu(bases []dep.Base, installed stringset.StringSet, hasClean bool) ([]dep.Base, error) {
  471. toClean := make([]dep.Base, 0)
  472. if !hasClean {
  473. return toClean, nil
  474. }
  475. text.Infoln(gotext.Get("Packages to cleanBuild?"))
  476. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", text.Cyan(gotext.Get("[N]one"))))
  477. cleanInput, err := getInput(config.AnswerClean)
  478. if err != nil {
  479. return nil, err
  480. }
  481. cInclude, cExclude, cOtherInclude, cOtherExclude := intrange.ParseNumberMenu(cleanInput)
  482. cIsInclude := len(cExclude) == 0 && len(cOtherExclude) == 0
  483. if cOtherInclude.Get("abort") || cOtherInclude.Get("ab") {
  484. return nil, fmt.Errorf(gotext.Get("aborting due to user"))
  485. }
  486. if !cOtherInclude.Get("n") && !cOtherInclude.Get("none") {
  487. for i, base := range bases {
  488. pkg := base.Pkgbase()
  489. anyInstalled := false
  490. for _, b := range base {
  491. anyInstalled = anyInstalled || installed.Get(b.Name)
  492. }
  493. dir := filepath.Join(config.BuildDir, pkg)
  494. if _, err := os.Stat(dir); os.IsNotExist(err) {
  495. continue
  496. }
  497. if !cIsInclude && cExclude.Get(len(bases)-i) {
  498. continue
  499. }
  500. if anyInstalled && (cOtherInclude.Get("i") || cOtherInclude.Get("installed")) {
  501. toClean = append(toClean, base)
  502. continue
  503. }
  504. if !anyInstalled && (cOtherInclude.Get("no") || cOtherInclude.Get("notinstalled")) {
  505. toClean = append(toClean, base)
  506. continue
  507. }
  508. if cOtherInclude.Get("a") || cOtherInclude.Get("all") {
  509. toClean = append(toClean, base)
  510. continue
  511. }
  512. if cIsInclude && (cInclude.Get(len(bases)-i) || cOtherInclude.Get(pkg)) {
  513. toClean = append(toClean, base)
  514. continue
  515. }
  516. if !cIsInclude && (!cExclude.Get(len(bases)-i) && !cOtherExclude.Get(pkg)) {
  517. toClean = append(toClean, base)
  518. continue
  519. }
  520. }
  521. }
  522. return toClean, nil
  523. }
  524. func editNumberMenu(bases []dep.Base, installed stringset.StringSet) ([]dep.Base, error) {
  525. return editDiffNumberMenu(bases, installed, false)
  526. }
  527. func diffNumberMenu(bases []dep.Base, installed stringset.StringSet) ([]dep.Base, error) {
  528. return editDiffNumberMenu(bases, installed, true)
  529. }
  530. func editDiffNumberMenu(bases []dep.Base, installed stringset.StringSet, diff bool) ([]dep.Base, error) {
  531. toEdit := make([]dep.Base, 0)
  532. var editInput string
  533. var err error
  534. if diff {
  535. text.Infoln(gotext.Get("Diffs to show?"))
  536. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", text.Cyan(gotext.Get("[N]one"))))
  537. editInput, err = getInput(config.AnswerDiff)
  538. if err != nil {
  539. return nil, err
  540. }
  541. } else {
  542. text.Infoln(gotext.Get("PKGBUILDs to edit?"))
  543. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", text.Cyan(gotext.Get("[N]one"))))
  544. editInput, err = getInput(config.AnswerEdit)
  545. if err != nil {
  546. return nil, err
  547. }
  548. }
  549. eInclude, eExclude, eOtherInclude, eOtherExclude := intrange.ParseNumberMenu(editInput)
  550. eIsInclude := len(eExclude) == 0 && len(eOtherExclude) == 0
  551. if eOtherInclude.Get("abort") || eOtherInclude.Get("ab") {
  552. return nil, fmt.Errorf(gotext.Get("aborting due to user"))
  553. }
  554. if !eOtherInclude.Get("n") && !eOtherInclude.Get("none") {
  555. for i, base := range bases {
  556. pkg := base.Pkgbase()
  557. anyInstalled := false
  558. for _, b := range base {
  559. anyInstalled = anyInstalled || installed.Get(b.Name)
  560. }
  561. if !eIsInclude && eExclude.Get(len(bases)-i) {
  562. continue
  563. }
  564. if anyInstalled && (eOtherInclude.Get("i") || eOtherInclude.Get("installed")) {
  565. toEdit = append(toEdit, base)
  566. continue
  567. }
  568. if !anyInstalled && (eOtherInclude.Get("no") || eOtherInclude.Get("notinstalled")) {
  569. toEdit = append(toEdit, base)
  570. continue
  571. }
  572. if eOtherInclude.Get("a") || eOtherInclude.Get("all") {
  573. toEdit = append(toEdit, base)
  574. continue
  575. }
  576. if eIsInclude && (eInclude.Get(len(bases)-i) || eOtherInclude.Get(pkg)) {
  577. toEdit = append(toEdit, base)
  578. }
  579. if !eIsInclude && (!eExclude.Get(len(bases)-i) && !eOtherExclude.Get(pkg)) {
  580. toEdit = append(toEdit, base)
  581. }
  582. }
  583. }
  584. return toEdit, nil
  585. }
  586. func updatePkgbuildSeenRef(bases []dep.Base) error {
  587. var errMulti multierror.MultiError
  588. for _, base := range bases {
  589. pkg := base.Pkgbase()
  590. err := gitUpdateSeenRef(config.BuildDir, pkg)
  591. if err != nil {
  592. errMulti.Add(err)
  593. }
  594. }
  595. return errMulti.Return()
  596. }
  597. func showPkgbuildDiffs(bases []dep.Base, cloned stringset.StringSet) error {
  598. var errMulti multierror.MultiError
  599. for _, base := range bases {
  600. pkg := base.Pkgbase()
  601. dir := filepath.Join(config.BuildDir, pkg)
  602. start, err := getLastSeenHash(config.BuildDir, pkg)
  603. if err != nil {
  604. errMulti.Add(err)
  605. continue
  606. }
  607. if cloned.Get(pkg) {
  608. start = gitEmptyTree
  609. } else {
  610. hasDiff, err := gitHasDiff(config.BuildDir, pkg)
  611. if err != nil {
  612. errMulti.Add(err)
  613. continue
  614. }
  615. if !hasDiff {
  616. text.Warnln(gotext.Get("%s: No changes -- skipping", text.Cyan(base.String())))
  617. continue
  618. }
  619. }
  620. args := []string{
  621. "diff",
  622. start + "..HEAD@{upstream}", "--src-prefix",
  623. dir + "/", "--dst-prefix", dir + "/", "--", ".", ":(exclude).SRCINFO",
  624. }
  625. if text.UseColor {
  626. args = append(args, "--color=always")
  627. } else {
  628. args = append(args, "--color=never")
  629. }
  630. _ = config.Runtime.CmdRunner.Show(config.Runtime.CmdBuilder.BuildGitCmd(dir, args...))
  631. }
  632. return errMulti.Return()
  633. }
  634. func editPkgbuilds(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo) error {
  635. pkgbuilds := make([]string, 0, len(bases))
  636. for _, base := range bases {
  637. pkg := base.Pkgbase()
  638. dir := filepath.Join(config.BuildDir, pkg)
  639. pkgbuilds = append(pkgbuilds, filepath.Join(dir, "PKGBUILD"))
  640. for _, splitPkg := range srcinfos[pkg].SplitPackages() {
  641. if splitPkg.Install != "" {
  642. pkgbuilds = append(pkgbuilds, filepath.Join(dir, splitPkg.Install))
  643. }
  644. }
  645. }
  646. if len(pkgbuilds) > 0 {
  647. editor, editorArgs := editor()
  648. editorArgs = append(editorArgs, pkgbuilds...)
  649. editcmd := exec.Command(editor, editorArgs...)
  650. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  651. err := editcmd.Run()
  652. if err != nil {
  653. return errors.New(gotext.Get("editor did not exit successfully, aborting: %s", err))
  654. }
  655. }
  656. return nil
  657. }
  658. func parseSrcinfoFiles(bases []dep.Base, errIsFatal bool) (map[string]*gosrc.Srcinfo, error) {
  659. srcinfos := make(map[string]*gosrc.Srcinfo)
  660. for k, base := range bases {
  661. pkg := base.Pkgbase()
  662. dir := filepath.Join(config.BuildDir, pkg)
  663. text.OperationInfoln(gotext.Get("(%d/%d) Parsing SRCINFO: %s", k+1, len(bases), text.Cyan(base.String())))
  664. pkgbuild, err := gosrc.ParseFile(filepath.Join(dir, ".SRCINFO"))
  665. if err != nil {
  666. if !errIsFatal {
  667. text.Warnln(gotext.Get("failed to parse %s -- skipping: %s", base.String(), err))
  668. continue
  669. }
  670. return nil, errors.New(gotext.Get("failed to parse %s: %s", base.String(), err))
  671. }
  672. srcinfos[pkg] = pkgbuild
  673. }
  674. return srcinfos, nil
  675. }
  676. func pkgbuildsToSkip(bases []dep.Base, targets stringset.StringSet) stringset.StringSet {
  677. toSkip := make(stringset.StringSet)
  678. for _, base := range bases {
  679. isTarget := false
  680. for _, pkg := range base {
  681. isTarget = isTarget || targets.Get(pkg.Name)
  682. }
  683. if (config.ReDownload == "yes" && isTarget) || config.ReDownload == "all" {
  684. continue
  685. }
  686. dir := filepath.Join(config.BuildDir, base.Pkgbase(), ".SRCINFO")
  687. pkgbuild, err := gosrc.ParseFile(dir)
  688. if err == nil {
  689. if alpm.VerCmp(pkgbuild.Version(), base.Version()) >= 0 {
  690. toSkip.Set(base.Pkgbase())
  691. }
  692. }
  693. }
  694. return toSkip
  695. }
  696. func mergePkgbuilds(bases []dep.Base) error {
  697. for _, base := range bases {
  698. err := gitMerge(config.BuildDir, base.Pkgbase())
  699. if err != nil {
  700. return err
  701. }
  702. }
  703. return nil
  704. }
  705. func downloadPkgbuilds(bases []dep.Base, toSkip stringset.StringSet, buildDir string) (stringset.StringSet, error) {
  706. cloned := make(stringset.StringSet)
  707. downloaded := 0
  708. var wg sync.WaitGroup
  709. var mux sync.Mutex
  710. var errs multierror.MultiError
  711. download := func(base dep.Base) {
  712. defer wg.Done()
  713. pkg := base.Pkgbase()
  714. if toSkip.Get(pkg) {
  715. mux.Lock()
  716. downloaded++
  717. text.OperationInfoln(
  718. gotext.Get("PKGBUILD up to date, Skipping (%d/%d): %s",
  719. downloaded, len(bases), text.Cyan(base.String())))
  720. mux.Unlock()
  721. return
  722. }
  723. clone, err := gitDownload(config.AURURL+"/"+pkg+".git", buildDir, pkg)
  724. if err != nil {
  725. errs.Add(err)
  726. return
  727. }
  728. if clone {
  729. mux.Lock()
  730. cloned.Set(pkg)
  731. mux.Unlock()
  732. }
  733. mux.Lock()
  734. downloaded++
  735. text.OperationInfoln(gotext.Get("Downloaded PKGBUILD (%d/%d): %s", downloaded, len(bases), text.Cyan(base.String())))
  736. mux.Unlock()
  737. }
  738. count := 0
  739. for _, base := range bases {
  740. wg.Add(1)
  741. go download(base)
  742. count++
  743. if count%25 == 0 {
  744. wg.Wait()
  745. }
  746. }
  747. wg.Wait()
  748. return cloned, errs.Return()
  749. }
  750. func downloadPkgbuildsSources(bases []dep.Base, incompatible stringset.StringSet) (err error) {
  751. for _, base := range bases {
  752. pkg := base.Pkgbase()
  753. dir := filepath.Join(config.BuildDir, pkg)
  754. args := []string{"--verifysource", "-Ccf"}
  755. if incompatible.Get(pkg) {
  756. args = append(args, "--ignorearch")
  757. }
  758. err = config.Runtime.CmdRunner.Show(
  759. config.Runtime.CmdBuilder.BuildMakepkgCmd(dir, args...))
  760. if err != nil {
  761. return errors.New(gotext.Get("error downloading sources: %s", text.Cyan(base.String())))
  762. }
  763. }
  764. return
  765. }
  766. func buildInstallPkgbuilds(
  767. cmdArgs *settings.Arguments,
  768. dbExecutor db.Executor,
  769. dp *dep.Pool,
  770. do *dep.Order,
  771. srcinfos map[string]*gosrc.Srcinfo,
  772. incompatible stringset.StringSet,
  773. conflicts stringset.MapStringSet, noDeps, noCheck bool,
  774. ) error {
  775. arguments := cmdArgs.Copy()
  776. arguments.ClearTargets()
  777. arguments.Op = "U"
  778. arguments.DelArg("confirm")
  779. arguments.DelArg("noconfirm")
  780. arguments.DelArg("c", "clean")
  781. arguments.DelArg("q", "quiet")
  782. arguments.DelArg("q", "quiet")
  783. arguments.DelArg("y", "refresh")
  784. arguments.DelArg("u", "sysupgrade")
  785. arguments.DelArg("w", "downloadonly")
  786. deps := make([]string, 0)
  787. exp := make([]string, 0)
  788. oldConfirm := settings.NoConfirm
  789. settings.NoConfirm = true
  790. //remotenames: names of all non repo packages on the system
  791. localNames, remoteNames, err := query.GetPackageNamesBySource(dbExecutor)
  792. if err != nil {
  793. return err
  794. }
  795. // cache as a stringset. maybe make it return a string set in the first
  796. // place
  797. remoteNamesCache := stringset.FromSlice(remoteNames)
  798. localNamesCache := stringset.FromSlice(localNames)
  799. doInstall := func() error {
  800. if len(arguments.Targets) == 0 {
  801. return nil
  802. }
  803. if errShow := config.Runtime.CmdRunner.Show(passToPacman(arguments)); errShow != nil {
  804. return errShow
  805. }
  806. if errStore := config.Runtime.VCSStore.Save(); err != nil {
  807. fmt.Fprintln(os.Stderr, errStore)
  808. }
  809. if errDeps := asdeps(cmdArgs, deps); err != nil {
  810. return errDeps
  811. }
  812. if errExps := asexp(cmdArgs, exp); err != nil {
  813. return errExps
  814. }
  815. settings.NoConfirm = oldConfirm
  816. arguments.ClearTargets()
  817. deps = make([]string, 0)
  818. exp = make([]string, 0)
  819. settings.NoConfirm = true
  820. return nil
  821. }
  822. for _, base := range do.Aur {
  823. pkg := base.Pkgbase()
  824. dir := filepath.Join(config.BuildDir, pkg)
  825. built := true
  826. satisfied := true
  827. all:
  828. for _, pkg := range base {
  829. for _, deps := range dep.ComputeCombinedDepList(pkg, noDeps, noCheck) {
  830. for _, dep := range deps {
  831. if !dp.AlpmExecutor.LocalSatisfierExists(dep) {
  832. satisfied = false
  833. text.Warnln(gotext.Get("%s not satisfied, flushing install queue", dep))
  834. break all
  835. }
  836. }
  837. }
  838. }
  839. if !satisfied || !config.BatchInstall {
  840. err = doInstall()
  841. if err != nil {
  842. return err
  843. }
  844. }
  845. srcinfo := srcinfos[pkg]
  846. args := []string{"--nobuild", "-fC"}
  847. if incompatible.Get(pkg) {
  848. args = append(args, "--ignorearch")
  849. }
  850. // pkgver bump
  851. if err = config.Runtime.CmdRunner.Show(
  852. config.Runtime.CmdBuilder.BuildMakepkgCmd(dir, args...)); err != nil {
  853. return errors.New(gotext.Get("error making: %s", base.String()))
  854. }
  855. pkgdests, pkgVersion, errList := parsePackageList(dir)
  856. if errList != nil {
  857. return errList
  858. }
  859. isExplicit := false
  860. for _, b := range base {
  861. isExplicit = isExplicit || dp.Explicit.Get(b.Name)
  862. }
  863. if config.ReBuild == "no" || (config.ReBuild == "yes" && !isExplicit) {
  864. for _, split := range base {
  865. pkgdest, ok := pkgdests[split.Name]
  866. if !ok {
  867. return errors.New(gotext.Get("could not find PKGDEST for: %s", split.Name))
  868. }
  869. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  870. built = false
  871. } else if errStat != nil {
  872. return errStat
  873. }
  874. }
  875. } else {
  876. built = false
  877. }
  878. if cmdArgs.ExistsArg("needed") {
  879. installed := true
  880. for _, split := range base {
  881. installed = dp.AlpmExecutor.IsCorrectVersionInstalled(split.Name, pkgVersion)
  882. }
  883. if installed {
  884. err = config.Runtime.CmdRunner.Show(
  885. config.Runtime.CmdBuilder.BuildMakepkgCmd(
  886. dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  887. if err != nil {
  888. return errors.New(gotext.Get("error making: %s", err))
  889. }
  890. fmt.Fprintln(os.Stdout, gotext.Get("%s is up to date -- skipping", text.Cyan(pkg+"-"+pkgVersion)))
  891. continue
  892. }
  893. }
  894. if built {
  895. err = config.Runtime.CmdRunner.Show(
  896. config.Runtime.CmdBuilder.BuildMakepkgCmd(
  897. dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  898. if err != nil {
  899. return errors.New(gotext.Get("error making: %s", err))
  900. }
  901. text.Warnln(gotext.Get("%s already made -- skipping build", text.Cyan(pkg+"-"+pkgVersion)))
  902. } else {
  903. args := []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  904. if incompatible.Get(pkg) {
  905. args = append(args, "--ignorearch")
  906. }
  907. if errMake := config.Runtime.CmdRunner.Show(
  908. config.Runtime.CmdBuilder.BuildMakepkgCmd(
  909. dir, args...)); errMake != nil {
  910. return errors.New(gotext.Get("error making: %s", base.String()))
  911. }
  912. }
  913. // conflicts have been checked so answer y for them
  914. if config.UseAsk && cmdArgs.ExistsArg("ask") {
  915. ask, _ := strconv.Atoi(cmdArgs.Options["ask"].First())
  916. uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg
  917. cmdArgs.Options["ask"].Set(fmt.Sprint(uask))
  918. } else {
  919. for _, split := range base {
  920. if _, ok := conflicts[split.Name]; ok {
  921. settings.NoConfirm = false
  922. break
  923. }
  924. }
  925. }
  926. doAddTarget := func(name string, optional bool) error {
  927. pkgdest, ok := pkgdests[name]
  928. if !ok {
  929. if optional {
  930. return nil
  931. }
  932. return errors.New(gotext.Get("could not find PKGDEST for: %s", name))
  933. }
  934. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  935. if optional {
  936. return nil
  937. }
  938. return errors.New(
  939. gotext.Get(
  940. "the PKGDEST for %s is listed by makepkg but does not exist: %s",
  941. name, pkgdest))
  942. }
  943. arguments.AddTarget(pkgdest)
  944. if cmdArgs.ExistsArg("asdeps", "asdep") {
  945. deps = append(deps, name)
  946. } else if cmdArgs.ExistsArg("asexplicit", "asexp") {
  947. exp = append(exp, name)
  948. } else if !dp.Explicit.Get(name) && !localNamesCache.Get(name) && !remoteNamesCache.Get(name) {
  949. deps = append(deps, name)
  950. }
  951. return nil
  952. }
  953. for _, split := range base {
  954. if errAdd := doAddTarget(split.Name, false); errAdd != nil {
  955. return errAdd
  956. }
  957. if errAddDebug := doAddTarget(split.Name+"-debug", true); errAddDebug != nil {
  958. return errAddDebug
  959. }
  960. }
  961. var mux sync.Mutex
  962. var wg sync.WaitGroup
  963. for _, pkg := range base {
  964. wg.Add(1)
  965. go config.Runtime.VCSStore.Update(pkg.Name, srcinfo.Source, &mux, &wg)
  966. }
  967. wg.Wait()
  968. }
  969. err = doInstall()
  970. settings.NoConfirm = oldConfirm
  971. return err
  972. }