install.go 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194
  1. package main
  2. import (
  3. "errors"
  4. "fmt"
  5. "os"
  6. "os/exec"
  7. "path/filepath"
  8. "strconv"
  9. "strings"
  10. "sync"
  11. alpm "github.com/Jguer/go-alpm"
  12. gosrc "github.com/Morganamilo/go-srcinfo"
  13. "github.com/leonelquinteros/gotext"
  14. "github.com/Jguer/yay/v10/pkg/completion"
  15. "github.com/Jguer/yay/v10/pkg/dep"
  16. "github.com/Jguer/yay/v10/pkg/intrange"
  17. "github.com/Jguer/yay/v10/pkg/multierror"
  18. "github.com/Jguer/yay/v10/pkg/pgp"
  19. "github.com/Jguer/yay/v10/pkg/query"
  20. "github.com/Jguer/yay/v10/pkg/settings"
  21. "github.com/Jguer/yay/v10/pkg/stringset"
  22. "github.com/Jguer/yay/v10/pkg/text"
  23. )
  24. func asdeps(cmdArgs *settings.Arguments, pkgs []string) error {
  25. if len(pkgs) == 0 {
  26. return nil
  27. }
  28. cmdArgs = cmdArgs.CopyGlobal()
  29. _ = cmdArgs.AddArg("D", "asdeps")
  30. cmdArgs.AddTarget(pkgs...)
  31. _, stderr, err := capture(passToPacman(cmdArgs))
  32. if err != nil {
  33. return fmt.Errorf("%s %s", stderr, err)
  34. }
  35. return nil
  36. }
  37. func asexp(cmdArgs *settings.Arguments, pkgs []string) error {
  38. if len(pkgs) == 0 {
  39. return nil
  40. }
  41. cmdArgs = cmdArgs.CopyGlobal()
  42. _ = cmdArgs.AddArg("D", "asexplicit")
  43. cmdArgs.AddTarget(pkgs...)
  44. _, stderr, err := capture(passToPacman(cmdArgs))
  45. if err != nil {
  46. return fmt.Errorf("%s %s", stderr, err)
  47. }
  48. return nil
  49. }
  50. // Install handles package installs
  51. func install(cmdArgs *settings.Arguments, alpmHandle *alpm.Handle, ignoreProviders bool) (err error) {
  52. var incompatible stringset.StringSet
  53. var do *dep.Order
  54. var aurUp upSlice
  55. var repoUp upSlice
  56. var srcinfos map[string]*gosrc.Srcinfo
  57. warnings := query.NewWarnings()
  58. if config.Runtime.Mode == settings.ModeAny || config.Runtime.Mode == settings.ModeRepo {
  59. if config.CombinedUpgrade {
  60. if cmdArgs.ExistsArg("y", "refresh") {
  61. err = earlyRefresh(cmdArgs)
  62. if err != nil {
  63. return fmt.Errorf(gotext.Get("error refreshing databases"))
  64. }
  65. }
  66. } else if cmdArgs.ExistsArg("y", "refresh") || cmdArgs.ExistsArg("u", "sysupgrade") || len(cmdArgs.Targets) > 0 {
  67. err = earlyPacmanCall(cmdArgs, alpmHandle)
  68. if err != nil {
  69. return err
  70. }
  71. }
  72. }
  73. // we may have done -Sy, our handle now has an old
  74. // database.
  75. alpmHandle, err = initAlpmHandle(config.Runtime.PacmanConf, alpmHandle)
  76. if err != nil {
  77. return err
  78. }
  79. config.Runtime.AlpmHandle = alpmHandle
  80. _, _, localNames, remoteNames, err := query.FilterPackages(alpmHandle)
  81. if err != nil {
  82. return err
  83. }
  84. remoteNamesCache := stringset.FromSlice(remoteNames)
  85. localNamesCache := stringset.FromSlice(localNames)
  86. requestTargets := cmdArgs.Copy().Targets
  87. // create the arguments to pass for the repo install
  88. arguments := cmdArgs.Copy()
  89. arguments.DelArg("asdeps", "asdep")
  90. arguments.DelArg("asexplicit", "asexp")
  91. arguments.Op = "S"
  92. arguments.ClearTargets()
  93. if config.Runtime.Mode == settings.ModeAUR {
  94. arguments.DelArg("u", "sysupgrade")
  95. }
  96. // if we are doing -u also request all packages needing update
  97. if cmdArgs.ExistsArg("u", "sysupgrade") {
  98. aurUp, repoUp, err = upList(warnings, alpmHandle, cmdArgs.ExistsDouble("u", "sysupgrade"))
  99. if err != nil {
  100. return err
  101. }
  102. warnings.Print()
  103. ignore, aurUp, errUp := upgradePkgs(aurUp, repoUp)
  104. if errUp != nil {
  105. return errUp
  106. }
  107. for _, up := range repoUp {
  108. if !ignore.Get(up.Name) {
  109. requestTargets = append(requestTargets, up.Name)
  110. cmdArgs.AddTarget(up.Name)
  111. }
  112. }
  113. for up := range aurUp {
  114. requestTargets = append(requestTargets, "aur/"+up)
  115. cmdArgs.AddTarget("aur/" + up)
  116. }
  117. value, _, exists := cmdArgs.GetArg("ignore")
  118. if len(ignore) > 0 {
  119. ignoreStr := strings.Join(ignore.ToSlice(), ",")
  120. if exists {
  121. ignoreStr += "," + value
  122. }
  123. if arguments.Options["ignore"] == nil {
  124. arguments.Options["ignore"] = &settings.Option{
  125. Args: []string{ignoreStr},
  126. }
  127. } else {
  128. arguments.Options["ignore"].Add(ignoreStr)
  129. }
  130. }
  131. }
  132. targets := stringset.FromSlice(cmdArgs.Targets)
  133. dp, err := dep.GetPool(requestTargets,
  134. warnings, alpmHandle, config.Runtime.Mode,
  135. ignoreProviders, config.NoConfirm, config.Provides, config.ReBuild, config.RequestSplitN)
  136. if err != nil {
  137. return err
  138. }
  139. if !cmdArgs.ExistsDouble("d", "nodeps") {
  140. err = dp.CheckMissing()
  141. if err != nil {
  142. return err
  143. }
  144. }
  145. if len(dp.Aur) == 0 {
  146. if !config.CombinedUpgrade {
  147. if cmdArgs.ExistsArg("u", "sysupgrade") {
  148. fmt.Println(gotext.Get(" there is nothing to do"))
  149. }
  150. return nil
  151. }
  152. cmdArgs.Op = "S"
  153. cmdArgs.DelArg("y", "refresh")
  154. if arguments.ExistsArg("ignore") {
  155. if cmdArgs.ExistsArg("ignore") {
  156. cmdArgs.Options["ignore"].Args = append(cmdArgs.Options["ignore"].Args, arguments.Options["ignore"].Args...)
  157. } else {
  158. cmdArgs.Options["ignore"] = arguments.Options["ignore"]
  159. }
  160. }
  161. return show(passToPacman(cmdArgs))
  162. }
  163. if len(dp.Aur) > 0 && os.Geteuid() == 0 {
  164. return fmt.Errorf(gotext.Get("refusing to install AUR packages as root, aborting"))
  165. }
  166. var conflicts stringset.MapStringSet
  167. if !cmdArgs.ExistsDouble("d", "nodeps") {
  168. conflicts, err = dp.CheckConflicts(config.UseAsk, config.NoConfirm)
  169. if err != nil {
  170. return err
  171. }
  172. }
  173. do = dep.GetOrder(dp)
  174. if err != nil {
  175. return err
  176. }
  177. for _, pkg := range do.Repo {
  178. arguments.AddTarget(pkg.DB().Name() + "/" + pkg.Name())
  179. }
  180. for _, pkg := range dp.Groups {
  181. arguments.AddTarget(pkg)
  182. }
  183. if len(do.Aur) == 0 && len(arguments.Targets) == 0 && (!cmdArgs.ExistsArg("u", "sysupgrade") || config.Runtime.Mode == settings.ModeAUR) {
  184. fmt.Println(gotext.Get(" there is nothing to do"))
  185. return nil
  186. }
  187. do.Print()
  188. fmt.Println()
  189. if config.CleanAfter {
  190. defer cleanAfter(do.Aur)
  191. }
  192. if do.HasMake() {
  193. switch config.RemoveMake {
  194. case "yes":
  195. defer func() {
  196. err = removeMake(do)
  197. }()
  198. case "no":
  199. break
  200. default:
  201. if text.ContinueTask(gotext.Get("Remove make dependencies after install?"), false, config.NoConfirm) {
  202. defer func() {
  203. err = removeMake(do)
  204. }()
  205. }
  206. }
  207. }
  208. if config.CleanMenu {
  209. if anyExistInCache(do.Aur) {
  210. askClean := pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  211. toClean, errClean := cleanNumberMenu(do.Aur, remoteNamesCache, askClean)
  212. if errClean != nil {
  213. return errClean
  214. }
  215. cleanBuilds(toClean)
  216. }
  217. }
  218. toSkip := pkgbuildsToSkip(do.Aur, targets)
  219. cloned, err := downloadPkgbuilds(do.Aur, toSkip, config.BuildDir)
  220. if err != nil {
  221. return err
  222. }
  223. var toDiff []dep.Base
  224. var toEdit []dep.Base
  225. if config.DiffMenu {
  226. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  227. toDiff, err = diffNumberMenu(do.Aur, remoteNamesCache)
  228. if err != nil {
  229. return err
  230. }
  231. if len(toDiff) > 0 {
  232. err = showPkgbuildDiffs(toDiff, cloned)
  233. if err != nil {
  234. return err
  235. }
  236. }
  237. }
  238. if len(toDiff) > 0 {
  239. oldValue := config.NoConfirm
  240. config.NoConfirm = false
  241. fmt.Println()
  242. if !text.ContinueTask(gotext.Get("Proceed with install?"), true, config.NoConfirm) {
  243. return fmt.Errorf(gotext.Get("aborting due to user"))
  244. }
  245. err = updatePkgbuildSeenRef(toDiff)
  246. if err != nil {
  247. text.Errorln(err.Error())
  248. }
  249. config.NoConfirm = oldValue
  250. }
  251. err = mergePkgbuilds(do.Aur)
  252. if err != nil {
  253. return err
  254. }
  255. srcinfos, err = parseSrcinfoFiles(do.Aur, true)
  256. if err != nil {
  257. return err
  258. }
  259. if config.EditMenu {
  260. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  261. toEdit, err = editNumberMenu(do.Aur, remoteNamesCache)
  262. if err != nil {
  263. return err
  264. }
  265. if len(toEdit) > 0 {
  266. err = editPkgbuilds(toEdit, srcinfos)
  267. if err != nil {
  268. return err
  269. }
  270. }
  271. }
  272. if len(toEdit) > 0 {
  273. oldValue := config.NoConfirm
  274. config.NoConfirm = false
  275. fmt.Println()
  276. if !text.ContinueTask(gotext.Get("Proceed with install?"), true, config.NoConfirm) {
  277. return errors.New(gotext.Get("aborting due to user"))
  278. }
  279. config.NoConfirm = oldValue
  280. }
  281. incompatible, err = getIncompatible(do.Aur, srcinfos, alpmHandle)
  282. if err != nil {
  283. return err
  284. }
  285. if config.PGPFetch {
  286. err = pgp.CheckPgpKeys(do.Aur, srcinfos, config.GpgBin, config.GpgFlags, config.NoConfirm)
  287. if err != nil {
  288. return err
  289. }
  290. }
  291. if !config.CombinedUpgrade {
  292. arguments.DelArg("u", "sysupgrade")
  293. }
  294. if len(arguments.Targets) > 0 || arguments.ExistsArg("u") {
  295. if errShow := show(passToPacman(arguments)); errShow != nil {
  296. return errors.New(gotext.Get("error installing repo packages"))
  297. }
  298. deps := make([]string, 0)
  299. exp := make([]string, 0)
  300. for _, pkg := range do.Repo {
  301. if !dp.Explicit.Get(pkg.Name()) && !localNamesCache.Get(pkg.Name()) && !remoteNamesCache.Get(pkg.Name()) {
  302. deps = append(deps, pkg.Name())
  303. continue
  304. }
  305. if cmdArgs.ExistsArg("asdeps", "asdep") && dp.Explicit.Get(pkg.Name()) {
  306. deps = append(deps, pkg.Name())
  307. } else if cmdArgs.ExistsArg("asexp", "asexplicit") && dp.Explicit.Get(pkg.Name()) {
  308. exp = append(exp, pkg.Name())
  309. }
  310. }
  311. if errDeps := asdeps(cmdArgs, deps); errDeps != nil {
  312. return errDeps
  313. }
  314. if errExp := asexp(cmdArgs, exp); errExp != nil {
  315. return errExp
  316. }
  317. }
  318. go exitOnError(completion.Update(alpmHandle, config.AURURL, config.Runtime.CompletionPath, config.CompletionInterval, false))
  319. err = downloadPkgbuildsSources(do.Aur, incompatible)
  320. if err != nil {
  321. return err
  322. }
  323. err = buildInstallPkgbuilds(cmdArgs, alpmHandle, dp, do, srcinfos, incompatible, conflicts)
  324. if err != nil {
  325. return err
  326. }
  327. return nil
  328. }
  329. func removeMake(do *dep.Order) error {
  330. removeArguments := settings.MakeArguments()
  331. err := removeArguments.AddArg("R", "u")
  332. if err != nil {
  333. return err
  334. }
  335. for _, pkg := range do.GetMake() {
  336. removeArguments.AddTarget(pkg)
  337. }
  338. oldValue := config.NoConfirm
  339. config.NoConfirm = true
  340. err = show(passToPacman(removeArguments))
  341. config.NoConfirm = oldValue
  342. return err
  343. }
  344. func inRepos(syncDB alpm.DBList, pkg string) bool {
  345. target := dep.ToTarget(pkg)
  346. if target.DB == "aur" {
  347. return false
  348. } else if target.DB != "" {
  349. return true
  350. }
  351. previousHideMenus := settings.HideMenus
  352. settings.HideMenus = false
  353. _, err := syncDB.FindSatisfier(target.DepString())
  354. settings.HideMenus = previousHideMenus
  355. if err == nil {
  356. return true
  357. }
  358. return !syncDB.FindGroupPkgs(target.Name).Empty()
  359. }
  360. func earlyPacmanCall(cmdArgs *settings.Arguments, alpmHandle *alpm.Handle) error {
  361. arguments := cmdArgs.Copy()
  362. arguments.Op = "S"
  363. targets := cmdArgs.Targets
  364. cmdArgs.ClearTargets()
  365. arguments.ClearTargets()
  366. syncDB, err := alpmHandle.SyncDBs()
  367. if err != nil {
  368. return err
  369. }
  370. if config.Runtime.Mode == settings.ModeRepo {
  371. arguments.Targets = targets
  372. } else {
  373. // separate aur and repo targets
  374. for _, target := range targets {
  375. if inRepos(syncDB, target) {
  376. arguments.AddTarget(target)
  377. } else {
  378. cmdArgs.AddTarget(target)
  379. }
  380. }
  381. }
  382. if cmdArgs.ExistsArg("y", "refresh") || cmdArgs.ExistsArg("u", "sysupgrade") || len(arguments.Targets) > 0 {
  383. err = show(passToPacman(arguments))
  384. if err != nil {
  385. return errors.New(gotext.Get("error installing repo packages"))
  386. }
  387. }
  388. return nil
  389. }
  390. func earlyRefresh(cmdArgs *settings.Arguments) error {
  391. arguments := cmdArgs.Copy()
  392. cmdArgs.DelArg("y", "refresh")
  393. arguments.DelArg("u", "sysupgrade")
  394. arguments.DelArg("s", "search")
  395. arguments.DelArg("i", "info")
  396. arguments.DelArg("l", "list")
  397. arguments.ClearTargets()
  398. return show(passToPacman(arguments))
  399. }
  400. func getIncompatible(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo, alpmHandle *alpm.Handle) (stringset.StringSet, error) {
  401. incompatible := make(stringset.StringSet)
  402. basesMap := make(map[string]dep.Base)
  403. alpmArch, err := alpmHandle.Arch()
  404. if err != nil {
  405. return nil, err
  406. }
  407. nextpkg:
  408. for _, base := range bases {
  409. for _, arch := range srcinfos[base.Pkgbase()].Arch {
  410. if arch == "any" || arch == alpmArch {
  411. continue nextpkg
  412. }
  413. }
  414. incompatible.Set(base.Pkgbase())
  415. basesMap[base.Pkgbase()] = base
  416. }
  417. if len(incompatible) > 0 {
  418. text.Warnln(gotext.Get("The following packages are not compatible with your architecture:"))
  419. for pkg := range incompatible {
  420. fmt.Print(" " + cyan(basesMap[pkg].String()))
  421. }
  422. fmt.Println()
  423. if !text.ContinueTask(gotext.Get("Try to build them anyway?"), true, config.NoConfirm) {
  424. return nil, errors.New(gotext.Get("aborting due to user"))
  425. }
  426. }
  427. return incompatible, nil
  428. }
  429. func parsePackageList(dir string) (pkgdests map[string]string, pkgVersion string, err error) {
  430. stdout, stderr, err := capture(passToMakepkg(dir, "--packagelist"))
  431. if err != nil {
  432. return nil, "", fmt.Errorf("%s %s", stderr, err)
  433. }
  434. lines := strings.Split(stdout, "\n")
  435. pkgdests = make(map[string]string)
  436. for _, line := range lines {
  437. if line == "" {
  438. continue
  439. }
  440. fileName := filepath.Base(line)
  441. split := strings.Split(fileName, "-")
  442. if len(split) < 4 {
  443. return nil, "", errors.New(gotext.Get("cannot find package name: %v", split))
  444. }
  445. // pkgname-pkgver-pkgrel-arch.pkgext
  446. // This assumes 3 dashes after the pkgname, Will cause an error
  447. // if the PKGEXT contains a dash. Please no one do that.
  448. pkgName := strings.Join(split[:len(split)-3], "-")
  449. pkgVersion = strings.Join(split[len(split)-3:len(split)-1], "-")
  450. pkgdests[pkgName] = line
  451. }
  452. return pkgdests, pkgVersion, nil
  453. }
  454. func anyExistInCache(bases []dep.Base) bool {
  455. for _, base := range bases {
  456. pkg := base.Pkgbase()
  457. dir := filepath.Join(config.BuildDir, pkg)
  458. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  459. return true
  460. }
  461. }
  462. return false
  463. }
  464. func pkgbuildNumberMenu(bases []dep.Base, installed stringset.StringSet) bool {
  465. toPrint := ""
  466. askClean := false
  467. for n, base := range bases {
  468. pkg := base.Pkgbase()
  469. dir := filepath.Join(config.BuildDir, pkg)
  470. toPrint += fmt.Sprintf(magenta("%3d")+" %-40s", len(bases)-n,
  471. bold(base.String()))
  472. anyInstalled := false
  473. for _, b := range base {
  474. anyInstalled = anyInstalled || installed.Get(b.Name)
  475. }
  476. if anyInstalled {
  477. toPrint += bold(green(gotext.Get(" (Installed)")))
  478. }
  479. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  480. toPrint += bold(green(gotext.Get(" (Build Files Exist)")))
  481. askClean = true
  482. }
  483. toPrint += "\n"
  484. }
  485. fmt.Print(toPrint)
  486. return askClean
  487. }
  488. func cleanNumberMenu(bases []dep.Base, installed stringset.StringSet, hasClean bool) ([]dep.Base, error) {
  489. toClean := make([]dep.Base, 0)
  490. if !hasClean {
  491. return toClean, nil
  492. }
  493. text.Infoln(gotext.Get("Packages to cleanBuild?"))
  494. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", cyan(gotext.Get("[N]one"))))
  495. cleanInput, err := getInput(config.AnswerClean)
  496. if err != nil {
  497. return nil, err
  498. }
  499. cInclude, cExclude, cOtherInclude, cOtherExclude := intrange.ParseNumberMenu(cleanInput)
  500. cIsInclude := len(cExclude) == 0 && len(cOtherExclude) == 0
  501. if cOtherInclude.Get("abort") || cOtherInclude.Get("ab") {
  502. return nil, fmt.Errorf(gotext.Get("aborting due to user"))
  503. }
  504. if !cOtherInclude.Get("n") && !cOtherInclude.Get("none") {
  505. for i, base := range bases {
  506. pkg := base.Pkgbase()
  507. anyInstalled := false
  508. for _, b := range base {
  509. anyInstalled = anyInstalled || installed.Get(b.Name)
  510. }
  511. dir := filepath.Join(config.BuildDir, pkg)
  512. if _, err := os.Stat(dir); os.IsNotExist(err) {
  513. continue
  514. }
  515. if !cIsInclude && cExclude.Get(len(bases)-i) {
  516. continue
  517. }
  518. if anyInstalled && (cOtherInclude.Get("i") || cOtherInclude.Get("installed")) {
  519. toClean = append(toClean, base)
  520. continue
  521. }
  522. if !anyInstalled && (cOtherInclude.Get("no") || cOtherInclude.Get("notinstalled")) {
  523. toClean = append(toClean, base)
  524. continue
  525. }
  526. if cOtherInclude.Get("a") || cOtherInclude.Get("all") {
  527. toClean = append(toClean, base)
  528. continue
  529. }
  530. if cIsInclude && (cInclude.Get(len(bases)-i) || cOtherInclude.Get(pkg)) {
  531. toClean = append(toClean, base)
  532. continue
  533. }
  534. if !cIsInclude && (!cExclude.Get(len(bases)-i) && !cOtherExclude.Get(pkg)) {
  535. toClean = append(toClean, base)
  536. continue
  537. }
  538. }
  539. }
  540. return toClean, nil
  541. }
  542. func editNumberMenu(bases []dep.Base, installed stringset.StringSet) ([]dep.Base, error) {
  543. return editDiffNumberMenu(bases, installed, false)
  544. }
  545. func diffNumberMenu(bases []dep.Base, installed stringset.StringSet) ([]dep.Base, error) {
  546. return editDiffNumberMenu(bases, installed, true)
  547. }
  548. func editDiffNumberMenu(bases []dep.Base, installed stringset.StringSet, diff bool) ([]dep.Base, error) {
  549. toEdit := make([]dep.Base, 0)
  550. var editInput string
  551. var err error
  552. if diff {
  553. text.Infoln(gotext.Get("Diffs to show?"))
  554. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", cyan(gotext.Get("[N]one"))))
  555. editInput, err = getInput(config.AnswerDiff)
  556. if err != nil {
  557. return nil, err
  558. }
  559. } else {
  560. text.Infoln(gotext.Get("PKGBUILDs to edit?"))
  561. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", cyan(gotext.Get("[N]one"))))
  562. editInput, err = getInput(config.AnswerEdit)
  563. if err != nil {
  564. return nil, err
  565. }
  566. }
  567. eInclude, eExclude, eOtherInclude, eOtherExclude := intrange.ParseNumberMenu(editInput)
  568. eIsInclude := len(eExclude) == 0 && len(eOtherExclude) == 0
  569. if eOtherInclude.Get("abort") || eOtherInclude.Get("ab") {
  570. return nil, fmt.Errorf(gotext.Get("aborting due to user"))
  571. }
  572. if !eOtherInclude.Get("n") && !eOtherInclude.Get("none") {
  573. for i, base := range bases {
  574. pkg := base.Pkgbase()
  575. anyInstalled := false
  576. for _, b := range base {
  577. anyInstalled = anyInstalled || installed.Get(b.Name)
  578. }
  579. if !eIsInclude && eExclude.Get(len(bases)-i) {
  580. continue
  581. }
  582. if anyInstalled && (eOtherInclude.Get("i") || eOtherInclude.Get("installed")) {
  583. toEdit = append(toEdit, base)
  584. continue
  585. }
  586. if !anyInstalled && (eOtherInclude.Get("no") || eOtherInclude.Get("notinstalled")) {
  587. toEdit = append(toEdit, base)
  588. continue
  589. }
  590. if eOtherInclude.Get("a") || eOtherInclude.Get("all") {
  591. toEdit = append(toEdit, base)
  592. continue
  593. }
  594. if eIsInclude && (eInclude.Get(len(bases)-i) || eOtherInclude.Get(pkg)) {
  595. toEdit = append(toEdit, base)
  596. }
  597. if !eIsInclude && (!eExclude.Get(len(bases)-i) && !eOtherExclude.Get(pkg)) {
  598. toEdit = append(toEdit, base)
  599. }
  600. }
  601. }
  602. return toEdit, nil
  603. }
  604. func updatePkgbuildSeenRef(bases []dep.Base) error {
  605. var errMulti multierror.MultiError
  606. for _, base := range bases {
  607. pkg := base.Pkgbase()
  608. err := gitUpdateSeenRef(config.BuildDir, pkg)
  609. if err != nil {
  610. errMulti.Add(err)
  611. }
  612. }
  613. return errMulti.Return()
  614. }
  615. func showPkgbuildDiffs(bases []dep.Base, cloned stringset.StringSet) error {
  616. var errMulti multierror.MultiError
  617. for _, base := range bases {
  618. pkg := base.Pkgbase()
  619. dir := filepath.Join(config.BuildDir, pkg)
  620. start, err := getLastSeenHash(config.BuildDir, pkg)
  621. if err != nil {
  622. errMulti.Add(err)
  623. continue
  624. }
  625. if cloned.Get(pkg) {
  626. start = gitEmptyTree
  627. } else {
  628. hasDiff, err := gitHasDiff(config.BuildDir, pkg)
  629. if err != nil {
  630. errMulti.Add(err)
  631. continue
  632. }
  633. if !hasDiff {
  634. text.Warnln(gotext.Get("%s: No changes -- skipping", cyan(base.String())))
  635. continue
  636. }
  637. }
  638. args := []string{
  639. "diff",
  640. start + "..HEAD@{upstream}", "--src-prefix",
  641. dir + "/", "--dst-prefix", dir + "/", "--", ".", ":(exclude).SRCINFO",
  642. }
  643. if text.UseColor {
  644. args = append(args, "--color=always")
  645. } else {
  646. args = append(args, "--color=never")
  647. }
  648. _ = show(passToGit(dir, args...))
  649. }
  650. return errMulti.Return()
  651. }
  652. func editPkgbuilds(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo) error {
  653. pkgbuilds := make([]string, 0, len(bases))
  654. for _, base := range bases {
  655. pkg := base.Pkgbase()
  656. dir := filepath.Join(config.BuildDir, pkg)
  657. pkgbuilds = append(pkgbuilds, filepath.Join(dir, "PKGBUILD"))
  658. for _, splitPkg := range srcinfos[pkg].SplitPackages() {
  659. if splitPkg.Install != "" {
  660. pkgbuilds = append(pkgbuilds, filepath.Join(dir, splitPkg.Install))
  661. }
  662. }
  663. }
  664. if len(pkgbuilds) > 0 {
  665. editor, editorArgs := editor()
  666. editorArgs = append(editorArgs, pkgbuilds...)
  667. editcmd := exec.Command(editor, editorArgs...)
  668. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  669. err := editcmd.Run()
  670. if err != nil {
  671. return errors.New(gotext.Get("editor did not exit successfully, aborting: %s", err))
  672. }
  673. }
  674. return nil
  675. }
  676. func parseSrcinfoFiles(bases []dep.Base, errIsFatal bool) (map[string]*gosrc.Srcinfo, error) {
  677. srcinfos := make(map[string]*gosrc.Srcinfo)
  678. for k, base := range bases {
  679. pkg := base.Pkgbase()
  680. dir := filepath.Join(config.BuildDir, pkg)
  681. text.OperationInfoln(gotext.Get("(%d/%d) Parsing SRCINFO: %s", k+1, len(bases), cyan(base.String())))
  682. pkgbuild, err := gosrc.ParseFile(filepath.Join(dir, ".SRCINFO"))
  683. if err != nil {
  684. if !errIsFatal {
  685. text.Warnln(gotext.Get("failed to parse %s -- skipping: %s", base.String(), err))
  686. continue
  687. }
  688. return nil, errors.New(gotext.Get("failed to parse %s: %s", base.String(), err))
  689. }
  690. srcinfos[pkg] = pkgbuild
  691. }
  692. return srcinfos, nil
  693. }
  694. func pkgbuildsToSkip(bases []dep.Base, targets stringset.StringSet) stringset.StringSet {
  695. toSkip := make(stringset.StringSet)
  696. for _, base := range bases {
  697. isTarget := false
  698. for _, pkg := range base {
  699. isTarget = isTarget || targets.Get(pkg.Name)
  700. }
  701. if (config.ReDownload == "yes" && isTarget) || config.ReDownload == "all" {
  702. continue
  703. }
  704. dir := filepath.Join(config.BuildDir, base.Pkgbase(), ".SRCINFO")
  705. pkgbuild, err := gosrc.ParseFile(dir)
  706. if err == nil {
  707. if alpm.VerCmp(pkgbuild.Version(), base.Version()) >= 0 {
  708. toSkip.Set(base.Pkgbase())
  709. }
  710. }
  711. }
  712. return toSkip
  713. }
  714. func mergePkgbuilds(bases []dep.Base) error {
  715. for _, base := range bases {
  716. err := gitMerge(config.BuildDir, base.Pkgbase())
  717. if err != nil {
  718. return err
  719. }
  720. }
  721. return nil
  722. }
  723. func downloadPkgbuilds(bases []dep.Base, toSkip stringset.StringSet, buildDir string) (stringset.StringSet, error) {
  724. cloned := make(stringset.StringSet)
  725. downloaded := 0
  726. var wg sync.WaitGroup
  727. var mux sync.Mutex
  728. var errs multierror.MultiError
  729. download := func(base dep.Base) {
  730. defer wg.Done()
  731. pkg := base.Pkgbase()
  732. if toSkip.Get(pkg) {
  733. mux.Lock()
  734. downloaded++
  735. text.OperationInfoln(
  736. gotext.Get("PKGBUILD up to date, Skipping (%d/%d): %s",
  737. downloaded, len(bases), cyan(base.String())))
  738. mux.Unlock()
  739. return
  740. }
  741. clone, err := gitDownload(config.AURURL+"/"+pkg+".git", buildDir, pkg)
  742. if err != nil {
  743. errs.Add(err)
  744. return
  745. }
  746. if clone {
  747. mux.Lock()
  748. cloned.Set(pkg)
  749. mux.Unlock()
  750. }
  751. mux.Lock()
  752. downloaded++
  753. text.OperationInfoln(gotext.Get("Downloaded PKGBUILD (%d/%d): %s", downloaded, len(bases), cyan(base.String())))
  754. mux.Unlock()
  755. }
  756. count := 0
  757. for _, base := range bases {
  758. wg.Add(1)
  759. go download(base)
  760. count++
  761. if count%25 == 0 {
  762. wg.Wait()
  763. }
  764. }
  765. wg.Wait()
  766. return cloned, errs.Return()
  767. }
  768. func downloadPkgbuildsSources(bases []dep.Base, incompatible stringset.StringSet) (err error) {
  769. for _, base := range bases {
  770. pkg := base.Pkgbase()
  771. dir := filepath.Join(config.BuildDir, pkg)
  772. args := []string{"--verifysource", "-Ccf"}
  773. if incompatible.Get(pkg) {
  774. args = append(args, "--ignorearch")
  775. }
  776. err = show(passToMakepkg(dir, args...))
  777. if err != nil {
  778. return errors.New(gotext.Get("error downloading sources: %s", cyan(base.String())))
  779. }
  780. }
  781. return
  782. }
  783. func buildInstallPkgbuilds(
  784. cmdArgs *settings.Arguments,
  785. alpmHandle *alpm.Handle,
  786. dp *dep.Pool,
  787. do *dep.Order,
  788. srcinfos map[string]*gosrc.Srcinfo,
  789. incompatible stringset.StringSet,
  790. conflicts stringset.MapStringSet,
  791. ) error {
  792. arguments := cmdArgs.Copy()
  793. arguments.ClearTargets()
  794. arguments.Op = "U"
  795. arguments.DelArg("confirm")
  796. arguments.DelArg("noconfirm")
  797. arguments.DelArg("c", "clean")
  798. arguments.DelArg("q", "quiet")
  799. arguments.DelArg("q", "quiet")
  800. arguments.DelArg("y", "refresh")
  801. arguments.DelArg("u", "sysupgrade")
  802. arguments.DelArg("w", "downloadonly")
  803. deps := make([]string, 0)
  804. exp := make([]string, 0)
  805. oldConfirm := config.NoConfirm
  806. config.NoConfirm = true
  807. //remotenames: names of all non repo packages on the system
  808. _, _, localNames, remoteNames, err := query.FilterPackages(alpmHandle)
  809. if err != nil {
  810. return err
  811. }
  812. // cache as a stringset. maybe make it return a string set in the first
  813. // place
  814. remoteNamesCache := stringset.FromSlice(remoteNames)
  815. localNamesCache := stringset.FromSlice(localNames)
  816. doInstall := func() error {
  817. if len(arguments.Targets) == 0 {
  818. return nil
  819. }
  820. if errShow := show(passToPacman(arguments)); errShow != nil {
  821. return errShow
  822. }
  823. err = saveVCSInfo(config.Runtime.VCSPath)
  824. if err != nil {
  825. fmt.Fprintln(os.Stderr, err)
  826. }
  827. if errDeps := asdeps(cmdArgs, deps); err != nil {
  828. return errDeps
  829. }
  830. if errExps := asexp(cmdArgs, exp); err != nil {
  831. return errExps
  832. }
  833. config.NoConfirm = oldConfirm
  834. arguments.ClearTargets()
  835. deps = make([]string, 0)
  836. exp = make([]string, 0)
  837. config.NoConfirm = true
  838. return nil
  839. }
  840. for _, base := range do.Aur {
  841. pkg := base.Pkgbase()
  842. dir := filepath.Join(config.BuildDir, pkg)
  843. built := true
  844. satisfied := true
  845. all:
  846. for _, pkg := range base {
  847. for _, deps := range [3][]string{pkg.Depends, pkg.MakeDepends, pkg.CheckDepends} {
  848. for _, dep := range deps {
  849. if _, errSatisfier := dp.LocalDB.PkgCache().FindSatisfier(dep); errSatisfier != nil {
  850. satisfied = false
  851. text.Warnln(gotext.Get("%s not satisfied, flushing install queue", dep))
  852. break all
  853. }
  854. }
  855. }
  856. }
  857. if !satisfied || !config.BatchInstall {
  858. err = doInstall()
  859. if err != nil {
  860. return err
  861. }
  862. }
  863. srcinfo := srcinfos[pkg]
  864. args := []string{"--nobuild", "-fC"}
  865. if incompatible.Get(pkg) {
  866. args = append(args, "--ignorearch")
  867. }
  868. // pkgver bump
  869. if err = show(passToMakepkg(dir, args...)); err != nil {
  870. return errors.New(gotext.Get("error making: %s", base.String()))
  871. }
  872. pkgdests, pkgVersion, errList := parsePackageList(dir)
  873. if errList != nil {
  874. return errList
  875. }
  876. isExplicit := false
  877. for _, b := range base {
  878. isExplicit = isExplicit || dp.Explicit.Get(b.Name)
  879. }
  880. if config.ReBuild == "no" || (config.ReBuild == "yes" && !isExplicit) {
  881. for _, split := range base {
  882. pkgdest, ok := pkgdests[split.Name]
  883. if !ok {
  884. return errors.New(gotext.Get("could not find PKGDEST for: %s", split.Name))
  885. }
  886. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  887. built = false
  888. } else if errStat != nil {
  889. return errStat
  890. }
  891. }
  892. } else {
  893. built = false
  894. }
  895. if cmdArgs.ExistsArg("needed") {
  896. installed := true
  897. for _, split := range base {
  898. if alpmpkg := dp.LocalDB.Pkg(split.Name); alpmpkg == nil || alpmpkg.Version() != pkgVersion {
  899. installed = false
  900. }
  901. }
  902. if installed {
  903. err = show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  904. if err != nil {
  905. return errors.New(gotext.Get("error making: %s", err))
  906. }
  907. fmt.Fprintln(os.Stdout, gotext.Get("%s is up to date -- skipping", cyan(pkg+"-"+pkgVersion)))
  908. continue
  909. }
  910. }
  911. if built {
  912. err = show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  913. if err != nil {
  914. return errors.New(gotext.Get("error making: %s", err))
  915. }
  916. text.Warnln(gotext.Get("%s already made -- skipping build", cyan(pkg+"-"+pkgVersion)))
  917. } else {
  918. args := []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  919. if incompatible.Get(pkg) {
  920. args = append(args, "--ignorearch")
  921. }
  922. if errMake := show(passToMakepkg(dir, args...)); errMake != nil {
  923. return errors.New(gotext.Get("error making: %s", base.String))
  924. }
  925. }
  926. // conflicts have been checked so answer y for them
  927. if config.UseAsk && cmdArgs.ExistsArg("ask") {
  928. ask, _ := strconv.Atoi(cmdArgs.Options["ask"].First())
  929. uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg
  930. cmdArgs.Options["ask"].Set(fmt.Sprint(uask))
  931. } else {
  932. for _, split := range base {
  933. if _, ok := conflicts[split.Name]; ok {
  934. config.NoConfirm = false
  935. break
  936. }
  937. }
  938. }
  939. doAddTarget := func(name string, optional bool) error {
  940. pkgdest, ok := pkgdests[name]
  941. if !ok {
  942. if optional {
  943. return nil
  944. }
  945. return errors.New(gotext.Get("could not find PKGDEST for: %s", name))
  946. }
  947. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  948. if optional {
  949. return nil
  950. }
  951. return errors.New(
  952. gotext.Get(
  953. "the PKGDEST for %s is listed by makepkg but does not exist: %s",
  954. name, pkgdest))
  955. }
  956. arguments.AddTarget(pkgdest)
  957. if cmdArgs.ExistsArg("asdeps", "asdep") {
  958. deps = append(deps, name)
  959. } else if cmdArgs.ExistsArg("asexplicit", "asexp") {
  960. exp = append(exp, name)
  961. } else if !dp.Explicit.Get(name) && !localNamesCache.Get(name) && !remoteNamesCache.Get(name) {
  962. deps = append(deps, name)
  963. }
  964. return nil
  965. }
  966. for _, split := range base {
  967. if errAdd := doAddTarget(split.Name, false); errAdd != nil {
  968. return errAdd
  969. }
  970. if errAddDebug := doAddTarget(split.Name+"-debug", true); errAddDebug != nil {
  971. return errAddDebug
  972. }
  973. }
  974. var mux sync.Mutex
  975. var wg sync.WaitGroup
  976. for _, pkg := range base {
  977. wg.Add(1)
  978. go updateVCSData(config.Runtime.VCSPath, pkg.Name, srcinfo.Source, &mux, &wg)
  979. }
  980. wg.Wait()
  981. }
  982. err = doInstall()
  983. config.NoConfirm = oldConfirm
  984. return err
  985. }