install.go 28 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193
  1. package main
  2. import (
  3. "errors"
  4. "fmt"
  5. "os"
  6. "os/exec"
  7. "path/filepath"
  8. "strconv"
  9. "strings"
  10. "sync"
  11. alpm "github.com/Jguer/go-alpm"
  12. gosrc "github.com/Morganamilo/go-srcinfo"
  13. "github.com/leonelquinteros/gotext"
  14. "github.com/Jguer/yay/v10/pkg/completion"
  15. "github.com/Jguer/yay/v10/pkg/dep"
  16. "github.com/Jguer/yay/v10/pkg/intrange"
  17. "github.com/Jguer/yay/v10/pkg/multierror"
  18. "github.com/Jguer/yay/v10/pkg/query"
  19. "github.com/Jguer/yay/v10/pkg/settings"
  20. "github.com/Jguer/yay/v10/pkg/stringset"
  21. "github.com/Jguer/yay/v10/pkg/text"
  22. )
  23. func asdeps(cmdArgs *settings.Arguments, pkgs []string) error {
  24. if len(pkgs) == 0 {
  25. return nil
  26. }
  27. cmdArgs = cmdArgs.CopyGlobal()
  28. _ = cmdArgs.AddArg("D", "asdeps")
  29. cmdArgs.AddTarget(pkgs...)
  30. _, stderr, err := capture(passToPacman(cmdArgs))
  31. if err != nil {
  32. return fmt.Errorf("%s %s", stderr, err)
  33. }
  34. return nil
  35. }
  36. func asexp(cmdArgs *settings.Arguments, pkgs []string) error {
  37. if len(pkgs) == 0 {
  38. return nil
  39. }
  40. cmdArgs = cmdArgs.CopyGlobal()
  41. _ = cmdArgs.AddArg("D", "asexplicit")
  42. cmdArgs.AddTarget(pkgs...)
  43. _, stderr, err := capture(passToPacman(cmdArgs))
  44. if err != nil {
  45. return fmt.Errorf("%s %s", stderr, err)
  46. }
  47. return nil
  48. }
  49. // Install handles package installs
  50. func install(cmdArgs *settings.Arguments, alpmHandle *alpm.Handle, ignoreProviders bool) (err error) {
  51. var incompatible stringset.StringSet
  52. var do *dep.Order
  53. var aurUp upSlice
  54. var repoUp upSlice
  55. var srcinfos map[string]*gosrc.Srcinfo
  56. warnings := query.NewWarnings()
  57. if config.Runtime.Mode == settings.ModeAny || config.Runtime.Mode == settings.ModeRepo {
  58. if config.CombinedUpgrade {
  59. if cmdArgs.ExistsArg("y", "refresh") {
  60. err = earlyRefresh(cmdArgs)
  61. if err != nil {
  62. return fmt.Errorf(gotext.Get("error refreshing databases"))
  63. }
  64. }
  65. } else if cmdArgs.ExistsArg("y", "refresh") || cmdArgs.ExistsArg("u", "sysupgrade") || len(cmdArgs.Targets) > 0 {
  66. err = earlyPacmanCall(cmdArgs, alpmHandle)
  67. if err != nil {
  68. return err
  69. }
  70. }
  71. }
  72. // we may have done -Sy, our handle now has an old
  73. // database.
  74. alpmHandle, err = initAlpmHandle(config.Runtime.PacmanConf, alpmHandle)
  75. if err != nil {
  76. return err
  77. }
  78. config.Runtime.AlpmHandle = alpmHandle
  79. _, _, localNames, remoteNames, err := query.FilterPackages(alpmHandle)
  80. if err != nil {
  81. return err
  82. }
  83. remoteNamesCache := stringset.FromSlice(remoteNames)
  84. localNamesCache := stringset.FromSlice(localNames)
  85. requestTargets := cmdArgs.Copy().Targets
  86. // create the arguments to pass for the repo install
  87. arguments := cmdArgs.Copy()
  88. arguments.DelArg("asdeps", "asdep")
  89. arguments.DelArg("asexplicit", "asexp")
  90. arguments.Op = "S"
  91. arguments.ClearTargets()
  92. if config.Runtime.Mode == settings.ModeAUR {
  93. arguments.DelArg("u", "sysupgrade")
  94. }
  95. // if we are doing -u also request all packages needing update
  96. if cmdArgs.ExistsArg("u", "sysupgrade") {
  97. aurUp, repoUp, err = upList(warnings, alpmHandle, cmdArgs.ExistsDouble("u", "sysupgrade"))
  98. if err != nil {
  99. return err
  100. }
  101. warnings.Print()
  102. ignore, aurUp, errUp := upgradePkgs(aurUp, repoUp)
  103. if errUp != nil {
  104. return errUp
  105. }
  106. for _, up := range repoUp {
  107. if !ignore.Get(up.Name) {
  108. requestTargets = append(requestTargets, up.Name)
  109. cmdArgs.AddTarget(up.Name)
  110. }
  111. }
  112. for up := range aurUp {
  113. requestTargets = append(requestTargets, "aur/"+up)
  114. cmdArgs.AddTarget("aur/" + up)
  115. }
  116. value, _, exists := cmdArgs.GetArg("ignore")
  117. if len(ignore) > 0 {
  118. ignoreStr := strings.Join(ignore.ToSlice(), ",")
  119. if exists {
  120. ignoreStr += "," + value
  121. }
  122. if arguments.Options["ignore"] == nil {
  123. arguments.Options["ignore"] = &settings.Option{
  124. Args: []string{ignoreStr},
  125. }
  126. } else {
  127. arguments.Options["ignore"].Add(ignoreStr)
  128. }
  129. }
  130. }
  131. targets := stringset.FromSlice(cmdArgs.Targets)
  132. dp, err := dep.GetPool(requestTargets,
  133. warnings, alpmHandle, config.Runtime.Mode,
  134. ignoreProviders, config.NoConfirm, config.Provides, config.ReBuild, config.RequestSplitN)
  135. if err != nil {
  136. return err
  137. }
  138. if !cmdArgs.ExistsDouble("d", "nodeps") {
  139. err = dp.CheckMissing()
  140. if err != nil {
  141. return err
  142. }
  143. }
  144. if len(dp.Aur) == 0 {
  145. if !config.CombinedUpgrade {
  146. if cmdArgs.ExistsArg("u", "sysupgrade") {
  147. fmt.Println(gotext.Get(" there is nothing to do"))
  148. }
  149. return nil
  150. }
  151. cmdArgs.Op = "S"
  152. cmdArgs.DelArg("y", "refresh")
  153. if arguments.ExistsArg("ignore") {
  154. if cmdArgs.ExistsArg("ignore") {
  155. cmdArgs.Options["ignore"].Args = append(cmdArgs.Options["ignore"].Args, arguments.Options["ignore"].Args...)
  156. } else {
  157. cmdArgs.Options["ignore"] = arguments.Options["ignore"]
  158. }
  159. }
  160. return show(passToPacman(cmdArgs))
  161. }
  162. if len(dp.Aur) > 0 && os.Geteuid() == 0 {
  163. return fmt.Errorf(gotext.Get("refusing to install AUR packages as root, aborting"))
  164. }
  165. var conflicts stringset.MapStringSet
  166. if !cmdArgs.ExistsDouble("d", "nodeps") {
  167. conflicts, err = dp.CheckConflicts(config.UseAsk, config.NoConfirm)
  168. if err != nil {
  169. return err
  170. }
  171. }
  172. do = dep.GetOrder(dp)
  173. if err != nil {
  174. return err
  175. }
  176. for _, pkg := range do.Repo {
  177. arguments.AddTarget(pkg.DB().Name() + "/" + pkg.Name())
  178. }
  179. for _, pkg := range dp.Groups {
  180. arguments.AddTarget(pkg)
  181. }
  182. if len(do.Aur) == 0 && len(arguments.Targets) == 0 && (!cmdArgs.ExistsArg("u", "sysupgrade") || config.Runtime.Mode == settings.ModeAUR) {
  183. fmt.Println(gotext.Get(" there is nothing to do"))
  184. return nil
  185. }
  186. do.Print()
  187. fmt.Println()
  188. if config.CleanAfter {
  189. defer cleanAfter(do.Aur)
  190. }
  191. if do.HasMake() {
  192. switch config.RemoveMake {
  193. case "yes":
  194. defer func() {
  195. err = removeMake(do)
  196. }()
  197. case "no":
  198. break
  199. default:
  200. if continueTask(gotext.Get("Remove make dependencies after install?"), false) {
  201. defer func() {
  202. err = removeMake(do)
  203. }()
  204. }
  205. }
  206. }
  207. if config.CleanMenu {
  208. if anyExistInCache(do.Aur) {
  209. askClean := pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  210. toClean, errClean := cleanNumberMenu(do.Aur, remoteNamesCache, askClean)
  211. if errClean != nil {
  212. return errClean
  213. }
  214. cleanBuilds(toClean)
  215. }
  216. }
  217. toSkip := pkgbuildsToSkip(do.Aur, targets)
  218. cloned, err := downloadPkgbuilds(do.Aur, toSkip, config.BuildDir)
  219. if err != nil {
  220. return err
  221. }
  222. var toDiff []dep.Base
  223. var toEdit []dep.Base
  224. if config.DiffMenu {
  225. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  226. toDiff, err = diffNumberMenu(do.Aur, remoteNamesCache)
  227. if err != nil {
  228. return err
  229. }
  230. if len(toDiff) > 0 {
  231. err = showPkgbuildDiffs(toDiff, cloned)
  232. if err != nil {
  233. return err
  234. }
  235. }
  236. }
  237. if len(toDiff) > 0 {
  238. oldValue := config.NoConfirm
  239. config.NoConfirm = false
  240. fmt.Println()
  241. if !continueTask(gotext.Get("Proceed with install?"), true) {
  242. return fmt.Errorf(gotext.Get("aborting due to user"))
  243. }
  244. err = updatePkgbuildSeenRef(toDiff)
  245. if err != nil {
  246. text.Errorln(err.Error())
  247. }
  248. config.NoConfirm = oldValue
  249. }
  250. err = mergePkgbuilds(do.Aur)
  251. if err != nil {
  252. return err
  253. }
  254. srcinfos, err = parseSrcinfoFiles(do.Aur, true)
  255. if err != nil {
  256. return err
  257. }
  258. if config.EditMenu {
  259. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  260. toEdit, err = editNumberMenu(do.Aur, remoteNamesCache)
  261. if err != nil {
  262. return err
  263. }
  264. if len(toEdit) > 0 {
  265. err = editPkgbuilds(toEdit, srcinfos)
  266. if err != nil {
  267. return err
  268. }
  269. }
  270. }
  271. if len(toEdit) > 0 {
  272. oldValue := config.NoConfirm
  273. config.NoConfirm = false
  274. fmt.Println()
  275. if !continueTask(gotext.Get("Proceed with install?"), true) {
  276. return errors.New(gotext.Get("aborting due to user"))
  277. }
  278. config.NoConfirm = oldValue
  279. }
  280. incompatible, err = getIncompatible(do.Aur, srcinfos, alpmHandle)
  281. if err != nil {
  282. return err
  283. }
  284. if config.PGPFetch {
  285. err = checkPgpKeys(do.Aur, srcinfos)
  286. if err != nil {
  287. return err
  288. }
  289. }
  290. if !config.CombinedUpgrade {
  291. arguments.DelArg("u", "sysupgrade")
  292. }
  293. if len(arguments.Targets) > 0 || arguments.ExistsArg("u") {
  294. if errShow := show(passToPacman(arguments)); errShow != nil {
  295. return errors.New(gotext.Get("error installing repo packages"))
  296. }
  297. deps := make([]string, 0)
  298. exp := make([]string, 0)
  299. for _, pkg := range do.Repo {
  300. if !dp.Explicit.Get(pkg.Name()) && !localNamesCache.Get(pkg.Name()) && !remoteNamesCache.Get(pkg.Name()) {
  301. deps = append(deps, pkg.Name())
  302. continue
  303. }
  304. if cmdArgs.ExistsArg("asdeps", "asdep") && dp.Explicit.Get(pkg.Name()) {
  305. deps = append(deps, pkg.Name())
  306. } else if cmdArgs.ExistsArg("asexp", "asexplicit") && dp.Explicit.Get(pkg.Name()) {
  307. exp = append(exp, pkg.Name())
  308. }
  309. }
  310. if errDeps := asdeps(cmdArgs, deps); errDeps != nil {
  311. return errDeps
  312. }
  313. if errExp := asexp(cmdArgs, exp); errExp != nil {
  314. return errExp
  315. }
  316. }
  317. go exitOnError(completion.Update(alpmHandle, config.AURURL, config.Runtime.CompletionPath, config.CompletionInterval, false))
  318. err = downloadPkgbuildsSources(do.Aur, incompatible)
  319. if err != nil {
  320. return err
  321. }
  322. err = buildInstallPkgbuilds(cmdArgs, alpmHandle, dp, do, srcinfos, incompatible, conflicts)
  323. if err != nil {
  324. return err
  325. }
  326. return nil
  327. }
  328. func removeMake(do *dep.Order) error {
  329. removeArguments := settings.MakeArguments()
  330. err := removeArguments.AddArg("R", "u")
  331. if err != nil {
  332. return err
  333. }
  334. for _, pkg := range do.GetMake() {
  335. removeArguments.AddTarget(pkg)
  336. }
  337. oldValue := config.NoConfirm
  338. config.NoConfirm = true
  339. err = show(passToPacman(removeArguments))
  340. config.NoConfirm = oldValue
  341. return err
  342. }
  343. func inRepos(syncDB alpm.DBList, pkg string) bool {
  344. target := dep.ToTarget(pkg)
  345. if target.DB == "aur" {
  346. return false
  347. } else if target.DB != "" {
  348. return true
  349. }
  350. previousHideMenus := settings.HideMenus
  351. settings.HideMenus = false
  352. _, err := syncDB.FindSatisfier(target.DepString())
  353. settings.HideMenus = previousHideMenus
  354. if err == nil {
  355. return true
  356. }
  357. return !syncDB.FindGroupPkgs(target.Name).Empty()
  358. }
  359. func earlyPacmanCall(cmdArgs *settings.Arguments, alpmHandle *alpm.Handle) error {
  360. arguments := cmdArgs.Copy()
  361. arguments.Op = "S"
  362. targets := cmdArgs.Targets
  363. cmdArgs.ClearTargets()
  364. arguments.ClearTargets()
  365. syncDB, err := alpmHandle.SyncDBs()
  366. if err != nil {
  367. return err
  368. }
  369. if config.Runtime.Mode == settings.ModeRepo {
  370. arguments.Targets = targets
  371. } else {
  372. // separate aur and repo targets
  373. for _, target := range targets {
  374. if inRepos(syncDB, target) {
  375. arguments.AddTarget(target)
  376. } else {
  377. cmdArgs.AddTarget(target)
  378. }
  379. }
  380. }
  381. if cmdArgs.ExistsArg("y", "refresh") || cmdArgs.ExistsArg("u", "sysupgrade") || len(arguments.Targets) > 0 {
  382. err = show(passToPacman(arguments))
  383. if err != nil {
  384. return errors.New(gotext.Get("error installing repo packages"))
  385. }
  386. }
  387. return nil
  388. }
  389. func earlyRefresh(cmdArgs *settings.Arguments) error {
  390. arguments := cmdArgs.Copy()
  391. cmdArgs.DelArg("y", "refresh")
  392. arguments.DelArg("u", "sysupgrade")
  393. arguments.DelArg("s", "search")
  394. arguments.DelArg("i", "info")
  395. arguments.DelArg("l", "list")
  396. arguments.ClearTargets()
  397. return show(passToPacman(arguments))
  398. }
  399. func getIncompatible(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo, alpmHandle *alpm.Handle) (stringset.StringSet, error) {
  400. incompatible := make(stringset.StringSet)
  401. basesMap := make(map[string]dep.Base)
  402. alpmArch, err := alpmHandle.Arch()
  403. if err != nil {
  404. return nil, err
  405. }
  406. nextpkg:
  407. for _, base := range bases {
  408. for _, arch := range srcinfos[base.Pkgbase()].Arch {
  409. if arch == "any" || arch == alpmArch {
  410. continue nextpkg
  411. }
  412. }
  413. incompatible.Set(base.Pkgbase())
  414. basesMap[base.Pkgbase()] = base
  415. }
  416. if len(incompatible) > 0 {
  417. text.Warnln(gotext.Get("The following packages are not compatible with your architecture:"))
  418. for pkg := range incompatible {
  419. fmt.Print(" " + cyan(basesMap[pkg].String()))
  420. }
  421. fmt.Println()
  422. if !continueTask(gotext.Get("Try to build them anyway?"), true) {
  423. return nil, errors.New(gotext.Get("aborting due to user"))
  424. }
  425. }
  426. return incompatible, nil
  427. }
  428. func parsePackageList(dir string) (pkgdests map[string]string, pkgVersion string, err error) {
  429. stdout, stderr, err := capture(passToMakepkg(dir, "--packagelist"))
  430. if err != nil {
  431. return nil, "", fmt.Errorf("%s %s", stderr, err)
  432. }
  433. lines := strings.Split(stdout, "\n")
  434. pkgdests = make(map[string]string)
  435. for _, line := range lines {
  436. if line == "" {
  437. continue
  438. }
  439. fileName := filepath.Base(line)
  440. split := strings.Split(fileName, "-")
  441. if len(split) < 4 {
  442. return nil, "", errors.New(gotext.Get("cannot find package name: %v", split))
  443. }
  444. // pkgname-pkgver-pkgrel-arch.pkgext
  445. // This assumes 3 dashes after the pkgname, Will cause an error
  446. // if the PKGEXT contains a dash. Please no one do that.
  447. pkgName := strings.Join(split[:len(split)-3], "-")
  448. pkgVersion = strings.Join(split[len(split)-3:len(split)-1], "-")
  449. pkgdests[pkgName] = line
  450. }
  451. return pkgdests, pkgVersion, nil
  452. }
  453. func anyExistInCache(bases []dep.Base) bool {
  454. for _, base := range bases {
  455. pkg := base.Pkgbase()
  456. dir := filepath.Join(config.BuildDir, pkg)
  457. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  458. return true
  459. }
  460. }
  461. return false
  462. }
  463. func pkgbuildNumberMenu(bases []dep.Base, installed stringset.StringSet) bool {
  464. toPrint := ""
  465. askClean := false
  466. for n, base := range bases {
  467. pkg := base.Pkgbase()
  468. dir := filepath.Join(config.BuildDir, pkg)
  469. toPrint += fmt.Sprintf(magenta("%3d")+" %-40s", len(bases)-n,
  470. bold(base.String()))
  471. anyInstalled := false
  472. for _, b := range base {
  473. anyInstalled = anyInstalled || installed.Get(b.Name)
  474. }
  475. if anyInstalled {
  476. toPrint += bold(green(gotext.Get(" (Installed)")))
  477. }
  478. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  479. toPrint += bold(green(gotext.Get(" (Build Files Exist)")))
  480. askClean = true
  481. }
  482. toPrint += "\n"
  483. }
  484. fmt.Print(toPrint)
  485. return askClean
  486. }
  487. func cleanNumberMenu(bases []dep.Base, installed stringset.StringSet, hasClean bool) ([]dep.Base, error) {
  488. toClean := make([]dep.Base, 0)
  489. if !hasClean {
  490. return toClean, nil
  491. }
  492. text.Infoln(gotext.Get("Packages to cleanBuild?"))
  493. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", cyan(gotext.Get("[N]one"))))
  494. cleanInput, err := getInput(config.AnswerClean)
  495. if err != nil {
  496. return nil, err
  497. }
  498. cInclude, cExclude, cOtherInclude, cOtherExclude := intrange.ParseNumberMenu(cleanInput)
  499. cIsInclude := len(cExclude) == 0 && len(cOtherExclude) == 0
  500. if cOtherInclude.Get("abort") || cOtherInclude.Get("ab") {
  501. return nil, fmt.Errorf(gotext.Get("aborting due to user"))
  502. }
  503. if !cOtherInclude.Get("n") && !cOtherInclude.Get("none") {
  504. for i, base := range bases {
  505. pkg := base.Pkgbase()
  506. anyInstalled := false
  507. for _, b := range base {
  508. anyInstalled = anyInstalled || installed.Get(b.Name)
  509. }
  510. dir := filepath.Join(config.BuildDir, pkg)
  511. if _, err := os.Stat(dir); os.IsNotExist(err) {
  512. continue
  513. }
  514. if !cIsInclude && cExclude.Get(len(bases)-i) {
  515. continue
  516. }
  517. if anyInstalled && (cOtherInclude.Get("i") || cOtherInclude.Get("installed")) {
  518. toClean = append(toClean, base)
  519. continue
  520. }
  521. if !anyInstalled && (cOtherInclude.Get("no") || cOtherInclude.Get("notinstalled")) {
  522. toClean = append(toClean, base)
  523. continue
  524. }
  525. if cOtherInclude.Get("a") || cOtherInclude.Get("all") {
  526. toClean = append(toClean, base)
  527. continue
  528. }
  529. if cIsInclude && (cInclude.Get(len(bases)-i) || cOtherInclude.Get(pkg)) {
  530. toClean = append(toClean, base)
  531. continue
  532. }
  533. if !cIsInclude && (!cExclude.Get(len(bases)-i) && !cOtherExclude.Get(pkg)) {
  534. toClean = append(toClean, base)
  535. continue
  536. }
  537. }
  538. }
  539. return toClean, nil
  540. }
  541. func editNumberMenu(bases []dep.Base, installed stringset.StringSet) ([]dep.Base, error) {
  542. return editDiffNumberMenu(bases, installed, false)
  543. }
  544. func diffNumberMenu(bases []dep.Base, installed stringset.StringSet) ([]dep.Base, error) {
  545. return editDiffNumberMenu(bases, installed, true)
  546. }
  547. func editDiffNumberMenu(bases []dep.Base, installed stringset.StringSet, diff bool) ([]dep.Base, error) {
  548. toEdit := make([]dep.Base, 0)
  549. var editInput string
  550. var err error
  551. if diff {
  552. text.Infoln(gotext.Get("Diffs to show?"))
  553. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", cyan(gotext.Get("[N]one"))))
  554. editInput, err = getInput(config.AnswerDiff)
  555. if err != nil {
  556. return nil, err
  557. }
  558. } else {
  559. text.Infoln(gotext.Get("PKGBUILDs to edit?"))
  560. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", cyan(gotext.Get("[N]one"))))
  561. editInput, err = getInput(config.AnswerEdit)
  562. if err != nil {
  563. return nil, err
  564. }
  565. }
  566. eInclude, eExclude, eOtherInclude, eOtherExclude := intrange.ParseNumberMenu(editInput)
  567. eIsInclude := len(eExclude) == 0 && len(eOtherExclude) == 0
  568. if eOtherInclude.Get("abort") || eOtherInclude.Get("ab") {
  569. return nil, fmt.Errorf(gotext.Get("aborting due to user"))
  570. }
  571. if !eOtherInclude.Get("n") && !eOtherInclude.Get("none") {
  572. for i, base := range bases {
  573. pkg := base.Pkgbase()
  574. anyInstalled := false
  575. for _, b := range base {
  576. anyInstalled = anyInstalled || installed.Get(b.Name)
  577. }
  578. if !eIsInclude && eExclude.Get(len(bases)-i) {
  579. continue
  580. }
  581. if anyInstalled && (eOtherInclude.Get("i") || eOtherInclude.Get("installed")) {
  582. toEdit = append(toEdit, base)
  583. continue
  584. }
  585. if !anyInstalled && (eOtherInclude.Get("no") || eOtherInclude.Get("notinstalled")) {
  586. toEdit = append(toEdit, base)
  587. continue
  588. }
  589. if eOtherInclude.Get("a") || eOtherInclude.Get("all") {
  590. toEdit = append(toEdit, base)
  591. continue
  592. }
  593. if eIsInclude && (eInclude.Get(len(bases)-i) || eOtherInclude.Get(pkg)) {
  594. toEdit = append(toEdit, base)
  595. }
  596. if !eIsInclude && (!eExclude.Get(len(bases)-i) && !eOtherExclude.Get(pkg)) {
  597. toEdit = append(toEdit, base)
  598. }
  599. }
  600. }
  601. return toEdit, nil
  602. }
  603. func updatePkgbuildSeenRef(bases []dep.Base) error {
  604. var errMulti multierror.MultiError
  605. for _, base := range bases {
  606. pkg := base.Pkgbase()
  607. err := gitUpdateSeenRef(config.BuildDir, pkg)
  608. if err != nil {
  609. errMulti.Add(err)
  610. }
  611. }
  612. return errMulti.Return()
  613. }
  614. func showPkgbuildDiffs(bases []dep.Base, cloned stringset.StringSet) error {
  615. var errMulti multierror.MultiError
  616. for _, base := range bases {
  617. pkg := base.Pkgbase()
  618. dir := filepath.Join(config.BuildDir, pkg)
  619. start, err := getLastSeenHash(config.BuildDir, pkg)
  620. if err != nil {
  621. errMulti.Add(err)
  622. continue
  623. }
  624. if cloned.Get(pkg) {
  625. start = gitEmptyTree
  626. } else {
  627. hasDiff, err := gitHasDiff(config.BuildDir, pkg)
  628. if err != nil {
  629. errMulti.Add(err)
  630. continue
  631. }
  632. if !hasDiff {
  633. text.Warnln(gotext.Get("%s: No changes -- skipping", cyan(base.String())))
  634. continue
  635. }
  636. }
  637. args := []string{
  638. "diff",
  639. start + "..HEAD@{upstream}", "--src-prefix",
  640. dir + "/", "--dst-prefix", dir + "/", "--", ".", ":(exclude).SRCINFO",
  641. }
  642. if text.UseColor {
  643. args = append(args, "--color=always")
  644. } else {
  645. args = append(args, "--color=never")
  646. }
  647. _ = show(passToGit(dir, args...))
  648. }
  649. return errMulti.Return()
  650. }
  651. func editPkgbuilds(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo) error {
  652. pkgbuilds := make([]string, 0, len(bases))
  653. for _, base := range bases {
  654. pkg := base.Pkgbase()
  655. dir := filepath.Join(config.BuildDir, pkg)
  656. pkgbuilds = append(pkgbuilds, filepath.Join(dir, "PKGBUILD"))
  657. for _, splitPkg := range srcinfos[pkg].SplitPackages() {
  658. if splitPkg.Install != "" {
  659. pkgbuilds = append(pkgbuilds, filepath.Join(dir, splitPkg.Install))
  660. }
  661. }
  662. }
  663. if len(pkgbuilds) > 0 {
  664. editor, editorArgs := editor()
  665. editorArgs = append(editorArgs, pkgbuilds...)
  666. editcmd := exec.Command(editor, editorArgs...)
  667. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  668. err := editcmd.Run()
  669. if err != nil {
  670. return errors.New(gotext.Get("editor did not exit successfully, aborting: %s", err))
  671. }
  672. }
  673. return nil
  674. }
  675. func parseSrcinfoFiles(bases []dep.Base, errIsFatal bool) (map[string]*gosrc.Srcinfo, error) {
  676. srcinfos := make(map[string]*gosrc.Srcinfo)
  677. for k, base := range bases {
  678. pkg := base.Pkgbase()
  679. dir := filepath.Join(config.BuildDir, pkg)
  680. text.OperationInfoln(gotext.Get("(%d/%d) Parsing SRCINFO: %s", k+1, len(bases), cyan(base.String())))
  681. pkgbuild, err := gosrc.ParseFile(filepath.Join(dir, ".SRCINFO"))
  682. if err != nil {
  683. if !errIsFatal {
  684. text.Warnln(gotext.Get("failed to parse %s -- skipping: %s", base.String(), err))
  685. continue
  686. }
  687. return nil, errors.New(gotext.Get("failed to parse %s: %s", base.String(), err))
  688. }
  689. srcinfos[pkg] = pkgbuild
  690. }
  691. return srcinfos, nil
  692. }
  693. func pkgbuildsToSkip(bases []dep.Base, targets stringset.StringSet) stringset.StringSet {
  694. toSkip := make(stringset.StringSet)
  695. for _, base := range bases {
  696. isTarget := false
  697. for _, pkg := range base {
  698. isTarget = isTarget || targets.Get(pkg.Name)
  699. }
  700. if (config.ReDownload == "yes" && isTarget) || config.ReDownload == "all" {
  701. continue
  702. }
  703. dir := filepath.Join(config.BuildDir, base.Pkgbase(), ".SRCINFO")
  704. pkgbuild, err := gosrc.ParseFile(dir)
  705. if err == nil {
  706. if alpm.VerCmp(pkgbuild.Version(), base.Version()) >= 0 {
  707. toSkip.Set(base.Pkgbase())
  708. }
  709. }
  710. }
  711. return toSkip
  712. }
  713. func mergePkgbuilds(bases []dep.Base) error {
  714. for _, base := range bases {
  715. err := gitMerge(config.BuildDir, base.Pkgbase())
  716. if err != nil {
  717. return err
  718. }
  719. }
  720. return nil
  721. }
  722. func downloadPkgbuilds(bases []dep.Base, toSkip stringset.StringSet, buildDir string) (stringset.StringSet, error) {
  723. cloned := make(stringset.StringSet)
  724. downloaded := 0
  725. var wg sync.WaitGroup
  726. var mux sync.Mutex
  727. var errs multierror.MultiError
  728. download := func(base dep.Base) {
  729. defer wg.Done()
  730. pkg := base.Pkgbase()
  731. if toSkip.Get(pkg) {
  732. mux.Lock()
  733. downloaded++
  734. text.OperationInfoln(
  735. gotext.Get("PKGBUILD up to date, Skipping (%d/%d): %s",
  736. downloaded, len(bases), cyan(base.String())))
  737. mux.Unlock()
  738. return
  739. }
  740. clone, err := gitDownload(config.AURURL+"/"+pkg+".git", buildDir, pkg)
  741. if err != nil {
  742. errs.Add(err)
  743. return
  744. }
  745. if clone {
  746. mux.Lock()
  747. cloned.Set(pkg)
  748. mux.Unlock()
  749. }
  750. mux.Lock()
  751. downloaded++
  752. text.OperationInfoln(gotext.Get("Downloaded PKGBUILD (%d/%d): %s", downloaded, len(bases), cyan(base.String())))
  753. mux.Unlock()
  754. }
  755. count := 0
  756. for _, base := range bases {
  757. wg.Add(1)
  758. go download(base)
  759. count++
  760. if count%25 == 0 {
  761. wg.Wait()
  762. }
  763. }
  764. wg.Wait()
  765. return cloned, errs.Return()
  766. }
  767. func downloadPkgbuildsSources(bases []dep.Base, incompatible stringset.StringSet) (err error) {
  768. for _, base := range bases {
  769. pkg := base.Pkgbase()
  770. dir := filepath.Join(config.BuildDir, pkg)
  771. args := []string{"--verifysource", "-Ccf"}
  772. if incompatible.Get(pkg) {
  773. args = append(args, "--ignorearch")
  774. }
  775. err = show(passToMakepkg(dir, args...))
  776. if err != nil {
  777. return errors.New(gotext.Get("error downloading sources: %s", cyan(base.String())))
  778. }
  779. }
  780. return
  781. }
  782. func buildInstallPkgbuilds(
  783. cmdArgs *settings.Arguments,
  784. alpmHandle *alpm.Handle,
  785. dp *dep.Pool,
  786. do *dep.Order,
  787. srcinfos map[string]*gosrc.Srcinfo,
  788. incompatible stringset.StringSet,
  789. conflicts stringset.MapStringSet,
  790. ) error {
  791. arguments := cmdArgs.Copy()
  792. arguments.ClearTargets()
  793. arguments.Op = "U"
  794. arguments.DelArg("confirm")
  795. arguments.DelArg("noconfirm")
  796. arguments.DelArg("c", "clean")
  797. arguments.DelArg("q", "quiet")
  798. arguments.DelArg("q", "quiet")
  799. arguments.DelArg("y", "refresh")
  800. arguments.DelArg("u", "sysupgrade")
  801. arguments.DelArg("w", "downloadonly")
  802. deps := make([]string, 0)
  803. exp := make([]string, 0)
  804. oldConfirm := config.NoConfirm
  805. config.NoConfirm = true
  806. //remotenames: names of all non repo packages on the system
  807. _, _, localNames, remoteNames, err := query.FilterPackages(alpmHandle)
  808. if err != nil {
  809. return err
  810. }
  811. // cache as a stringset. maybe make it return a string set in the first
  812. // place
  813. remoteNamesCache := stringset.FromSlice(remoteNames)
  814. localNamesCache := stringset.FromSlice(localNames)
  815. doInstall := func() error {
  816. if len(arguments.Targets) == 0 {
  817. return nil
  818. }
  819. if errShow := show(passToPacman(arguments)); errShow != nil {
  820. return errShow
  821. }
  822. err = saveVCSInfo(config.Runtime.VCSPath)
  823. if err != nil {
  824. fmt.Fprintln(os.Stderr, err)
  825. }
  826. if errDeps := asdeps(cmdArgs, deps); err != nil {
  827. return errDeps
  828. }
  829. if errExps := asexp(cmdArgs, exp); err != nil {
  830. return errExps
  831. }
  832. config.NoConfirm = oldConfirm
  833. arguments.ClearTargets()
  834. deps = make([]string, 0)
  835. exp = make([]string, 0)
  836. config.NoConfirm = true
  837. return nil
  838. }
  839. for _, base := range do.Aur {
  840. pkg := base.Pkgbase()
  841. dir := filepath.Join(config.BuildDir, pkg)
  842. built := true
  843. satisfied := true
  844. all:
  845. for _, pkg := range base {
  846. for _, deps := range [3][]string{pkg.Depends, pkg.MakeDepends, pkg.CheckDepends} {
  847. for _, dep := range deps {
  848. if _, errSatisfier := dp.LocalDB.PkgCache().FindSatisfier(dep); errSatisfier != nil {
  849. satisfied = false
  850. text.Warnln(gotext.Get("%s not satisfied, flushing install queue", dep))
  851. break all
  852. }
  853. }
  854. }
  855. }
  856. if !satisfied || !config.BatchInstall {
  857. err = doInstall()
  858. if err != nil {
  859. return err
  860. }
  861. }
  862. srcinfo := srcinfos[pkg]
  863. args := []string{"--nobuild", "-fC"}
  864. if incompatible.Get(pkg) {
  865. args = append(args, "--ignorearch")
  866. }
  867. // pkgver bump
  868. if err = show(passToMakepkg(dir, args...)); err != nil {
  869. return errors.New(gotext.Get("error making: %s", base.String()))
  870. }
  871. pkgdests, pkgVersion, errList := parsePackageList(dir)
  872. if errList != nil {
  873. return errList
  874. }
  875. isExplicit := false
  876. for _, b := range base {
  877. isExplicit = isExplicit || dp.Explicit.Get(b.Name)
  878. }
  879. if config.ReBuild == "no" || (config.ReBuild == "yes" && !isExplicit) {
  880. for _, split := range base {
  881. pkgdest, ok := pkgdests[split.Name]
  882. if !ok {
  883. return errors.New(gotext.Get("could not find PKGDEST for: %s", split.Name))
  884. }
  885. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  886. built = false
  887. } else if errStat != nil {
  888. return errStat
  889. }
  890. }
  891. } else {
  892. built = false
  893. }
  894. if cmdArgs.ExistsArg("needed") {
  895. installed := true
  896. for _, split := range base {
  897. if alpmpkg := dp.LocalDB.Pkg(split.Name); alpmpkg == nil || alpmpkg.Version() != pkgVersion {
  898. installed = false
  899. }
  900. }
  901. if installed {
  902. err = show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  903. if err != nil {
  904. return errors.New(gotext.Get("error making: %s", err))
  905. }
  906. fmt.Fprintln(os.Stdout, gotext.Get("%s is up to date -- skipping", cyan(pkg+"-"+pkgVersion)))
  907. continue
  908. }
  909. }
  910. if built {
  911. err = show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  912. if err != nil {
  913. return errors.New(gotext.Get("error making: %s", err))
  914. }
  915. text.Warnln(gotext.Get("%s already made -- skipping build", cyan(pkg+"-"+pkgVersion)))
  916. } else {
  917. args := []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  918. if incompatible.Get(pkg) {
  919. args = append(args, "--ignorearch")
  920. }
  921. if errMake := show(passToMakepkg(dir, args...)); errMake != nil {
  922. return errors.New(gotext.Get("error making: %s", base.String))
  923. }
  924. }
  925. // conflicts have been checked so answer y for them
  926. if config.UseAsk && cmdArgs.ExistsArg("ask") {
  927. ask, _ := strconv.Atoi(cmdArgs.Options["ask"].First())
  928. uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg
  929. cmdArgs.Options["ask"].Set(fmt.Sprint(uask))
  930. } else {
  931. for _, split := range base {
  932. if _, ok := conflicts[split.Name]; ok {
  933. config.NoConfirm = false
  934. break
  935. }
  936. }
  937. }
  938. doAddTarget := func(name string, optional bool) error {
  939. pkgdest, ok := pkgdests[name]
  940. if !ok {
  941. if optional {
  942. return nil
  943. }
  944. return errors.New(gotext.Get("could not find PKGDEST for: %s", name))
  945. }
  946. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  947. if optional {
  948. return nil
  949. }
  950. return errors.New(
  951. gotext.Get(
  952. "the PKGDEST for %s is listed by makepkg but does not exist: %s",
  953. name, pkgdest))
  954. }
  955. arguments.AddTarget(pkgdest)
  956. if cmdArgs.ExistsArg("asdeps", "asdep") {
  957. deps = append(deps, name)
  958. } else if cmdArgs.ExistsArg("asexplicit", "asexp") {
  959. exp = append(exp, name)
  960. } else if !dp.Explicit.Get(name) && !localNamesCache.Get(name) && !remoteNamesCache.Get(name) {
  961. deps = append(deps, name)
  962. }
  963. return nil
  964. }
  965. for _, split := range base {
  966. if errAdd := doAddTarget(split.Name, false); errAdd != nil {
  967. return errAdd
  968. }
  969. if errAddDebug := doAddTarget(split.Name+"-debug", true); errAddDebug != nil {
  970. return errAddDebug
  971. }
  972. }
  973. var mux sync.Mutex
  974. var wg sync.WaitGroup
  975. for _, pkg := range base {
  976. wg.Add(1)
  977. go updateVCSData(config.Runtime.VCSPath, pkg.Name, srcinfo.Source, &mux, &wg)
  978. }
  979. wg.Wait()
  980. }
  981. err = doInstall()
  982. config.NoConfirm = oldConfirm
  983. return err
  984. }