install.go 28 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196
  1. package main
  2. import (
  3. "errors"
  4. "fmt"
  5. "os"
  6. "os/exec"
  7. "path/filepath"
  8. "strconv"
  9. "strings"
  10. "sync"
  11. alpm "github.com/Jguer/go-alpm"
  12. gosrc "github.com/Morganamilo/go-srcinfo"
  13. "github.com/leonelquinteros/gotext"
  14. "github.com/Jguer/yay/v10/pkg/completion"
  15. "github.com/Jguer/yay/v10/pkg/dep"
  16. "github.com/Jguer/yay/v10/pkg/intrange"
  17. "github.com/Jguer/yay/v10/pkg/multierror"
  18. "github.com/Jguer/yay/v10/pkg/pgp"
  19. "github.com/Jguer/yay/v10/pkg/query"
  20. "github.com/Jguer/yay/v10/pkg/settings"
  21. "github.com/Jguer/yay/v10/pkg/stringset"
  22. "github.com/Jguer/yay/v10/pkg/text"
  23. )
  24. const gitEmptyTree = "4b825dc642cb6eb9a060e54bf8d69288fbee4904"
  25. func asdeps(cmdArgs *settings.Arguments, pkgs []string) error {
  26. if len(pkgs) == 0 {
  27. return nil
  28. }
  29. cmdArgs = cmdArgs.CopyGlobal()
  30. _ = cmdArgs.AddArg("D", "asdeps")
  31. cmdArgs.AddTarget(pkgs...)
  32. _, stderr, err := capture(passToPacman(cmdArgs))
  33. if err != nil {
  34. return fmt.Errorf("%s %s", stderr, err)
  35. }
  36. return nil
  37. }
  38. func asexp(cmdArgs *settings.Arguments, pkgs []string) error {
  39. if len(pkgs) == 0 {
  40. return nil
  41. }
  42. cmdArgs = cmdArgs.CopyGlobal()
  43. _ = cmdArgs.AddArg("D", "asexplicit")
  44. cmdArgs.AddTarget(pkgs...)
  45. _, stderr, err := capture(passToPacman(cmdArgs))
  46. if err != nil {
  47. return fmt.Errorf("%s %s", stderr, err)
  48. }
  49. return nil
  50. }
  51. // Install handles package installs
  52. func install(cmdArgs *settings.Arguments, alpmHandle *alpm.Handle, ignoreProviders bool) (err error) {
  53. var incompatible stringset.StringSet
  54. var do *dep.Order
  55. var aurUp upSlice
  56. var repoUp upSlice
  57. var srcinfos map[string]*gosrc.Srcinfo
  58. warnings := query.NewWarnings()
  59. if config.Runtime.Mode == settings.ModeAny || config.Runtime.Mode == settings.ModeRepo {
  60. if config.CombinedUpgrade {
  61. if cmdArgs.ExistsArg("y", "refresh") {
  62. err = earlyRefresh(cmdArgs)
  63. if err != nil {
  64. return fmt.Errorf(gotext.Get("error refreshing databases"))
  65. }
  66. }
  67. } else if cmdArgs.ExistsArg("y", "refresh") || cmdArgs.ExistsArg("u", "sysupgrade") || len(cmdArgs.Targets) > 0 {
  68. err = earlyPacmanCall(cmdArgs, alpmHandle)
  69. if err != nil {
  70. return err
  71. }
  72. }
  73. }
  74. // we may have done -Sy, our handle now has an old
  75. // database.
  76. alpmHandle, err = initAlpmHandle(config.Runtime.PacmanConf, alpmHandle)
  77. if err != nil {
  78. return err
  79. }
  80. config.Runtime.AlpmHandle = alpmHandle
  81. _, _, localNames, remoteNames, err := query.FilterPackages(alpmHandle)
  82. if err != nil {
  83. return err
  84. }
  85. remoteNamesCache := stringset.FromSlice(remoteNames)
  86. localNamesCache := stringset.FromSlice(localNames)
  87. requestTargets := cmdArgs.Copy().Targets
  88. // create the arguments to pass for the repo install
  89. arguments := cmdArgs.Copy()
  90. arguments.DelArg("asdeps", "asdep")
  91. arguments.DelArg("asexplicit", "asexp")
  92. arguments.Op = "S"
  93. arguments.ClearTargets()
  94. if config.Runtime.Mode == settings.ModeAUR {
  95. arguments.DelArg("u", "sysupgrade")
  96. }
  97. // if we are doing -u also request all packages needing update
  98. if cmdArgs.ExistsArg("u", "sysupgrade") {
  99. aurUp, repoUp, err = upList(warnings, alpmHandle, cmdArgs.ExistsDouble("u", "sysupgrade"))
  100. if err != nil {
  101. return err
  102. }
  103. warnings.Print()
  104. ignore, aurUp, errUp := upgradePkgs(aurUp, repoUp)
  105. if errUp != nil {
  106. return errUp
  107. }
  108. for _, up := range repoUp {
  109. if !ignore.Get(up.Name) {
  110. requestTargets = append(requestTargets, up.Name)
  111. cmdArgs.AddTarget(up.Name)
  112. }
  113. }
  114. for up := range aurUp {
  115. requestTargets = append(requestTargets, "aur/"+up)
  116. cmdArgs.AddTarget("aur/" + up)
  117. }
  118. value, _, exists := cmdArgs.GetArg("ignore")
  119. if len(ignore) > 0 {
  120. ignoreStr := strings.Join(ignore.ToSlice(), ",")
  121. if exists {
  122. ignoreStr += "," + value
  123. }
  124. if arguments.Options["ignore"] == nil {
  125. arguments.Options["ignore"] = &settings.Option{
  126. Args: []string{ignoreStr},
  127. }
  128. } else {
  129. arguments.Options["ignore"].Add(ignoreStr)
  130. }
  131. }
  132. }
  133. targets := stringset.FromSlice(cmdArgs.Targets)
  134. dp, err := dep.GetPool(requestTargets,
  135. warnings, alpmHandle, config.Runtime.Mode,
  136. ignoreProviders, config.NoConfirm, config.Provides, config.ReBuild, config.RequestSplitN)
  137. if err != nil {
  138. return err
  139. }
  140. if !cmdArgs.ExistsDouble("d", "nodeps") {
  141. err = dp.CheckMissing()
  142. if err != nil {
  143. return err
  144. }
  145. }
  146. if len(dp.Aur) == 0 {
  147. if !config.CombinedUpgrade {
  148. if cmdArgs.ExistsArg("u", "sysupgrade") {
  149. fmt.Println(gotext.Get(" there is nothing to do"))
  150. }
  151. return nil
  152. }
  153. cmdArgs.Op = "S"
  154. cmdArgs.DelArg("y", "refresh")
  155. if arguments.ExistsArg("ignore") {
  156. if cmdArgs.ExistsArg("ignore") {
  157. cmdArgs.Options["ignore"].Args = append(cmdArgs.Options["ignore"].Args, arguments.Options["ignore"].Args...)
  158. } else {
  159. cmdArgs.Options["ignore"] = arguments.Options["ignore"]
  160. }
  161. }
  162. return show(passToPacman(cmdArgs))
  163. }
  164. if len(dp.Aur) > 0 && os.Geteuid() == 0 {
  165. return fmt.Errorf(gotext.Get("refusing to install AUR packages as root, aborting"))
  166. }
  167. var conflicts stringset.MapStringSet
  168. if !cmdArgs.ExistsDouble("d", "nodeps") {
  169. conflicts, err = dp.CheckConflicts(config.UseAsk, config.NoConfirm)
  170. if err != nil {
  171. return err
  172. }
  173. }
  174. do = dep.GetOrder(dp)
  175. if err != nil {
  176. return err
  177. }
  178. for _, pkg := range do.Repo {
  179. arguments.AddTarget(pkg.DB().Name() + "/" + pkg.Name())
  180. }
  181. for _, pkg := range dp.Groups {
  182. arguments.AddTarget(pkg)
  183. }
  184. if len(do.Aur) == 0 && len(arguments.Targets) == 0 && (!cmdArgs.ExistsArg("u", "sysupgrade") || config.Runtime.Mode == settings.ModeAUR) {
  185. fmt.Println(gotext.Get(" there is nothing to do"))
  186. return nil
  187. }
  188. do.Print()
  189. fmt.Println()
  190. if config.CleanAfter {
  191. defer cleanAfter(do.Aur)
  192. }
  193. if do.HasMake() {
  194. switch config.RemoveMake {
  195. case "yes":
  196. defer func() {
  197. err = removeMake(do)
  198. }()
  199. case "no":
  200. break
  201. default:
  202. if text.ContinueTask(gotext.Get("Remove make dependencies after install?"), false, config.NoConfirm) {
  203. defer func() {
  204. err = removeMake(do)
  205. }()
  206. }
  207. }
  208. }
  209. if config.CleanMenu {
  210. if anyExistInCache(do.Aur) {
  211. askClean := pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  212. toClean, errClean := cleanNumberMenu(do.Aur, remoteNamesCache, askClean)
  213. if errClean != nil {
  214. return errClean
  215. }
  216. cleanBuilds(toClean)
  217. }
  218. }
  219. toSkip := pkgbuildsToSkip(do.Aur, targets)
  220. cloned, err := downloadPkgbuilds(do.Aur, toSkip, config.BuildDir)
  221. if err != nil {
  222. return err
  223. }
  224. var toDiff []dep.Base
  225. var toEdit []dep.Base
  226. if config.DiffMenu {
  227. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  228. toDiff, err = diffNumberMenu(do.Aur, remoteNamesCache)
  229. if err != nil {
  230. return err
  231. }
  232. if len(toDiff) > 0 {
  233. err = showPkgbuildDiffs(toDiff, cloned)
  234. if err != nil {
  235. return err
  236. }
  237. }
  238. }
  239. if len(toDiff) > 0 {
  240. oldValue := config.NoConfirm
  241. config.NoConfirm = false
  242. fmt.Println()
  243. if !text.ContinueTask(gotext.Get("Proceed with install?"), true, config.NoConfirm) {
  244. return fmt.Errorf(gotext.Get("aborting due to user"))
  245. }
  246. err = updatePkgbuildSeenRef(toDiff)
  247. if err != nil {
  248. text.Errorln(err.Error())
  249. }
  250. config.NoConfirm = oldValue
  251. }
  252. err = mergePkgbuilds(do.Aur)
  253. if err != nil {
  254. return err
  255. }
  256. srcinfos, err = parseSrcinfoFiles(do.Aur, true)
  257. if err != nil {
  258. return err
  259. }
  260. if config.EditMenu {
  261. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  262. toEdit, err = editNumberMenu(do.Aur, remoteNamesCache)
  263. if err != nil {
  264. return err
  265. }
  266. if len(toEdit) > 0 {
  267. err = editPkgbuilds(toEdit, srcinfos)
  268. if err != nil {
  269. return err
  270. }
  271. }
  272. }
  273. if len(toEdit) > 0 {
  274. oldValue := config.NoConfirm
  275. config.NoConfirm = false
  276. fmt.Println()
  277. if !text.ContinueTask(gotext.Get("Proceed with install?"), true, config.NoConfirm) {
  278. return errors.New(gotext.Get("aborting due to user"))
  279. }
  280. config.NoConfirm = oldValue
  281. }
  282. incompatible, err = getIncompatible(do.Aur, srcinfos, alpmHandle)
  283. if err != nil {
  284. return err
  285. }
  286. if config.PGPFetch {
  287. err = pgp.CheckPgpKeys(do.Aur, srcinfos, config.GpgBin, config.GpgFlags, config.NoConfirm)
  288. if err != nil {
  289. return err
  290. }
  291. }
  292. if !config.CombinedUpgrade {
  293. arguments.DelArg("u", "sysupgrade")
  294. }
  295. if len(arguments.Targets) > 0 || arguments.ExistsArg("u") {
  296. if errShow := show(passToPacman(arguments)); errShow != nil {
  297. return errors.New(gotext.Get("error installing repo packages"))
  298. }
  299. deps := make([]string, 0)
  300. exp := make([]string, 0)
  301. for _, pkg := range do.Repo {
  302. if !dp.Explicit.Get(pkg.Name()) && !localNamesCache.Get(pkg.Name()) && !remoteNamesCache.Get(pkg.Name()) {
  303. deps = append(deps, pkg.Name())
  304. continue
  305. }
  306. if cmdArgs.ExistsArg("asdeps", "asdep") && dp.Explicit.Get(pkg.Name()) {
  307. deps = append(deps, pkg.Name())
  308. } else if cmdArgs.ExistsArg("asexp", "asexplicit") && dp.Explicit.Get(pkg.Name()) {
  309. exp = append(exp, pkg.Name())
  310. }
  311. }
  312. if errDeps := asdeps(cmdArgs, deps); errDeps != nil {
  313. return errDeps
  314. }
  315. if errExp := asexp(cmdArgs, exp); errExp != nil {
  316. return errExp
  317. }
  318. }
  319. go exitOnError(completion.Update(alpmHandle, config.AURURL, config.Runtime.CompletionPath, config.CompletionInterval, false))
  320. err = downloadPkgbuildsSources(do.Aur, incompatible)
  321. if err != nil {
  322. return err
  323. }
  324. err = buildInstallPkgbuilds(cmdArgs, alpmHandle, dp, do, srcinfos, incompatible, conflicts)
  325. if err != nil {
  326. return err
  327. }
  328. return nil
  329. }
  330. func removeMake(do *dep.Order) error {
  331. removeArguments := settings.MakeArguments()
  332. err := removeArguments.AddArg("R", "u")
  333. if err != nil {
  334. return err
  335. }
  336. for _, pkg := range do.GetMake() {
  337. removeArguments.AddTarget(pkg)
  338. }
  339. oldValue := config.NoConfirm
  340. config.NoConfirm = true
  341. err = show(passToPacman(removeArguments))
  342. config.NoConfirm = oldValue
  343. return err
  344. }
  345. func inRepos(syncDB alpm.DBList, pkg string) bool {
  346. target := dep.ToTarget(pkg)
  347. if target.DB == "aur" {
  348. return false
  349. } else if target.DB != "" {
  350. return true
  351. }
  352. previousHideMenus := settings.HideMenus
  353. settings.HideMenus = false
  354. _, err := syncDB.FindSatisfier(target.DepString())
  355. settings.HideMenus = previousHideMenus
  356. if err == nil {
  357. return true
  358. }
  359. return !syncDB.FindGroupPkgs(target.Name).Empty()
  360. }
  361. func earlyPacmanCall(cmdArgs *settings.Arguments, alpmHandle *alpm.Handle) error {
  362. arguments := cmdArgs.Copy()
  363. arguments.Op = "S"
  364. targets := cmdArgs.Targets
  365. cmdArgs.ClearTargets()
  366. arguments.ClearTargets()
  367. syncDB, err := alpmHandle.SyncDBs()
  368. if err != nil {
  369. return err
  370. }
  371. if config.Runtime.Mode == settings.ModeRepo {
  372. arguments.Targets = targets
  373. } else {
  374. // separate aur and repo targets
  375. for _, target := range targets {
  376. if inRepos(syncDB, target) {
  377. arguments.AddTarget(target)
  378. } else {
  379. cmdArgs.AddTarget(target)
  380. }
  381. }
  382. }
  383. if cmdArgs.ExistsArg("y", "refresh") || cmdArgs.ExistsArg("u", "sysupgrade") || len(arguments.Targets) > 0 {
  384. err = show(passToPacman(arguments))
  385. if err != nil {
  386. return errors.New(gotext.Get("error installing repo packages"))
  387. }
  388. }
  389. return nil
  390. }
  391. func earlyRefresh(cmdArgs *settings.Arguments) error {
  392. arguments := cmdArgs.Copy()
  393. cmdArgs.DelArg("y", "refresh")
  394. arguments.DelArg("u", "sysupgrade")
  395. arguments.DelArg("s", "search")
  396. arguments.DelArg("i", "info")
  397. arguments.DelArg("l", "list")
  398. arguments.ClearTargets()
  399. return show(passToPacman(arguments))
  400. }
  401. func getIncompatible(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo, alpmHandle *alpm.Handle) (stringset.StringSet, error) {
  402. incompatible := make(stringset.StringSet)
  403. basesMap := make(map[string]dep.Base)
  404. alpmArch, err := alpmHandle.Arch()
  405. if err != nil {
  406. return nil, err
  407. }
  408. nextpkg:
  409. for _, base := range bases {
  410. for _, arch := range srcinfos[base.Pkgbase()].Arch {
  411. if arch == "any" || arch == alpmArch {
  412. continue nextpkg
  413. }
  414. }
  415. incompatible.Set(base.Pkgbase())
  416. basesMap[base.Pkgbase()] = base
  417. }
  418. if len(incompatible) > 0 {
  419. text.Warnln(gotext.Get("The following packages are not compatible with your architecture:"))
  420. for pkg := range incompatible {
  421. fmt.Print(" " + cyan(basesMap[pkg].String()))
  422. }
  423. fmt.Println()
  424. if !text.ContinueTask(gotext.Get("Try to build them anyway?"), true, config.NoConfirm) {
  425. return nil, errors.New(gotext.Get("aborting due to user"))
  426. }
  427. }
  428. return incompatible, nil
  429. }
  430. func parsePackageList(dir string) (pkgdests map[string]string, pkgVersion string, err error) {
  431. stdout, stderr, err := capture(passToMakepkg(dir, "--packagelist"))
  432. if err != nil {
  433. return nil, "", fmt.Errorf("%s %s", stderr, err)
  434. }
  435. lines := strings.Split(stdout, "\n")
  436. pkgdests = make(map[string]string)
  437. for _, line := range lines {
  438. if line == "" {
  439. continue
  440. }
  441. fileName := filepath.Base(line)
  442. split := strings.Split(fileName, "-")
  443. if len(split) < 4 {
  444. return nil, "", errors.New(gotext.Get("cannot find package name: %v", split))
  445. }
  446. // pkgname-pkgver-pkgrel-arch.pkgext
  447. // This assumes 3 dashes after the pkgname, Will cause an error
  448. // if the PKGEXT contains a dash. Please no one do that.
  449. pkgName := strings.Join(split[:len(split)-3], "-")
  450. pkgVersion = strings.Join(split[len(split)-3:len(split)-1], "-")
  451. pkgdests[pkgName] = line
  452. }
  453. return pkgdests, pkgVersion, nil
  454. }
  455. func anyExistInCache(bases []dep.Base) bool {
  456. for _, base := range bases {
  457. pkg := base.Pkgbase()
  458. dir := filepath.Join(config.BuildDir, pkg)
  459. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  460. return true
  461. }
  462. }
  463. return false
  464. }
  465. func pkgbuildNumberMenu(bases []dep.Base, installed stringset.StringSet) bool {
  466. toPrint := ""
  467. askClean := false
  468. for n, base := range bases {
  469. pkg := base.Pkgbase()
  470. dir := filepath.Join(config.BuildDir, pkg)
  471. toPrint += fmt.Sprintf(magenta("%3d")+" %-40s", len(bases)-n,
  472. bold(base.String()))
  473. anyInstalled := false
  474. for _, b := range base {
  475. anyInstalled = anyInstalled || installed.Get(b.Name)
  476. }
  477. if anyInstalled {
  478. toPrint += bold(green(gotext.Get(" (Installed)")))
  479. }
  480. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  481. toPrint += bold(green(gotext.Get(" (Build Files Exist)")))
  482. askClean = true
  483. }
  484. toPrint += "\n"
  485. }
  486. fmt.Print(toPrint)
  487. return askClean
  488. }
  489. func cleanNumberMenu(bases []dep.Base, installed stringset.StringSet, hasClean bool) ([]dep.Base, error) {
  490. toClean := make([]dep.Base, 0)
  491. if !hasClean {
  492. return toClean, nil
  493. }
  494. text.Infoln(gotext.Get("Packages to cleanBuild?"))
  495. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", cyan(gotext.Get("[N]one"))))
  496. cleanInput, err := getInput(config.AnswerClean)
  497. if err != nil {
  498. return nil, err
  499. }
  500. cInclude, cExclude, cOtherInclude, cOtherExclude := intrange.ParseNumberMenu(cleanInput)
  501. cIsInclude := len(cExclude) == 0 && len(cOtherExclude) == 0
  502. if cOtherInclude.Get("abort") || cOtherInclude.Get("ab") {
  503. return nil, fmt.Errorf(gotext.Get("aborting due to user"))
  504. }
  505. if !cOtherInclude.Get("n") && !cOtherInclude.Get("none") {
  506. for i, base := range bases {
  507. pkg := base.Pkgbase()
  508. anyInstalled := false
  509. for _, b := range base {
  510. anyInstalled = anyInstalled || installed.Get(b.Name)
  511. }
  512. dir := filepath.Join(config.BuildDir, pkg)
  513. if _, err := os.Stat(dir); os.IsNotExist(err) {
  514. continue
  515. }
  516. if !cIsInclude && cExclude.Get(len(bases)-i) {
  517. continue
  518. }
  519. if anyInstalled && (cOtherInclude.Get("i") || cOtherInclude.Get("installed")) {
  520. toClean = append(toClean, base)
  521. continue
  522. }
  523. if !anyInstalled && (cOtherInclude.Get("no") || cOtherInclude.Get("notinstalled")) {
  524. toClean = append(toClean, base)
  525. continue
  526. }
  527. if cOtherInclude.Get("a") || cOtherInclude.Get("all") {
  528. toClean = append(toClean, base)
  529. continue
  530. }
  531. if cIsInclude && (cInclude.Get(len(bases)-i) || cOtherInclude.Get(pkg)) {
  532. toClean = append(toClean, base)
  533. continue
  534. }
  535. if !cIsInclude && (!cExclude.Get(len(bases)-i) && !cOtherExclude.Get(pkg)) {
  536. toClean = append(toClean, base)
  537. continue
  538. }
  539. }
  540. }
  541. return toClean, nil
  542. }
  543. func editNumberMenu(bases []dep.Base, installed stringset.StringSet) ([]dep.Base, error) {
  544. return editDiffNumberMenu(bases, installed, false)
  545. }
  546. func diffNumberMenu(bases []dep.Base, installed stringset.StringSet) ([]dep.Base, error) {
  547. return editDiffNumberMenu(bases, installed, true)
  548. }
  549. func editDiffNumberMenu(bases []dep.Base, installed stringset.StringSet, diff bool) ([]dep.Base, error) {
  550. toEdit := make([]dep.Base, 0)
  551. var editInput string
  552. var err error
  553. if diff {
  554. text.Infoln(gotext.Get("Diffs to show?"))
  555. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", cyan(gotext.Get("[N]one"))))
  556. editInput, err = getInput(config.AnswerDiff)
  557. if err != nil {
  558. return nil, err
  559. }
  560. } else {
  561. text.Infoln(gotext.Get("PKGBUILDs to edit?"))
  562. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", cyan(gotext.Get("[N]one"))))
  563. editInput, err = getInput(config.AnswerEdit)
  564. if err != nil {
  565. return nil, err
  566. }
  567. }
  568. eInclude, eExclude, eOtherInclude, eOtherExclude := intrange.ParseNumberMenu(editInput)
  569. eIsInclude := len(eExclude) == 0 && len(eOtherExclude) == 0
  570. if eOtherInclude.Get("abort") || eOtherInclude.Get("ab") {
  571. return nil, fmt.Errorf(gotext.Get("aborting due to user"))
  572. }
  573. if !eOtherInclude.Get("n") && !eOtherInclude.Get("none") {
  574. for i, base := range bases {
  575. pkg := base.Pkgbase()
  576. anyInstalled := false
  577. for _, b := range base {
  578. anyInstalled = anyInstalled || installed.Get(b.Name)
  579. }
  580. if !eIsInclude && eExclude.Get(len(bases)-i) {
  581. continue
  582. }
  583. if anyInstalled && (eOtherInclude.Get("i") || eOtherInclude.Get("installed")) {
  584. toEdit = append(toEdit, base)
  585. continue
  586. }
  587. if !anyInstalled && (eOtherInclude.Get("no") || eOtherInclude.Get("notinstalled")) {
  588. toEdit = append(toEdit, base)
  589. continue
  590. }
  591. if eOtherInclude.Get("a") || eOtherInclude.Get("all") {
  592. toEdit = append(toEdit, base)
  593. continue
  594. }
  595. if eIsInclude && (eInclude.Get(len(bases)-i) || eOtherInclude.Get(pkg)) {
  596. toEdit = append(toEdit, base)
  597. }
  598. if !eIsInclude && (!eExclude.Get(len(bases)-i) && !eOtherExclude.Get(pkg)) {
  599. toEdit = append(toEdit, base)
  600. }
  601. }
  602. }
  603. return toEdit, nil
  604. }
  605. func updatePkgbuildSeenRef(bases []dep.Base) error {
  606. var errMulti multierror.MultiError
  607. for _, base := range bases {
  608. pkg := base.Pkgbase()
  609. err := gitUpdateSeenRef(config.BuildDir, pkg)
  610. if err != nil {
  611. errMulti.Add(err)
  612. }
  613. }
  614. return errMulti.Return()
  615. }
  616. func showPkgbuildDiffs(bases []dep.Base, cloned stringset.StringSet) error {
  617. var errMulti multierror.MultiError
  618. for _, base := range bases {
  619. pkg := base.Pkgbase()
  620. dir := filepath.Join(config.BuildDir, pkg)
  621. start, err := getLastSeenHash(config.BuildDir, pkg)
  622. if err != nil {
  623. errMulti.Add(err)
  624. continue
  625. }
  626. if cloned.Get(pkg) {
  627. start = gitEmptyTree
  628. } else {
  629. hasDiff, err := gitHasDiff(config.BuildDir, pkg)
  630. if err != nil {
  631. errMulti.Add(err)
  632. continue
  633. }
  634. if !hasDiff {
  635. text.Warnln(gotext.Get("%s: No changes -- skipping", cyan(base.String())))
  636. continue
  637. }
  638. }
  639. args := []string{
  640. "diff",
  641. start + "..HEAD@{upstream}", "--src-prefix",
  642. dir + "/", "--dst-prefix", dir + "/", "--", ".", ":(exclude).SRCINFO",
  643. }
  644. if text.UseColor {
  645. args = append(args, "--color=always")
  646. } else {
  647. args = append(args, "--color=never")
  648. }
  649. _ = show(passToGit(dir, args...))
  650. }
  651. return errMulti.Return()
  652. }
  653. func editPkgbuilds(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo) error {
  654. pkgbuilds := make([]string, 0, len(bases))
  655. for _, base := range bases {
  656. pkg := base.Pkgbase()
  657. dir := filepath.Join(config.BuildDir, pkg)
  658. pkgbuilds = append(pkgbuilds, filepath.Join(dir, "PKGBUILD"))
  659. for _, splitPkg := range srcinfos[pkg].SplitPackages() {
  660. if splitPkg.Install != "" {
  661. pkgbuilds = append(pkgbuilds, filepath.Join(dir, splitPkg.Install))
  662. }
  663. }
  664. }
  665. if len(pkgbuilds) > 0 {
  666. editor, editorArgs := editor()
  667. editorArgs = append(editorArgs, pkgbuilds...)
  668. editcmd := exec.Command(editor, editorArgs...)
  669. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  670. err := editcmd.Run()
  671. if err != nil {
  672. return errors.New(gotext.Get("editor did not exit successfully, aborting: %s", err))
  673. }
  674. }
  675. return nil
  676. }
  677. func parseSrcinfoFiles(bases []dep.Base, errIsFatal bool) (map[string]*gosrc.Srcinfo, error) {
  678. srcinfos := make(map[string]*gosrc.Srcinfo)
  679. for k, base := range bases {
  680. pkg := base.Pkgbase()
  681. dir := filepath.Join(config.BuildDir, pkg)
  682. text.OperationInfoln(gotext.Get("(%d/%d) Parsing SRCINFO: %s", k+1, len(bases), cyan(base.String())))
  683. pkgbuild, err := gosrc.ParseFile(filepath.Join(dir, ".SRCINFO"))
  684. if err != nil {
  685. if !errIsFatal {
  686. text.Warnln(gotext.Get("failed to parse %s -- skipping: %s", base.String(), err))
  687. continue
  688. }
  689. return nil, errors.New(gotext.Get("failed to parse %s: %s", base.String(), err))
  690. }
  691. srcinfos[pkg] = pkgbuild
  692. }
  693. return srcinfos, nil
  694. }
  695. func pkgbuildsToSkip(bases []dep.Base, targets stringset.StringSet) stringset.StringSet {
  696. toSkip := make(stringset.StringSet)
  697. for _, base := range bases {
  698. isTarget := false
  699. for _, pkg := range base {
  700. isTarget = isTarget || targets.Get(pkg.Name)
  701. }
  702. if (config.ReDownload == "yes" && isTarget) || config.ReDownload == "all" {
  703. continue
  704. }
  705. dir := filepath.Join(config.BuildDir, base.Pkgbase(), ".SRCINFO")
  706. pkgbuild, err := gosrc.ParseFile(dir)
  707. if err == nil {
  708. if alpm.VerCmp(pkgbuild.Version(), base.Version()) >= 0 {
  709. toSkip.Set(base.Pkgbase())
  710. }
  711. }
  712. }
  713. return toSkip
  714. }
  715. func mergePkgbuilds(bases []dep.Base) error {
  716. for _, base := range bases {
  717. err := gitMerge(config.BuildDir, base.Pkgbase())
  718. if err != nil {
  719. return err
  720. }
  721. }
  722. return nil
  723. }
  724. func downloadPkgbuilds(bases []dep.Base, toSkip stringset.StringSet, buildDir string) (stringset.StringSet, error) {
  725. cloned := make(stringset.StringSet)
  726. downloaded := 0
  727. var wg sync.WaitGroup
  728. var mux sync.Mutex
  729. var errs multierror.MultiError
  730. download := func(base dep.Base) {
  731. defer wg.Done()
  732. pkg := base.Pkgbase()
  733. if toSkip.Get(pkg) {
  734. mux.Lock()
  735. downloaded++
  736. text.OperationInfoln(
  737. gotext.Get("PKGBUILD up to date, Skipping (%d/%d): %s",
  738. downloaded, len(bases), cyan(base.String())))
  739. mux.Unlock()
  740. return
  741. }
  742. clone, err := gitDownload(config.AURURL+"/"+pkg+".git", buildDir, pkg)
  743. if err != nil {
  744. errs.Add(err)
  745. return
  746. }
  747. if clone {
  748. mux.Lock()
  749. cloned.Set(pkg)
  750. mux.Unlock()
  751. }
  752. mux.Lock()
  753. downloaded++
  754. text.OperationInfoln(gotext.Get("Downloaded PKGBUILD (%d/%d): %s", downloaded, len(bases), cyan(base.String())))
  755. mux.Unlock()
  756. }
  757. count := 0
  758. for _, base := range bases {
  759. wg.Add(1)
  760. go download(base)
  761. count++
  762. if count%25 == 0 {
  763. wg.Wait()
  764. }
  765. }
  766. wg.Wait()
  767. return cloned, errs.Return()
  768. }
  769. func downloadPkgbuildsSources(bases []dep.Base, incompatible stringset.StringSet) (err error) {
  770. for _, base := range bases {
  771. pkg := base.Pkgbase()
  772. dir := filepath.Join(config.BuildDir, pkg)
  773. args := []string{"--verifysource", "-Ccf"}
  774. if incompatible.Get(pkg) {
  775. args = append(args, "--ignorearch")
  776. }
  777. err = show(passToMakepkg(dir, args...))
  778. if err != nil {
  779. return errors.New(gotext.Get("error downloading sources: %s", cyan(base.String())))
  780. }
  781. }
  782. return
  783. }
  784. func buildInstallPkgbuilds(
  785. cmdArgs *settings.Arguments,
  786. alpmHandle *alpm.Handle,
  787. dp *dep.Pool,
  788. do *dep.Order,
  789. srcinfos map[string]*gosrc.Srcinfo,
  790. incompatible stringset.StringSet,
  791. conflicts stringset.MapStringSet,
  792. ) error {
  793. arguments := cmdArgs.Copy()
  794. arguments.ClearTargets()
  795. arguments.Op = "U"
  796. arguments.DelArg("confirm")
  797. arguments.DelArg("noconfirm")
  798. arguments.DelArg("c", "clean")
  799. arguments.DelArg("q", "quiet")
  800. arguments.DelArg("q", "quiet")
  801. arguments.DelArg("y", "refresh")
  802. arguments.DelArg("u", "sysupgrade")
  803. arguments.DelArg("w", "downloadonly")
  804. deps := make([]string, 0)
  805. exp := make([]string, 0)
  806. oldConfirm := config.NoConfirm
  807. config.NoConfirm = true
  808. //remotenames: names of all non repo packages on the system
  809. _, _, localNames, remoteNames, err := query.FilterPackages(alpmHandle)
  810. if err != nil {
  811. return err
  812. }
  813. // cache as a stringset. maybe make it return a string set in the first
  814. // place
  815. remoteNamesCache := stringset.FromSlice(remoteNames)
  816. localNamesCache := stringset.FromSlice(localNames)
  817. doInstall := func() error {
  818. if len(arguments.Targets) == 0 {
  819. return nil
  820. }
  821. if errShow := show(passToPacman(arguments)); errShow != nil {
  822. return errShow
  823. }
  824. err = saveVCSInfo(config.Runtime.VCSPath)
  825. if err != nil {
  826. fmt.Fprintln(os.Stderr, err)
  827. }
  828. if errDeps := asdeps(cmdArgs, deps); err != nil {
  829. return errDeps
  830. }
  831. if errExps := asexp(cmdArgs, exp); err != nil {
  832. return errExps
  833. }
  834. config.NoConfirm = oldConfirm
  835. arguments.ClearTargets()
  836. deps = make([]string, 0)
  837. exp = make([]string, 0)
  838. config.NoConfirm = true
  839. return nil
  840. }
  841. for _, base := range do.Aur {
  842. pkg := base.Pkgbase()
  843. dir := filepath.Join(config.BuildDir, pkg)
  844. built := true
  845. satisfied := true
  846. all:
  847. for _, pkg := range base {
  848. for _, deps := range [3][]string{pkg.Depends, pkg.MakeDepends, pkg.CheckDepends} {
  849. for _, dep := range deps {
  850. if _, errSatisfier := dp.LocalDB.PkgCache().FindSatisfier(dep); errSatisfier != nil {
  851. satisfied = false
  852. text.Warnln(gotext.Get("%s not satisfied, flushing install queue", dep))
  853. break all
  854. }
  855. }
  856. }
  857. }
  858. if !satisfied || !config.BatchInstall {
  859. err = doInstall()
  860. if err != nil {
  861. return err
  862. }
  863. }
  864. srcinfo := srcinfos[pkg]
  865. args := []string{"--nobuild", "-fC"}
  866. if incompatible.Get(pkg) {
  867. args = append(args, "--ignorearch")
  868. }
  869. // pkgver bump
  870. if err = show(passToMakepkg(dir, args...)); err != nil {
  871. return errors.New(gotext.Get("error making: %s", base.String()))
  872. }
  873. pkgdests, pkgVersion, errList := parsePackageList(dir)
  874. if errList != nil {
  875. return errList
  876. }
  877. isExplicit := false
  878. for _, b := range base {
  879. isExplicit = isExplicit || dp.Explicit.Get(b.Name)
  880. }
  881. if config.ReBuild == "no" || (config.ReBuild == "yes" && !isExplicit) {
  882. for _, split := range base {
  883. pkgdest, ok := pkgdests[split.Name]
  884. if !ok {
  885. return errors.New(gotext.Get("could not find PKGDEST for: %s", split.Name))
  886. }
  887. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  888. built = false
  889. } else if errStat != nil {
  890. return errStat
  891. }
  892. }
  893. } else {
  894. built = false
  895. }
  896. if cmdArgs.ExistsArg("needed") {
  897. installed := true
  898. for _, split := range base {
  899. if alpmpkg := dp.LocalDB.Pkg(split.Name); alpmpkg == nil || alpmpkg.Version() != pkgVersion {
  900. installed = false
  901. }
  902. }
  903. if installed {
  904. err = show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  905. if err != nil {
  906. return errors.New(gotext.Get("error making: %s", err))
  907. }
  908. fmt.Fprintln(os.Stdout, gotext.Get("%s is up to date -- skipping", cyan(pkg+"-"+pkgVersion)))
  909. continue
  910. }
  911. }
  912. if built {
  913. err = show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  914. if err != nil {
  915. return errors.New(gotext.Get("error making: %s", err))
  916. }
  917. text.Warnln(gotext.Get("%s already made -- skipping build", cyan(pkg+"-"+pkgVersion)))
  918. } else {
  919. args := []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  920. if incompatible.Get(pkg) {
  921. args = append(args, "--ignorearch")
  922. }
  923. if errMake := show(passToMakepkg(dir, args...)); errMake != nil {
  924. return errors.New(gotext.Get("error making: %s", base.String))
  925. }
  926. }
  927. // conflicts have been checked so answer y for them
  928. if config.UseAsk && cmdArgs.ExistsArg("ask") {
  929. ask, _ := strconv.Atoi(cmdArgs.Options["ask"].First())
  930. uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg
  931. cmdArgs.Options["ask"].Set(fmt.Sprint(uask))
  932. } else {
  933. for _, split := range base {
  934. if _, ok := conflicts[split.Name]; ok {
  935. config.NoConfirm = false
  936. break
  937. }
  938. }
  939. }
  940. doAddTarget := func(name string, optional bool) error {
  941. pkgdest, ok := pkgdests[name]
  942. if !ok {
  943. if optional {
  944. return nil
  945. }
  946. return errors.New(gotext.Get("could not find PKGDEST for: %s", name))
  947. }
  948. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  949. if optional {
  950. return nil
  951. }
  952. return errors.New(
  953. gotext.Get(
  954. "the PKGDEST for %s is listed by makepkg but does not exist: %s",
  955. name, pkgdest))
  956. }
  957. arguments.AddTarget(pkgdest)
  958. if cmdArgs.ExistsArg("asdeps", "asdep") {
  959. deps = append(deps, name)
  960. } else if cmdArgs.ExistsArg("asexplicit", "asexp") {
  961. exp = append(exp, name)
  962. } else if !dp.Explicit.Get(name) && !localNamesCache.Get(name) && !remoteNamesCache.Get(name) {
  963. deps = append(deps, name)
  964. }
  965. return nil
  966. }
  967. for _, split := range base {
  968. if errAdd := doAddTarget(split.Name, false); errAdd != nil {
  969. return errAdd
  970. }
  971. if errAddDebug := doAddTarget(split.Name+"-debug", true); errAddDebug != nil {
  972. return errAddDebug
  973. }
  974. }
  975. var mux sync.Mutex
  976. var wg sync.WaitGroup
  977. for _, pkg := range base {
  978. wg.Add(1)
  979. go updateVCSData(config.Runtime.VCSPath, pkg.Name, srcinfo.Source, &mux, &wg)
  980. }
  981. wg.Wait()
  982. }
  983. err = doInstall()
  984. config.NoConfirm = oldConfirm
  985. return err
  986. }