install.go 28 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171
  1. package main
  2. import (
  3. "errors"
  4. "fmt"
  5. "os"
  6. "os/exec"
  7. "path/filepath"
  8. "strconv"
  9. "strings"
  10. "sync"
  11. alpm "github.com/Jguer/go-alpm"
  12. gosrc "github.com/Morganamilo/go-srcinfo"
  13. "github.com/leonelquinteros/gotext"
  14. "github.com/Jguer/yay/v10/pkg/completion"
  15. "github.com/Jguer/yay/v10/pkg/db"
  16. "github.com/Jguer/yay/v10/pkg/dep"
  17. "github.com/Jguer/yay/v10/pkg/intrange"
  18. "github.com/Jguer/yay/v10/pkg/multierror"
  19. "github.com/Jguer/yay/v10/pkg/pgp"
  20. "github.com/Jguer/yay/v10/pkg/query"
  21. "github.com/Jguer/yay/v10/pkg/settings"
  22. "github.com/Jguer/yay/v10/pkg/stringset"
  23. "github.com/Jguer/yay/v10/pkg/text"
  24. "github.com/Jguer/yay/v10/pkg/upgrade"
  25. )
  26. const gitEmptyTree = "4b825dc642cb6eb9a060e54bf8d69288fbee4904"
  27. func asdeps(cmdArgs *settings.Arguments, pkgs []string) error {
  28. if len(pkgs) == 0 {
  29. return nil
  30. }
  31. cmdArgs = cmdArgs.CopyGlobal()
  32. _ = cmdArgs.AddArg("D", "asdeps")
  33. cmdArgs.AddTarget(pkgs...)
  34. _, stderr, err := config.Runtime.CmdRunner.Capture(passToPacman(cmdArgs), 0)
  35. if err != nil {
  36. return fmt.Errorf("%s %s", stderr, err)
  37. }
  38. return nil
  39. }
  40. func asexp(cmdArgs *settings.Arguments, pkgs []string) error {
  41. if len(pkgs) == 0 {
  42. return nil
  43. }
  44. cmdArgs = cmdArgs.CopyGlobal()
  45. _ = cmdArgs.AddArg("D", "asexplicit")
  46. cmdArgs.AddTarget(pkgs...)
  47. _, stderr, err := config.Runtime.CmdRunner.Capture(passToPacman(cmdArgs), 0)
  48. if err != nil {
  49. return fmt.Errorf("%s %s", stderr, err)
  50. }
  51. return nil
  52. }
  53. // Install handles package installs
  54. func install(cmdArgs *settings.Arguments, dbExecutor db.Executor, ignoreProviders bool) (err error) {
  55. var incompatible stringset.StringSet
  56. var do *dep.Order
  57. var aurUp upgrade.UpSlice
  58. var repoUp upgrade.UpSlice
  59. var srcinfos map[string]*gosrc.Srcinfo
  60. warnings := query.NewWarnings()
  61. if config.Runtime.Mode == settings.ModeAny || config.Runtime.Mode == settings.ModeRepo {
  62. if config.CombinedUpgrade {
  63. if cmdArgs.ExistsArg("y", "refresh") {
  64. err = earlyRefresh(cmdArgs)
  65. if err != nil {
  66. return fmt.Errorf(gotext.Get("error refreshing databases"))
  67. }
  68. }
  69. } else if cmdArgs.ExistsArg("y", "refresh") || cmdArgs.ExistsArg("u", "sysupgrade") || len(cmdArgs.Targets) > 0 {
  70. err = earlyPacmanCall(cmdArgs, dbExecutor)
  71. if err != nil {
  72. return err
  73. }
  74. }
  75. }
  76. // we may have done -Sy, our handle now has an old
  77. // database.
  78. err = dbExecutor.RefreshHandle()
  79. if err != nil {
  80. return err
  81. }
  82. localNames, remoteNames, err := query.GetPackageNamesBySource(dbExecutor)
  83. if err != nil {
  84. return err
  85. }
  86. remoteNamesCache := stringset.FromSlice(remoteNames)
  87. localNamesCache := stringset.FromSlice(localNames)
  88. requestTargets := cmdArgs.Copy().Targets
  89. // create the arguments to pass for the repo install
  90. arguments := cmdArgs.Copy()
  91. arguments.DelArg("asdeps", "asdep")
  92. arguments.DelArg("asexplicit", "asexp")
  93. arguments.Op = "S"
  94. arguments.ClearTargets()
  95. if config.Runtime.Mode == settings.ModeAUR {
  96. arguments.DelArg("u", "sysupgrade")
  97. }
  98. // if we are doing -u also request all packages needing update
  99. if cmdArgs.ExistsArg("u", "sysupgrade") {
  100. aurUp, repoUp, err = upList(warnings, dbExecutor, cmdArgs.ExistsDouble("u", "sysupgrade"))
  101. if err != nil {
  102. return err
  103. }
  104. warnings.Print()
  105. ignore, aurUp, errUp := upgradePkgs(aurUp, repoUp)
  106. if errUp != nil {
  107. return errUp
  108. }
  109. for _, up := range repoUp {
  110. if !ignore.Get(up.Name) {
  111. requestTargets = append(requestTargets, up.Name)
  112. cmdArgs.AddTarget(up.Name)
  113. }
  114. }
  115. for up := range aurUp {
  116. requestTargets = append(requestTargets, "aur/"+up)
  117. cmdArgs.AddTarget("aur/" + up)
  118. }
  119. if len(ignore) > 0 {
  120. arguments.CreateOrAppendOption("ignore", ignore.ToSlice()...)
  121. }
  122. }
  123. targets := stringset.FromSlice(cmdArgs.Targets)
  124. dp, err := dep.GetPool(requestTargets,
  125. warnings, dbExecutor, config.Runtime.Mode,
  126. ignoreProviders, settings.NoConfirm, config.Provides, config.ReBuild, config.RequestSplitN)
  127. if err != nil {
  128. return err
  129. }
  130. if !cmdArgs.ExistsDouble("d", "nodeps") {
  131. err = dp.CheckMissing()
  132. if err != nil {
  133. return err
  134. }
  135. }
  136. if len(dp.Aur) == 0 {
  137. if !config.CombinedUpgrade {
  138. if cmdArgs.ExistsArg("u", "sysupgrade") {
  139. fmt.Println(gotext.Get(" there is nothing to do"))
  140. }
  141. return nil
  142. }
  143. cmdArgs.Op = "S"
  144. cmdArgs.DelArg("y", "refresh")
  145. if arguments.ExistsArg("ignore") {
  146. cmdArgs.CreateOrAppendOption("ignore", arguments.GetArgs("ignore")...)
  147. }
  148. return config.Runtime.CmdRunner.Show(passToPacman(cmdArgs))
  149. }
  150. if len(dp.Aur) > 0 && os.Geteuid() == 0 {
  151. return fmt.Errorf(gotext.Get("refusing to install AUR packages as root, aborting"))
  152. }
  153. var conflicts stringset.MapStringSet
  154. if !cmdArgs.ExistsDouble("d", "nodeps") {
  155. conflicts, err = dp.CheckConflicts(config.UseAsk, settings.NoConfirm)
  156. if err != nil {
  157. return err
  158. }
  159. }
  160. do = dep.GetOrder(dp)
  161. if err != nil {
  162. return err
  163. }
  164. for _, pkg := range do.Repo {
  165. arguments.AddTarget(pkg.DB().Name() + "/" + pkg.Name())
  166. }
  167. for _, pkg := range dp.Groups {
  168. arguments.AddTarget(pkg)
  169. }
  170. if len(do.Aur) == 0 && len(arguments.Targets) == 0 && (!cmdArgs.ExistsArg("u", "sysupgrade") || config.Runtime.Mode == settings.ModeAUR) {
  171. fmt.Println(gotext.Get(" there is nothing to do"))
  172. return nil
  173. }
  174. do.Print()
  175. fmt.Println()
  176. if config.CleanAfter {
  177. defer cleanAfter(do.Aur)
  178. }
  179. if do.HasMake() {
  180. switch config.RemoveMake {
  181. case "yes":
  182. defer func() {
  183. err = removeMake(do)
  184. }()
  185. case "no":
  186. break
  187. default:
  188. if text.ContinueTask(gotext.Get("Remove make dependencies after install?"), false, settings.NoConfirm) {
  189. defer func() {
  190. err = removeMake(do)
  191. }()
  192. }
  193. }
  194. }
  195. if config.CleanMenu {
  196. if anyExistInCache(do.Aur) {
  197. askClean := pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  198. toClean, errClean := cleanNumberMenu(do.Aur, remoteNamesCache, askClean)
  199. if errClean != nil {
  200. return errClean
  201. }
  202. cleanBuilds(toClean)
  203. }
  204. }
  205. toSkip := pkgbuildsToSkip(do.Aur, targets)
  206. cloned, err := downloadPkgbuilds(do.Aur, toSkip, config.BuildDir)
  207. if err != nil {
  208. return err
  209. }
  210. var toDiff []dep.Base
  211. var toEdit []dep.Base
  212. if config.DiffMenu {
  213. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  214. toDiff, err = diffNumberMenu(do.Aur, remoteNamesCache)
  215. if err != nil {
  216. return err
  217. }
  218. if len(toDiff) > 0 {
  219. err = showPkgbuildDiffs(toDiff, cloned)
  220. if err != nil {
  221. return err
  222. }
  223. }
  224. }
  225. if len(toDiff) > 0 {
  226. oldValue := settings.NoConfirm
  227. settings.NoConfirm = false
  228. fmt.Println()
  229. if !text.ContinueTask(gotext.Get("Proceed with install?"), true, settings.NoConfirm) {
  230. return fmt.Errorf(gotext.Get("aborting due to user"))
  231. }
  232. err = updatePkgbuildSeenRef(toDiff)
  233. if err != nil {
  234. text.Errorln(err.Error())
  235. }
  236. settings.NoConfirm = oldValue
  237. }
  238. err = mergePkgbuilds(do.Aur)
  239. if err != nil {
  240. return err
  241. }
  242. srcinfos, err = parseSrcinfoFiles(do.Aur, true)
  243. if err != nil {
  244. return err
  245. }
  246. if config.EditMenu {
  247. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  248. toEdit, err = editNumberMenu(do.Aur, remoteNamesCache)
  249. if err != nil {
  250. return err
  251. }
  252. if len(toEdit) > 0 {
  253. err = editPkgbuilds(toEdit, srcinfos)
  254. if err != nil {
  255. return err
  256. }
  257. }
  258. }
  259. if len(toEdit) > 0 {
  260. oldValue := settings.NoConfirm
  261. settings.NoConfirm = false
  262. fmt.Println()
  263. if !text.ContinueTask(gotext.Get("Proceed with install?"), true, settings.NoConfirm) {
  264. return errors.New(gotext.Get("aborting due to user"))
  265. }
  266. settings.NoConfirm = oldValue
  267. }
  268. incompatible, err = getIncompatible(do.Aur, srcinfos, dbExecutor)
  269. if err != nil {
  270. return err
  271. }
  272. if config.PGPFetch {
  273. err = pgp.CheckPgpKeys(do.Aur, srcinfos, config.GpgBin, config.GpgFlags, settings.NoConfirm)
  274. if err != nil {
  275. return err
  276. }
  277. }
  278. if !config.CombinedUpgrade {
  279. arguments.DelArg("u", "sysupgrade")
  280. }
  281. if len(arguments.Targets) > 0 || arguments.ExistsArg("u") {
  282. if errShow := config.Runtime.CmdRunner.Show(passToPacman(arguments)); errShow != nil {
  283. return errors.New(gotext.Get("error installing repo packages"))
  284. }
  285. deps := make([]string, 0)
  286. exp := make([]string, 0)
  287. for _, pkg := range do.Repo {
  288. if !dp.Explicit.Get(pkg.Name()) && !localNamesCache.Get(pkg.Name()) && !remoteNamesCache.Get(pkg.Name()) {
  289. deps = append(deps, pkg.Name())
  290. continue
  291. }
  292. if cmdArgs.ExistsArg("asdeps", "asdep") && dp.Explicit.Get(pkg.Name()) {
  293. deps = append(deps, pkg.Name())
  294. } else if cmdArgs.ExistsArg("asexp", "asexplicit") && dp.Explicit.Get(pkg.Name()) {
  295. exp = append(exp, pkg.Name())
  296. }
  297. }
  298. if errDeps := asdeps(cmdArgs, deps); errDeps != nil {
  299. return errDeps
  300. }
  301. if errExp := asexp(cmdArgs, exp); errExp != nil {
  302. return errExp
  303. }
  304. }
  305. go func() {
  306. _ = completion.Update(dbExecutor, config.AURURL, config.Runtime.CompletionPath, config.CompletionInterval, false)
  307. }()
  308. err = downloadPkgbuildsSources(do.Aur, incompatible)
  309. if err != nil {
  310. return err
  311. }
  312. err = buildInstallPkgbuilds(cmdArgs, dbExecutor, dp, do, srcinfos, incompatible, conflicts)
  313. if err != nil {
  314. return err
  315. }
  316. return nil
  317. }
  318. func removeMake(do *dep.Order) error {
  319. removeArguments := settings.MakeArguments()
  320. err := removeArguments.AddArg("R", "u")
  321. if err != nil {
  322. return err
  323. }
  324. for _, pkg := range do.GetMake() {
  325. removeArguments.AddTarget(pkg)
  326. }
  327. oldValue := settings.NoConfirm
  328. settings.NoConfirm = true
  329. err = config.Runtime.CmdRunner.Show(passToPacman(removeArguments))
  330. settings.NoConfirm = oldValue
  331. return err
  332. }
  333. func inRepos(dbExecutor db.Executor, pkg string) bool {
  334. target := dep.ToTarget(pkg)
  335. if target.DB == "aur" {
  336. return false
  337. } else if target.DB != "" {
  338. return true
  339. }
  340. previousHideMenus := settings.HideMenus
  341. settings.HideMenus = false
  342. exists := dbExecutor.SyncSatisfierExists(target.DepString())
  343. settings.HideMenus = previousHideMenus
  344. return exists || len(dbExecutor.PackagesFromGroup(target.Name)) > 0
  345. }
  346. func earlyPacmanCall(cmdArgs *settings.Arguments, dbExecutor db.Executor) error {
  347. arguments := cmdArgs.Copy()
  348. arguments.Op = "S"
  349. targets := cmdArgs.Targets
  350. cmdArgs.ClearTargets()
  351. arguments.ClearTargets()
  352. if config.Runtime.Mode == settings.ModeRepo {
  353. arguments.Targets = targets
  354. } else {
  355. // separate aur and repo targets
  356. for _, target := range targets {
  357. if inRepos(dbExecutor, target) {
  358. arguments.AddTarget(target)
  359. } else {
  360. cmdArgs.AddTarget(target)
  361. }
  362. }
  363. }
  364. if cmdArgs.ExistsArg("y", "refresh") || cmdArgs.ExistsArg("u", "sysupgrade") || len(arguments.Targets) > 0 {
  365. if err := config.Runtime.CmdRunner.Show(passToPacman(arguments)); err != nil {
  366. return errors.New(gotext.Get("error installing repo packages"))
  367. }
  368. }
  369. return nil
  370. }
  371. func earlyRefresh(cmdArgs *settings.Arguments) error {
  372. arguments := cmdArgs.Copy()
  373. cmdArgs.DelArg("y", "refresh")
  374. arguments.DelArg("u", "sysupgrade")
  375. arguments.DelArg("s", "search")
  376. arguments.DelArg("i", "info")
  377. arguments.DelArg("l", "list")
  378. arguments.ClearTargets()
  379. return config.Runtime.CmdRunner.Show(passToPacman(arguments))
  380. }
  381. func getIncompatible(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo, dbExecutor db.Executor) (stringset.StringSet, error) {
  382. incompatible := make(stringset.StringSet)
  383. basesMap := make(map[string]dep.Base)
  384. alpmArch, err := dbExecutor.AlpmArch()
  385. if err != nil {
  386. return nil, err
  387. }
  388. nextpkg:
  389. for _, base := range bases {
  390. for _, arch := range srcinfos[base.Pkgbase()].Arch {
  391. if arch == "any" || arch == alpmArch {
  392. continue nextpkg
  393. }
  394. }
  395. incompatible.Set(base.Pkgbase())
  396. basesMap[base.Pkgbase()] = base
  397. }
  398. if len(incompatible) > 0 {
  399. text.Warnln(gotext.Get("The following packages are not compatible with your architecture:"))
  400. for pkg := range incompatible {
  401. fmt.Print(" " + text.Cyan(basesMap[pkg].String()))
  402. }
  403. fmt.Println()
  404. if !text.ContinueTask(gotext.Get("Try to build them anyway?"), true, settings.NoConfirm) {
  405. return nil, errors.New(gotext.Get("aborting due to user"))
  406. }
  407. }
  408. return incompatible, nil
  409. }
  410. func parsePackageList(dir string) (pkgdests map[string]string, pkgVersion string, err error) {
  411. stdout, stderr, err := config.Runtime.CmdRunner.Capture(passToMakepkg(dir, "--packagelist"), 0)
  412. if err != nil {
  413. return nil, "", fmt.Errorf("%s %s", stderr, err)
  414. }
  415. lines := strings.Split(stdout, "\n")
  416. pkgdests = make(map[string]string)
  417. for _, line := range lines {
  418. if line == "" {
  419. continue
  420. }
  421. fileName := filepath.Base(line)
  422. split := strings.Split(fileName, "-")
  423. if len(split) < 4 {
  424. return nil, "", errors.New(gotext.Get("cannot find package name: %v", split))
  425. }
  426. // pkgname-pkgver-pkgrel-arch.pkgext
  427. // This assumes 3 dashes after the pkgname, Will cause an error
  428. // if the PKGEXT contains a dash. Please no one do that.
  429. pkgName := strings.Join(split[:len(split)-3], "-")
  430. pkgVersion = strings.Join(split[len(split)-3:len(split)-1], "-")
  431. pkgdests[pkgName] = line
  432. }
  433. return pkgdests, pkgVersion, nil
  434. }
  435. func anyExistInCache(bases []dep.Base) bool {
  436. for _, base := range bases {
  437. pkg := base.Pkgbase()
  438. dir := filepath.Join(config.BuildDir, pkg)
  439. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  440. return true
  441. }
  442. }
  443. return false
  444. }
  445. func pkgbuildNumberMenu(bases []dep.Base, installed stringset.StringSet) bool {
  446. toPrint := ""
  447. askClean := false
  448. for n, base := range bases {
  449. pkg := base.Pkgbase()
  450. dir := filepath.Join(config.BuildDir, pkg)
  451. toPrint += fmt.Sprintf(text.Magenta("%3d")+" %-40s", len(bases)-n,
  452. text.Bold(base.String()))
  453. anyInstalled := false
  454. for _, b := range base {
  455. anyInstalled = anyInstalled || installed.Get(b.Name)
  456. }
  457. if anyInstalled {
  458. toPrint += text.Bold(text.Green(gotext.Get(" (Installed)")))
  459. }
  460. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  461. toPrint += text.Bold(text.Green(gotext.Get(" (Build Files Exist)")))
  462. askClean = true
  463. }
  464. toPrint += "\n"
  465. }
  466. fmt.Print(toPrint)
  467. return askClean
  468. }
  469. func cleanNumberMenu(bases []dep.Base, installed stringset.StringSet, hasClean bool) ([]dep.Base, error) {
  470. toClean := make([]dep.Base, 0)
  471. if !hasClean {
  472. return toClean, nil
  473. }
  474. text.Infoln(gotext.Get("Packages to cleanBuild?"))
  475. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", text.Cyan(gotext.Get("[N]one"))))
  476. cleanInput, err := getInput(config.AnswerClean)
  477. if err != nil {
  478. return nil, err
  479. }
  480. cInclude, cExclude, cOtherInclude, cOtherExclude := intrange.ParseNumberMenu(cleanInput)
  481. cIsInclude := len(cExclude) == 0 && len(cOtherExclude) == 0
  482. if cOtherInclude.Get("abort") || cOtherInclude.Get("ab") {
  483. return nil, fmt.Errorf(gotext.Get("aborting due to user"))
  484. }
  485. if !cOtherInclude.Get("n") && !cOtherInclude.Get("none") {
  486. for i, base := range bases {
  487. pkg := base.Pkgbase()
  488. anyInstalled := false
  489. for _, b := range base {
  490. anyInstalled = anyInstalled || installed.Get(b.Name)
  491. }
  492. dir := filepath.Join(config.BuildDir, pkg)
  493. if _, err := os.Stat(dir); os.IsNotExist(err) {
  494. continue
  495. }
  496. if !cIsInclude && cExclude.Get(len(bases)-i) {
  497. continue
  498. }
  499. if anyInstalled && (cOtherInclude.Get("i") || cOtherInclude.Get("installed")) {
  500. toClean = append(toClean, base)
  501. continue
  502. }
  503. if !anyInstalled && (cOtherInclude.Get("no") || cOtherInclude.Get("notinstalled")) {
  504. toClean = append(toClean, base)
  505. continue
  506. }
  507. if cOtherInclude.Get("a") || cOtherInclude.Get("all") {
  508. toClean = append(toClean, base)
  509. continue
  510. }
  511. if cIsInclude && (cInclude.Get(len(bases)-i) || cOtherInclude.Get(pkg)) {
  512. toClean = append(toClean, base)
  513. continue
  514. }
  515. if !cIsInclude && (!cExclude.Get(len(bases)-i) && !cOtherExclude.Get(pkg)) {
  516. toClean = append(toClean, base)
  517. continue
  518. }
  519. }
  520. }
  521. return toClean, nil
  522. }
  523. func editNumberMenu(bases []dep.Base, installed stringset.StringSet) ([]dep.Base, error) {
  524. return editDiffNumberMenu(bases, installed, false)
  525. }
  526. func diffNumberMenu(bases []dep.Base, installed stringset.StringSet) ([]dep.Base, error) {
  527. return editDiffNumberMenu(bases, installed, true)
  528. }
  529. func editDiffNumberMenu(bases []dep.Base, installed stringset.StringSet, diff bool) ([]dep.Base, error) {
  530. toEdit := make([]dep.Base, 0)
  531. var editInput string
  532. var err error
  533. if diff {
  534. text.Infoln(gotext.Get("Diffs to show?"))
  535. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", text.Cyan(gotext.Get("[N]one"))))
  536. editInput, err = getInput(config.AnswerDiff)
  537. if err != nil {
  538. return nil, err
  539. }
  540. } else {
  541. text.Infoln(gotext.Get("PKGBUILDs to edit?"))
  542. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", text.Cyan(gotext.Get("[N]one"))))
  543. editInput, err = getInput(config.AnswerEdit)
  544. if err != nil {
  545. return nil, err
  546. }
  547. }
  548. eInclude, eExclude, eOtherInclude, eOtherExclude := intrange.ParseNumberMenu(editInput)
  549. eIsInclude := len(eExclude) == 0 && len(eOtherExclude) == 0
  550. if eOtherInclude.Get("abort") || eOtherInclude.Get("ab") {
  551. return nil, fmt.Errorf(gotext.Get("aborting due to user"))
  552. }
  553. if !eOtherInclude.Get("n") && !eOtherInclude.Get("none") {
  554. for i, base := range bases {
  555. pkg := base.Pkgbase()
  556. anyInstalled := false
  557. for _, b := range base {
  558. anyInstalled = anyInstalled || installed.Get(b.Name)
  559. }
  560. if !eIsInclude && eExclude.Get(len(bases)-i) {
  561. continue
  562. }
  563. if anyInstalled && (eOtherInclude.Get("i") || eOtherInclude.Get("installed")) {
  564. toEdit = append(toEdit, base)
  565. continue
  566. }
  567. if !anyInstalled && (eOtherInclude.Get("no") || eOtherInclude.Get("notinstalled")) {
  568. toEdit = append(toEdit, base)
  569. continue
  570. }
  571. if eOtherInclude.Get("a") || eOtherInclude.Get("all") {
  572. toEdit = append(toEdit, base)
  573. continue
  574. }
  575. if eIsInclude && (eInclude.Get(len(bases)-i) || eOtherInclude.Get(pkg)) {
  576. toEdit = append(toEdit, base)
  577. }
  578. if !eIsInclude && (!eExclude.Get(len(bases)-i) && !eOtherExclude.Get(pkg)) {
  579. toEdit = append(toEdit, base)
  580. }
  581. }
  582. }
  583. return toEdit, nil
  584. }
  585. func updatePkgbuildSeenRef(bases []dep.Base) error {
  586. var errMulti multierror.MultiError
  587. for _, base := range bases {
  588. pkg := base.Pkgbase()
  589. err := gitUpdateSeenRef(config.BuildDir, pkg)
  590. if err != nil {
  591. errMulti.Add(err)
  592. }
  593. }
  594. return errMulti.Return()
  595. }
  596. func showPkgbuildDiffs(bases []dep.Base, cloned stringset.StringSet) error {
  597. var errMulti multierror.MultiError
  598. for _, base := range bases {
  599. pkg := base.Pkgbase()
  600. dir := filepath.Join(config.BuildDir, pkg)
  601. start, err := getLastSeenHash(config.BuildDir, pkg)
  602. if err != nil {
  603. errMulti.Add(err)
  604. continue
  605. }
  606. if cloned.Get(pkg) {
  607. start = gitEmptyTree
  608. } else {
  609. hasDiff, err := gitHasDiff(config.BuildDir, pkg)
  610. if err != nil {
  611. errMulti.Add(err)
  612. continue
  613. }
  614. if !hasDiff {
  615. text.Warnln(gotext.Get("%s: No changes -- skipping", text.Cyan(base.String())))
  616. continue
  617. }
  618. }
  619. args := []string{
  620. "diff",
  621. start + "..HEAD@{upstream}", "--src-prefix",
  622. dir + "/", "--dst-prefix", dir + "/", "--", ".", ":(exclude).SRCINFO",
  623. }
  624. if text.UseColor {
  625. args = append(args, "--color=always")
  626. } else {
  627. args = append(args, "--color=never")
  628. }
  629. _ = config.Runtime.CmdRunner.Show(passToGit(dir, args...))
  630. }
  631. return errMulti.Return()
  632. }
  633. func editPkgbuilds(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo) error {
  634. pkgbuilds := make([]string, 0, len(bases))
  635. for _, base := range bases {
  636. pkg := base.Pkgbase()
  637. dir := filepath.Join(config.BuildDir, pkg)
  638. pkgbuilds = append(pkgbuilds, filepath.Join(dir, "PKGBUILD"))
  639. for _, splitPkg := range srcinfos[pkg].SplitPackages() {
  640. if splitPkg.Install != "" {
  641. pkgbuilds = append(pkgbuilds, filepath.Join(dir, splitPkg.Install))
  642. }
  643. }
  644. }
  645. if len(pkgbuilds) > 0 {
  646. editor, editorArgs := editor()
  647. editorArgs = append(editorArgs, pkgbuilds...)
  648. editcmd := exec.Command(editor, editorArgs...)
  649. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  650. err := editcmd.Run()
  651. if err != nil {
  652. return errors.New(gotext.Get("editor did not exit successfully, aborting: %s", err))
  653. }
  654. }
  655. return nil
  656. }
  657. func parseSrcinfoFiles(bases []dep.Base, errIsFatal bool) (map[string]*gosrc.Srcinfo, error) {
  658. srcinfos := make(map[string]*gosrc.Srcinfo)
  659. for k, base := range bases {
  660. pkg := base.Pkgbase()
  661. dir := filepath.Join(config.BuildDir, pkg)
  662. text.OperationInfoln(gotext.Get("(%d/%d) Parsing SRCINFO: %s", k+1, len(bases), text.Cyan(base.String())))
  663. pkgbuild, err := gosrc.ParseFile(filepath.Join(dir, ".SRCINFO"))
  664. if err != nil {
  665. if !errIsFatal {
  666. text.Warnln(gotext.Get("failed to parse %s -- skipping: %s", base.String(), err))
  667. continue
  668. }
  669. return nil, errors.New(gotext.Get("failed to parse %s: %s", base.String(), err))
  670. }
  671. srcinfos[pkg] = pkgbuild
  672. }
  673. return srcinfos, nil
  674. }
  675. func pkgbuildsToSkip(bases []dep.Base, targets stringset.StringSet) stringset.StringSet {
  676. toSkip := make(stringset.StringSet)
  677. for _, base := range bases {
  678. isTarget := false
  679. for _, pkg := range base {
  680. isTarget = isTarget || targets.Get(pkg.Name)
  681. }
  682. if (config.ReDownload == "yes" && isTarget) || config.ReDownload == "all" {
  683. continue
  684. }
  685. dir := filepath.Join(config.BuildDir, base.Pkgbase(), ".SRCINFO")
  686. pkgbuild, err := gosrc.ParseFile(dir)
  687. if err == nil {
  688. if alpm.VerCmp(pkgbuild.Version(), base.Version()) >= 0 {
  689. toSkip.Set(base.Pkgbase())
  690. }
  691. }
  692. }
  693. return toSkip
  694. }
  695. func mergePkgbuilds(bases []dep.Base) error {
  696. for _, base := range bases {
  697. err := gitMerge(config.BuildDir, base.Pkgbase())
  698. if err != nil {
  699. return err
  700. }
  701. }
  702. return nil
  703. }
  704. func downloadPkgbuilds(bases []dep.Base, toSkip stringset.StringSet, buildDir string) (stringset.StringSet, error) {
  705. cloned := make(stringset.StringSet)
  706. downloaded := 0
  707. var wg sync.WaitGroup
  708. var mux sync.Mutex
  709. var errs multierror.MultiError
  710. download := func(base dep.Base) {
  711. defer wg.Done()
  712. pkg := base.Pkgbase()
  713. if toSkip.Get(pkg) {
  714. mux.Lock()
  715. downloaded++
  716. text.OperationInfoln(
  717. gotext.Get("PKGBUILD up to date, Skipping (%d/%d): %s",
  718. downloaded, len(bases), text.Cyan(base.String())))
  719. mux.Unlock()
  720. return
  721. }
  722. clone, err := gitDownload(config.AURURL+"/"+pkg+".git", buildDir, pkg)
  723. if err != nil {
  724. errs.Add(err)
  725. return
  726. }
  727. if clone {
  728. mux.Lock()
  729. cloned.Set(pkg)
  730. mux.Unlock()
  731. }
  732. mux.Lock()
  733. downloaded++
  734. text.OperationInfoln(gotext.Get("Downloaded PKGBUILD (%d/%d): %s", downloaded, len(bases), text.Cyan(base.String())))
  735. mux.Unlock()
  736. }
  737. count := 0
  738. for _, base := range bases {
  739. wg.Add(1)
  740. go download(base)
  741. count++
  742. if count%25 == 0 {
  743. wg.Wait()
  744. }
  745. }
  746. wg.Wait()
  747. return cloned, errs.Return()
  748. }
  749. func downloadPkgbuildsSources(bases []dep.Base, incompatible stringset.StringSet) (err error) {
  750. for _, base := range bases {
  751. pkg := base.Pkgbase()
  752. dir := filepath.Join(config.BuildDir, pkg)
  753. args := []string{"--verifysource", "-Ccf"}
  754. if incompatible.Get(pkg) {
  755. args = append(args, "--ignorearch")
  756. }
  757. err = config.Runtime.CmdRunner.Show(passToMakepkg(dir, args...))
  758. if err != nil {
  759. return errors.New(gotext.Get("error downloading sources: %s", text.Cyan(base.String())))
  760. }
  761. }
  762. return
  763. }
  764. func buildInstallPkgbuilds(
  765. cmdArgs *settings.Arguments,
  766. dbExecutor db.Executor,
  767. dp *dep.Pool,
  768. do *dep.Order,
  769. srcinfos map[string]*gosrc.Srcinfo,
  770. incompatible stringset.StringSet,
  771. conflicts stringset.MapStringSet,
  772. ) error {
  773. arguments := cmdArgs.Copy()
  774. arguments.ClearTargets()
  775. arguments.Op = "U"
  776. arguments.DelArg("confirm")
  777. arguments.DelArg("noconfirm")
  778. arguments.DelArg("c", "clean")
  779. arguments.DelArg("q", "quiet")
  780. arguments.DelArg("q", "quiet")
  781. arguments.DelArg("y", "refresh")
  782. arguments.DelArg("u", "sysupgrade")
  783. arguments.DelArg("w", "downloadonly")
  784. deps := make([]string, 0)
  785. exp := make([]string, 0)
  786. oldConfirm := settings.NoConfirm
  787. settings.NoConfirm = true
  788. //remotenames: names of all non repo packages on the system
  789. localNames, remoteNames, err := query.GetPackageNamesBySource(dbExecutor)
  790. if err != nil {
  791. return err
  792. }
  793. // cache as a stringset. maybe make it return a string set in the first
  794. // place
  795. remoteNamesCache := stringset.FromSlice(remoteNames)
  796. localNamesCache := stringset.FromSlice(localNames)
  797. doInstall := func() error {
  798. if len(arguments.Targets) == 0 {
  799. return nil
  800. }
  801. if errShow := config.Runtime.CmdRunner.Show(passToPacman(arguments)); errShow != nil {
  802. return errShow
  803. }
  804. if errStore := config.Runtime.VCSStore.Save(); err != nil {
  805. fmt.Fprintln(os.Stderr, errStore)
  806. }
  807. if errDeps := asdeps(cmdArgs, deps); err != nil {
  808. return errDeps
  809. }
  810. if errExps := asexp(cmdArgs, exp); err != nil {
  811. return errExps
  812. }
  813. settings.NoConfirm = oldConfirm
  814. arguments.ClearTargets()
  815. deps = make([]string, 0)
  816. exp = make([]string, 0)
  817. settings.NoConfirm = true
  818. return nil
  819. }
  820. for _, base := range do.Aur {
  821. pkg := base.Pkgbase()
  822. dir := filepath.Join(config.BuildDir, pkg)
  823. built := true
  824. satisfied := true
  825. all:
  826. for _, pkg := range base {
  827. for _, deps := range [3][]string{pkg.Depends, pkg.MakeDepends, pkg.CheckDepends} {
  828. for _, dep := range deps {
  829. if !dp.AlpmExecutor.LocalSatisfierExists(dep) {
  830. satisfied = false
  831. text.Warnln(gotext.Get("%s not satisfied, flushing install queue", dep))
  832. break all
  833. }
  834. }
  835. }
  836. }
  837. if !satisfied || !config.BatchInstall {
  838. err = doInstall()
  839. if err != nil {
  840. return err
  841. }
  842. }
  843. srcinfo := srcinfos[pkg]
  844. args := []string{"--nobuild", "-fC"}
  845. if incompatible.Get(pkg) {
  846. args = append(args, "--ignorearch")
  847. }
  848. // pkgver bump
  849. if err = config.Runtime.CmdRunner.Show(passToMakepkg(dir, args...)); err != nil {
  850. return errors.New(gotext.Get("error making: %s", base.String()))
  851. }
  852. pkgdests, pkgVersion, errList := parsePackageList(dir)
  853. if errList != nil {
  854. return errList
  855. }
  856. isExplicit := false
  857. for _, b := range base {
  858. isExplicit = isExplicit || dp.Explicit.Get(b.Name)
  859. }
  860. if config.ReBuild == "no" || (config.ReBuild == "yes" && !isExplicit) {
  861. for _, split := range base {
  862. pkgdest, ok := pkgdests[split.Name]
  863. if !ok {
  864. return errors.New(gotext.Get("could not find PKGDEST for: %s", split.Name))
  865. }
  866. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  867. built = false
  868. } else if errStat != nil {
  869. return errStat
  870. }
  871. }
  872. } else {
  873. built = false
  874. }
  875. if cmdArgs.ExistsArg("needed") {
  876. installed := true
  877. for _, split := range base {
  878. installed = dp.AlpmExecutor.IsCorrectVersionInstalled(split.Name, pkgVersion)
  879. }
  880. if installed {
  881. err = config.Runtime.CmdRunner.Show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  882. if err != nil {
  883. return errors.New(gotext.Get("error making: %s", err))
  884. }
  885. fmt.Fprintln(os.Stdout, gotext.Get("%s is up to date -- skipping", text.Cyan(pkg+"-"+pkgVersion)))
  886. continue
  887. }
  888. }
  889. if built {
  890. err = config.Runtime.CmdRunner.Show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  891. if err != nil {
  892. return errors.New(gotext.Get("error making: %s", err))
  893. }
  894. text.Warnln(gotext.Get("%s already made -- skipping build", text.Cyan(pkg+"-"+pkgVersion)))
  895. } else {
  896. args := []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  897. if incompatible.Get(pkg) {
  898. args = append(args, "--ignorearch")
  899. }
  900. if errMake := config.Runtime.CmdRunner.Show(passToMakepkg(dir, args...)); errMake != nil {
  901. return errors.New(gotext.Get("error making: %s", base.String()))
  902. }
  903. }
  904. // conflicts have been checked so answer y for them
  905. if config.UseAsk && cmdArgs.ExistsArg("ask") {
  906. ask, _ := strconv.Atoi(cmdArgs.Options["ask"].First())
  907. uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg
  908. cmdArgs.Options["ask"].Set(fmt.Sprint(uask))
  909. } else {
  910. for _, split := range base {
  911. if _, ok := conflicts[split.Name]; ok {
  912. settings.NoConfirm = false
  913. break
  914. }
  915. }
  916. }
  917. doAddTarget := func(name string, optional bool) error {
  918. pkgdest, ok := pkgdests[name]
  919. if !ok {
  920. if optional {
  921. return nil
  922. }
  923. return errors.New(gotext.Get("could not find PKGDEST for: %s", name))
  924. }
  925. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  926. if optional {
  927. return nil
  928. }
  929. return errors.New(
  930. gotext.Get(
  931. "the PKGDEST for %s is listed by makepkg but does not exist: %s",
  932. name, pkgdest))
  933. }
  934. arguments.AddTarget(pkgdest)
  935. if cmdArgs.ExistsArg("asdeps", "asdep") {
  936. deps = append(deps, name)
  937. } else if cmdArgs.ExistsArg("asexplicit", "asexp") {
  938. exp = append(exp, name)
  939. } else if !dp.Explicit.Get(name) && !localNamesCache.Get(name) && !remoteNamesCache.Get(name) {
  940. deps = append(deps, name)
  941. }
  942. return nil
  943. }
  944. for _, split := range base {
  945. if errAdd := doAddTarget(split.Name, false); errAdd != nil {
  946. return errAdd
  947. }
  948. if errAddDebug := doAddTarget(split.Name+"-debug", true); errAddDebug != nil {
  949. return errAddDebug
  950. }
  951. }
  952. var mux sync.Mutex
  953. var wg sync.WaitGroup
  954. for _, pkg := range base {
  955. wg.Add(1)
  956. go config.Runtime.VCSStore.Update(pkg.Name, srcinfo.Source, &mux, &wg)
  957. }
  958. wg.Wait()
  959. }
  960. err = doInstall()
  961. settings.NoConfirm = oldConfirm
  962. return err
  963. }