install.go 29 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180
  1. package main
  2. import (
  3. "errors"
  4. "fmt"
  5. "os"
  6. "os/exec"
  7. "path/filepath"
  8. "strconv"
  9. "strings"
  10. "sync"
  11. alpm "github.com/Jguer/go-alpm/v2"
  12. gosrc "github.com/Morganamilo/go-srcinfo"
  13. "github.com/leonelquinteros/gotext"
  14. "github.com/Jguer/yay/v10/pkg/completion"
  15. "github.com/Jguer/yay/v10/pkg/db"
  16. "github.com/Jguer/yay/v10/pkg/dep"
  17. "github.com/Jguer/yay/v10/pkg/intrange"
  18. "github.com/Jguer/yay/v10/pkg/multierror"
  19. "github.com/Jguer/yay/v10/pkg/pgp"
  20. "github.com/Jguer/yay/v10/pkg/query"
  21. "github.com/Jguer/yay/v10/pkg/settings"
  22. "github.com/Jguer/yay/v10/pkg/stringset"
  23. "github.com/Jguer/yay/v10/pkg/text"
  24. "github.com/Jguer/yay/v10/pkg/upgrade"
  25. )
  26. const gitEmptyTree = "4b825dc642cb6eb9a060e54bf8d69288fbee4904"
  27. func asdeps(cmdArgs *settings.Arguments, pkgs []string) (err error) {
  28. if len(pkgs) == 0 {
  29. return nil
  30. }
  31. cmdArgs = cmdArgs.CopyGlobal()
  32. _ = cmdArgs.AddArg("q", "D", "asdeps")
  33. cmdArgs.AddTarget(pkgs...)
  34. err = config.Runtime.CmdRunner.Show(passToPacman(cmdArgs))
  35. if err != nil {
  36. return fmt.Errorf(gotext.Get("error updating package install reason to dependency"))
  37. }
  38. return nil
  39. }
  40. func asexp(cmdArgs *settings.Arguments, pkgs []string) (err error) {
  41. if len(pkgs) == 0 {
  42. return nil
  43. }
  44. cmdArgs = cmdArgs.CopyGlobal()
  45. _ = cmdArgs.AddArg("q", "D", "asexplicit")
  46. cmdArgs.AddTarget(pkgs...)
  47. err = config.Runtime.CmdRunner.Show(passToPacman(cmdArgs))
  48. if err != nil {
  49. return fmt.Errorf(gotext.Get("error updating package install reason to explicit"))
  50. }
  51. return nil
  52. }
  53. // Install handles package installs
  54. func install(cmdArgs *settings.Arguments, dbExecutor db.Executor, ignoreProviders bool) (err error) {
  55. var incompatible stringset.StringSet
  56. var do *dep.Order
  57. var aurUp upgrade.UpSlice
  58. var repoUp upgrade.UpSlice
  59. var srcinfos map[string]*gosrc.Srcinfo
  60. warnings := query.NewWarnings()
  61. if config.Runtime.Mode == settings.ModeAny || config.Runtime.Mode == settings.ModeRepo {
  62. if config.CombinedUpgrade {
  63. if cmdArgs.ExistsArg("y", "refresh") {
  64. err = earlyRefresh(cmdArgs)
  65. if err != nil {
  66. return fmt.Errorf(gotext.Get("error refreshing databases"))
  67. }
  68. }
  69. } else if cmdArgs.ExistsArg("y", "refresh") || cmdArgs.ExistsArg("u", "sysupgrade") || len(cmdArgs.Targets) > 0 {
  70. err = earlyPacmanCall(cmdArgs, dbExecutor)
  71. if err != nil {
  72. return err
  73. }
  74. }
  75. }
  76. // we may have done -Sy, our handle now has an old
  77. // database.
  78. err = dbExecutor.RefreshHandle()
  79. if err != nil {
  80. return err
  81. }
  82. localNames, remoteNames, err := query.GetPackageNamesBySource(dbExecutor)
  83. if err != nil {
  84. return err
  85. }
  86. remoteNamesCache := stringset.FromSlice(remoteNames)
  87. localNamesCache := stringset.FromSlice(localNames)
  88. requestTargets := cmdArgs.Copy().Targets
  89. // create the arguments to pass for the repo install
  90. arguments := cmdArgs.Copy()
  91. arguments.DelArg("asdeps", "asdep")
  92. arguments.DelArg("asexplicit", "asexp")
  93. arguments.Op = "S"
  94. arguments.ClearTargets()
  95. if config.Runtime.Mode == settings.ModeAUR {
  96. arguments.DelArg("u", "sysupgrade")
  97. }
  98. // if we are doing -u also request all packages needing update
  99. if cmdArgs.ExistsArg("u", "sysupgrade") {
  100. aurUp, repoUp, err = upList(warnings, dbExecutor, cmdArgs.ExistsDouble("u", "sysupgrade"))
  101. if err != nil {
  102. return err
  103. }
  104. warnings.Print()
  105. ignore, aurUp, errUp := upgradePkgs(aurUp, repoUp)
  106. if errUp != nil {
  107. return errUp
  108. }
  109. for _, up := range repoUp {
  110. if !ignore.Get(up.Name) {
  111. requestTargets = append(requestTargets, up.Name)
  112. cmdArgs.AddTarget(up.Name)
  113. }
  114. }
  115. for up := range aurUp {
  116. requestTargets = append(requestTargets, "aur/"+up)
  117. cmdArgs.AddTarget("aur/" + up)
  118. }
  119. if len(ignore) > 0 {
  120. arguments.CreateOrAppendOption("ignore", ignore.ToSlice()...)
  121. }
  122. }
  123. targets := stringset.FromSlice(cmdArgs.Targets)
  124. dp, err := dep.GetPool(requestTargets,
  125. warnings, dbExecutor, config.Runtime.Mode,
  126. ignoreProviders, settings.NoConfirm, config.Provides, config.ReBuild, config.RequestSplitN)
  127. if err != nil {
  128. return err
  129. }
  130. if !cmdArgs.ExistsDouble("d", "nodeps") {
  131. err = dp.CheckMissing()
  132. if err != nil {
  133. return err
  134. }
  135. }
  136. if len(dp.Aur) == 0 {
  137. if !config.CombinedUpgrade {
  138. if cmdArgs.ExistsArg("u", "sysupgrade") {
  139. fmt.Println(gotext.Get(" there is nothing to do"))
  140. }
  141. return nil
  142. }
  143. cmdArgs.Op = "S"
  144. cmdArgs.DelArg("y", "refresh")
  145. if arguments.ExistsArg("ignore") {
  146. cmdArgs.CreateOrAppendOption("ignore", arguments.GetArgs("ignore")...)
  147. }
  148. return config.Runtime.CmdRunner.Show(passToPacman(cmdArgs))
  149. }
  150. if len(dp.Aur) > 0 && os.Geteuid() == 0 {
  151. return fmt.Errorf(gotext.Get("refusing to install AUR packages as root, aborting"))
  152. }
  153. var conflicts stringset.MapStringSet
  154. if !cmdArgs.ExistsDouble("d", "nodeps") {
  155. conflicts, err = dp.CheckConflicts(config.UseAsk, settings.NoConfirm)
  156. if err != nil {
  157. return err
  158. }
  159. }
  160. do = dep.GetOrder(dp)
  161. if err != nil {
  162. return err
  163. }
  164. for _, pkg := range do.Repo {
  165. arguments.AddTarget(pkg.DB().Name() + "/" + pkg.Name())
  166. }
  167. for _, pkg := range dp.Groups {
  168. arguments.AddTarget(pkg)
  169. }
  170. if len(do.Aur) == 0 && len(arguments.Targets) == 0 && (!cmdArgs.ExistsArg("u", "sysupgrade") || config.Runtime.Mode == settings.ModeAUR) {
  171. fmt.Println(gotext.Get(" there is nothing to do"))
  172. return nil
  173. }
  174. do.Print()
  175. fmt.Println()
  176. if config.CleanAfter {
  177. defer cleanAfter(do.Aur)
  178. }
  179. if do.HasMake() {
  180. switch config.RemoveMake {
  181. case "yes":
  182. defer func() {
  183. err = removeMake(do)
  184. }()
  185. case "no":
  186. break
  187. default:
  188. if text.ContinueTask(gotext.Get("Remove make dependencies after install?"), false, settings.NoConfirm) {
  189. defer func() {
  190. err = removeMake(do)
  191. }()
  192. }
  193. }
  194. }
  195. if config.CleanMenu {
  196. if anyExistInCache(do.Aur) {
  197. askClean := pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  198. toClean, errClean := cleanNumberMenu(do.Aur, remoteNamesCache, askClean)
  199. if errClean != nil {
  200. return errClean
  201. }
  202. cleanBuilds(toClean)
  203. }
  204. }
  205. toSkip := pkgbuildsToSkip(do.Aur, targets)
  206. cloned, err := downloadPkgbuilds(do.Aur, toSkip, config.BuildDir)
  207. if err != nil {
  208. return err
  209. }
  210. var toDiff []dep.Base
  211. var toEdit []dep.Base
  212. if config.DiffMenu {
  213. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  214. toDiff, err = diffNumberMenu(do.Aur, remoteNamesCache)
  215. if err != nil {
  216. return err
  217. }
  218. if len(toDiff) > 0 {
  219. err = showPkgbuildDiffs(toDiff, cloned)
  220. if err != nil {
  221. return err
  222. }
  223. }
  224. }
  225. if len(toDiff) > 0 {
  226. oldValue := settings.NoConfirm
  227. settings.NoConfirm = false
  228. fmt.Println()
  229. if !text.ContinueTask(gotext.Get("Proceed with install?"), true, settings.NoConfirm) {
  230. return fmt.Errorf(gotext.Get("aborting due to user"))
  231. }
  232. err = updatePkgbuildSeenRef(toDiff)
  233. if err != nil {
  234. text.Errorln(err.Error())
  235. }
  236. settings.NoConfirm = oldValue
  237. }
  238. err = mergePkgbuilds(do.Aur)
  239. if err != nil {
  240. return err
  241. }
  242. srcinfos, err = parseSrcinfoFiles(do.Aur, true)
  243. if err != nil {
  244. return err
  245. }
  246. if config.EditMenu {
  247. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  248. toEdit, err = editNumberMenu(do.Aur, remoteNamesCache)
  249. if err != nil {
  250. return err
  251. }
  252. if len(toEdit) > 0 {
  253. err = editPkgbuilds(toEdit, srcinfos)
  254. if err != nil {
  255. return err
  256. }
  257. }
  258. }
  259. if len(toEdit) > 0 {
  260. oldValue := settings.NoConfirm
  261. settings.NoConfirm = false
  262. fmt.Println()
  263. if !text.ContinueTask(gotext.Get("Proceed with install?"), true, settings.NoConfirm) {
  264. return errors.New(gotext.Get("aborting due to user"))
  265. }
  266. settings.NoConfirm = oldValue
  267. }
  268. incompatible, err = getIncompatible(do.Aur, srcinfos, dbExecutor)
  269. if err != nil {
  270. return err
  271. }
  272. if config.PGPFetch {
  273. err = pgp.CheckPgpKeys(do.Aur, srcinfos, config.GpgBin, config.GpgFlags, settings.NoConfirm)
  274. if err != nil {
  275. return err
  276. }
  277. }
  278. if !config.CombinedUpgrade {
  279. arguments.DelArg("u", "sysupgrade")
  280. }
  281. if len(arguments.Targets) > 0 || arguments.ExistsArg("u") {
  282. if errShow := config.Runtime.CmdRunner.Show(passToPacman(arguments)); errShow != nil {
  283. return errors.New(gotext.Get("error installing repo packages"))
  284. }
  285. deps := make([]string, 0)
  286. exp := make([]string, 0)
  287. for _, pkg := range do.Repo {
  288. if !dp.Explicit.Get(pkg.Name()) && !localNamesCache.Get(pkg.Name()) && !remoteNamesCache.Get(pkg.Name()) {
  289. deps = append(deps, pkg.Name())
  290. continue
  291. }
  292. if cmdArgs.ExistsArg("asdeps", "asdep") && dp.Explicit.Get(pkg.Name()) {
  293. deps = append(deps, pkg.Name())
  294. } else if cmdArgs.ExistsArg("asexp", "asexplicit") && dp.Explicit.Get(pkg.Name()) {
  295. exp = append(exp, pkg.Name())
  296. }
  297. }
  298. if errDeps := asdeps(cmdArgs, deps); errDeps != nil {
  299. return errDeps
  300. }
  301. if errExp := asexp(cmdArgs, exp); errExp != nil {
  302. return errExp
  303. }
  304. }
  305. go func() {
  306. _ = completion.Update(dbExecutor, config.AURURL, config.Runtime.CompletionPath, config.CompletionInterval, false)
  307. }()
  308. err = downloadPkgbuildsSources(do.Aur, incompatible)
  309. if err != nil {
  310. return err
  311. }
  312. err = buildInstallPkgbuilds(cmdArgs, dbExecutor, dp, do, srcinfos, incompatible, conflicts)
  313. if err != nil {
  314. return err
  315. }
  316. return nil
  317. }
  318. func removeMake(do *dep.Order) error {
  319. removeArguments := settings.MakeArguments()
  320. err := removeArguments.AddArg("R", "u")
  321. if err != nil {
  322. return err
  323. }
  324. for _, pkg := range do.GetMake() {
  325. removeArguments.AddTarget(pkg)
  326. }
  327. oldValue := settings.NoConfirm
  328. settings.NoConfirm = true
  329. err = config.Runtime.CmdRunner.Show(passToPacman(removeArguments))
  330. settings.NoConfirm = oldValue
  331. return err
  332. }
  333. func inRepos(dbExecutor db.Executor, pkg string) bool {
  334. target := dep.ToTarget(pkg)
  335. if target.DB == "aur" {
  336. return false
  337. } else if target.DB != "" {
  338. return true
  339. }
  340. previousHideMenus := settings.HideMenus
  341. settings.HideMenus = false
  342. exists := dbExecutor.SyncSatisfierExists(target.DepString())
  343. settings.HideMenus = previousHideMenus
  344. return exists || len(dbExecutor.PackagesFromGroup(target.Name)) > 0
  345. }
  346. func earlyPacmanCall(cmdArgs *settings.Arguments, dbExecutor db.Executor) error {
  347. arguments := cmdArgs.Copy()
  348. arguments.Op = "S"
  349. targets := cmdArgs.Targets
  350. cmdArgs.ClearTargets()
  351. arguments.ClearTargets()
  352. if config.Runtime.Mode == settings.ModeRepo {
  353. arguments.Targets = targets
  354. } else {
  355. // separate aur and repo targets
  356. for _, target := range targets {
  357. if inRepos(dbExecutor, target) {
  358. arguments.AddTarget(target)
  359. } else {
  360. cmdArgs.AddTarget(target)
  361. }
  362. }
  363. }
  364. if cmdArgs.ExistsArg("y", "refresh") || cmdArgs.ExistsArg("u", "sysupgrade") || len(arguments.Targets) > 0 {
  365. if err := config.Runtime.CmdRunner.Show(passToPacman(arguments)); err != nil {
  366. return errors.New(gotext.Get("error installing repo packages"))
  367. }
  368. }
  369. return nil
  370. }
  371. func earlyRefresh(cmdArgs *settings.Arguments) error {
  372. arguments := cmdArgs.Copy()
  373. cmdArgs.DelArg("y", "refresh")
  374. arguments.DelArg("u", "sysupgrade")
  375. arguments.DelArg("s", "search")
  376. arguments.DelArg("i", "info")
  377. arguments.DelArg("l", "list")
  378. arguments.ClearTargets()
  379. return config.Runtime.CmdRunner.Show(passToPacman(arguments))
  380. }
  381. func getIncompatible(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo, dbExecutor db.Executor) (stringset.StringSet, error) {
  382. incompatible := make(stringset.StringSet)
  383. basesMap := make(map[string]dep.Base)
  384. alpmArch, err := dbExecutor.AlpmArch()
  385. if err != nil {
  386. return nil, err
  387. }
  388. nextpkg:
  389. for _, base := range bases {
  390. for _, arch := range srcinfos[base.Pkgbase()].Arch {
  391. if arch == "any" || arch == alpmArch {
  392. continue nextpkg
  393. }
  394. }
  395. incompatible.Set(base.Pkgbase())
  396. basesMap[base.Pkgbase()] = base
  397. }
  398. if len(incompatible) > 0 {
  399. text.Warnln(gotext.Get("The following packages are not compatible with your architecture:"))
  400. for pkg := range incompatible {
  401. fmt.Print(" " + text.Cyan(basesMap[pkg].String()))
  402. }
  403. fmt.Println()
  404. if !text.ContinueTask(gotext.Get("Try to build them anyway?"), true, settings.NoConfirm) {
  405. return nil, errors.New(gotext.Get("aborting due to user"))
  406. }
  407. }
  408. return incompatible, nil
  409. }
  410. func parsePackageList(dir string) (pkgdests map[string]string, pkgVersion string, err error) {
  411. stdout, stderr, err := config.Runtime.CmdRunner.Capture(
  412. config.Runtime.CmdBuilder.BuildMakepkgCmd(dir, "--packagelist"), 0)
  413. if err != nil {
  414. return nil, "", fmt.Errorf("%s %s", stderr, err)
  415. }
  416. lines := strings.Split(stdout, "\n")
  417. pkgdests = make(map[string]string)
  418. for _, line := range lines {
  419. if line == "" {
  420. continue
  421. }
  422. fileName := filepath.Base(line)
  423. split := strings.Split(fileName, "-")
  424. if len(split) < 4 {
  425. return nil, "", errors.New(gotext.Get("cannot find package name: %v", split))
  426. }
  427. // pkgname-pkgver-pkgrel-arch.pkgext
  428. // This assumes 3 dashes after the pkgname, Will cause an error
  429. // if the PKGEXT contains a dash. Please no one do that.
  430. pkgName := strings.Join(split[:len(split)-3], "-")
  431. pkgVersion = strings.Join(split[len(split)-3:len(split)-1], "-")
  432. pkgdests[pkgName] = line
  433. }
  434. return pkgdests, pkgVersion, nil
  435. }
  436. func anyExistInCache(bases []dep.Base) bool {
  437. for _, base := range bases {
  438. pkg := base.Pkgbase()
  439. dir := filepath.Join(config.BuildDir, pkg)
  440. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  441. return true
  442. }
  443. }
  444. return false
  445. }
  446. func pkgbuildNumberMenu(bases []dep.Base, installed stringset.StringSet) bool {
  447. toPrint := ""
  448. askClean := false
  449. for n, base := range bases {
  450. pkg := base.Pkgbase()
  451. dir := filepath.Join(config.BuildDir, pkg)
  452. toPrint += fmt.Sprintf(text.Magenta("%3d")+" %-40s", len(bases)-n,
  453. text.Bold(base.String()))
  454. anyInstalled := false
  455. for _, b := range base {
  456. anyInstalled = anyInstalled || installed.Get(b.Name)
  457. }
  458. if anyInstalled {
  459. toPrint += text.Bold(text.Green(gotext.Get(" (Installed)")))
  460. }
  461. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  462. toPrint += text.Bold(text.Green(gotext.Get(" (Build Files Exist)")))
  463. askClean = true
  464. }
  465. toPrint += "\n"
  466. }
  467. fmt.Print(toPrint)
  468. return askClean
  469. }
  470. func cleanNumberMenu(bases []dep.Base, installed stringset.StringSet, hasClean bool) ([]dep.Base, error) {
  471. toClean := make([]dep.Base, 0)
  472. if !hasClean {
  473. return toClean, nil
  474. }
  475. text.Infoln(gotext.Get("Packages to cleanBuild?"))
  476. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", text.Cyan(gotext.Get("[N]one"))))
  477. cleanInput, err := getInput(config.AnswerClean)
  478. if err != nil {
  479. return nil, err
  480. }
  481. cInclude, cExclude, cOtherInclude, cOtherExclude := intrange.ParseNumberMenu(cleanInput)
  482. cIsInclude := len(cExclude) == 0 && len(cOtherExclude) == 0
  483. if cOtherInclude.Get("abort") || cOtherInclude.Get("ab") {
  484. return nil, fmt.Errorf(gotext.Get("aborting due to user"))
  485. }
  486. if !cOtherInclude.Get("n") && !cOtherInclude.Get("none") {
  487. for i, base := range bases {
  488. pkg := base.Pkgbase()
  489. anyInstalled := false
  490. for _, b := range base {
  491. anyInstalled = anyInstalled || installed.Get(b.Name)
  492. }
  493. dir := filepath.Join(config.BuildDir, pkg)
  494. if _, err := os.Stat(dir); os.IsNotExist(err) {
  495. continue
  496. }
  497. if !cIsInclude && cExclude.Get(len(bases)-i) {
  498. continue
  499. }
  500. if anyInstalled && (cOtherInclude.Get("i") || cOtherInclude.Get("installed")) {
  501. toClean = append(toClean, base)
  502. continue
  503. }
  504. if !anyInstalled && (cOtherInclude.Get("no") || cOtherInclude.Get("notinstalled")) {
  505. toClean = append(toClean, base)
  506. continue
  507. }
  508. if cOtherInclude.Get("a") || cOtherInclude.Get("all") {
  509. toClean = append(toClean, base)
  510. continue
  511. }
  512. if cIsInclude && (cInclude.Get(len(bases)-i) || cOtherInclude.Get(pkg)) {
  513. toClean = append(toClean, base)
  514. continue
  515. }
  516. if !cIsInclude && (!cExclude.Get(len(bases)-i) && !cOtherExclude.Get(pkg)) {
  517. toClean = append(toClean, base)
  518. continue
  519. }
  520. }
  521. }
  522. return toClean, nil
  523. }
  524. func editNumberMenu(bases []dep.Base, installed stringset.StringSet) ([]dep.Base, error) {
  525. return editDiffNumberMenu(bases, installed, false)
  526. }
  527. func diffNumberMenu(bases []dep.Base, installed stringset.StringSet) ([]dep.Base, error) {
  528. return editDiffNumberMenu(bases, installed, true)
  529. }
  530. func editDiffNumberMenu(bases []dep.Base, installed stringset.StringSet, diff bool) ([]dep.Base, error) {
  531. toEdit := make([]dep.Base, 0)
  532. var editInput string
  533. var err error
  534. if diff {
  535. text.Infoln(gotext.Get("Diffs to show?"))
  536. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", text.Cyan(gotext.Get("[N]one"))))
  537. editInput, err = getInput(config.AnswerDiff)
  538. if err != nil {
  539. return nil, err
  540. }
  541. } else {
  542. text.Infoln(gotext.Get("PKGBUILDs to edit?"))
  543. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", text.Cyan(gotext.Get("[N]one"))))
  544. editInput, err = getInput(config.AnswerEdit)
  545. if err != nil {
  546. return nil, err
  547. }
  548. }
  549. eInclude, eExclude, eOtherInclude, eOtherExclude := intrange.ParseNumberMenu(editInput)
  550. eIsInclude := len(eExclude) == 0 && len(eOtherExclude) == 0
  551. if eOtherInclude.Get("abort") || eOtherInclude.Get("ab") {
  552. return nil, fmt.Errorf(gotext.Get("aborting due to user"))
  553. }
  554. if !eOtherInclude.Get("n") && !eOtherInclude.Get("none") {
  555. for i, base := range bases {
  556. pkg := base.Pkgbase()
  557. anyInstalled := false
  558. for _, b := range base {
  559. anyInstalled = anyInstalled || installed.Get(b.Name)
  560. }
  561. if !eIsInclude && eExclude.Get(len(bases)-i) {
  562. continue
  563. }
  564. if anyInstalled && (eOtherInclude.Get("i") || eOtherInclude.Get("installed")) {
  565. toEdit = append(toEdit, base)
  566. continue
  567. }
  568. if !anyInstalled && (eOtherInclude.Get("no") || eOtherInclude.Get("notinstalled")) {
  569. toEdit = append(toEdit, base)
  570. continue
  571. }
  572. if eOtherInclude.Get("a") || eOtherInclude.Get("all") {
  573. toEdit = append(toEdit, base)
  574. continue
  575. }
  576. if eIsInclude && (eInclude.Get(len(bases)-i) || eOtherInclude.Get(pkg)) {
  577. toEdit = append(toEdit, base)
  578. }
  579. if !eIsInclude && (!eExclude.Get(len(bases)-i) && !eOtherExclude.Get(pkg)) {
  580. toEdit = append(toEdit, base)
  581. }
  582. }
  583. }
  584. return toEdit, nil
  585. }
  586. func updatePkgbuildSeenRef(bases []dep.Base) error {
  587. var errMulti multierror.MultiError
  588. for _, base := range bases {
  589. pkg := base.Pkgbase()
  590. err := gitUpdateSeenRef(config.BuildDir, pkg)
  591. if err != nil {
  592. errMulti.Add(err)
  593. }
  594. }
  595. return errMulti.Return()
  596. }
  597. func showPkgbuildDiffs(bases []dep.Base, cloned stringset.StringSet) error {
  598. var errMulti multierror.MultiError
  599. for _, base := range bases {
  600. pkg := base.Pkgbase()
  601. dir := filepath.Join(config.BuildDir, pkg)
  602. start, err := getLastSeenHash(config.BuildDir, pkg)
  603. if err != nil {
  604. errMulti.Add(err)
  605. continue
  606. }
  607. if cloned.Get(pkg) {
  608. start = gitEmptyTree
  609. } else {
  610. hasDiff, err := gitHasDiff(config.BuildDir, pkg)
  611. if err != nil {
  612. errMulti.Add(err)
  613. continue
  614. }
  615. if !hasDiff {
  616. text.Warnln(gotext.Get("%s: No changes -- skipping", text.Cyan(base.String())))
  617. continue
  618. }
  619. }
  620. args := []string{
  621. "diff",
  622. start + "..HEAD@{upstream}", "--src-prefix",
  623. dir + "/", "--dst-prefix", dir + "/", "--", ".", ":(exclude).SRCINFO",
  624. }
  625. if text.UseColor {
  626. args = append(args, "--color=always")
  627. } else {
  628. args = append(args, "--color=never")
  629. }
  630. _ = config.Runtime.CmdRunner.Show(config.Runtime.CmdBuilder.BuildGitCmd(dir, args...))
  631. }
  632. return errMulti.Return()
  633. }
  634. func editPkgbuilds(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo) error {
  635. pkgbuilds := make([]string, 0, len(bases))
  636. for _, base := range bases {
  637. pkg := base.Pkgbase()
  638. dir := filepath.Join(config.BuildDir, pkg)
  639. pkgbuilds = append(pkgbuilds, filepath.Join(dir, "PKGBUILD"))
  640. for _, splitPkg := range srcinfos[pkg].SplitPackages() {
  641. if splitPkg.Install != "" {
  642. pkgbuilds = append(pkgbuilds, filepath.Join(dir, splitPkg.Install))
  643. }
  644. }
  645. }
  646. if len(pkgbuilds) > 0 {
  647. editor, editorArgs := editor()
  648. editorArgs = append(editorArgs, pkgbuilds...)
  649. editcmd := exec.Command(editor, editorArgs...)
  650. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  651. err := editcmd.Run()
  652. if err != nil {
  653. return errors.New(gotext.Get("editor did not exit successfully, aborting: %s", err))
  654. }
  655. }
  656. return nil
  657. }
  658. func parseSrcinfoFiles(bases []dep.Base, errIsFatal bool) (map[string]*gosrc.Srcinfo, error) {
  659. srcinfos := make(map[string]*gosrc.Srcinfo)
  660. for k, base := range bases {
  661. pkg := base.Pkgbase()
  662. dir := filepath.Join(config.BuildDir, pkg)
  663. text.OperationInfoln(gotext.Get("(%d/%d) Parsing SRCINFO: %s", k+1, len(bases), text.Cyan(base.String())))
  664. pkgbuild, err := gosrc.ParseFile(filepath.Join(dir, ".SRCINFO"))
  665. if err != nil {
  666. if !errIsFatal {
  667. text.Warnln(gotext.Get("failed to parse %s -- skipping: %s", base.String(), err))
  668. continue
  669. }
  670. return nil, errors.New(gotext.Get("failed to parse %s: %s", base.String(), err))
  671. }
  672. srcinfos[pkg] = pkgbuild
  673. }
  674. return srcinfos, nil
  675. }
  676. func pkgbuildsToSkip(bases []dep.Base, targets stringset.StringSet) stringset.StringSet {
  677. toSkip := make(stringset.StringSet)
  678. for _, base := range bases {
  679. isTarget := false
  680. for _, pkg := range base {
  681. isTarget = isTarget || targets.Get(pkg.Name)
  682. }
  683. if (config.ReDownload == "yes" && isTarget) || config.ReDownload == "all" {
  684. continue
  685. }
  686. dir := filepath.Join(config.BuildDir, base.Pkgbase(), ".SRCINFO")
  687. pkgbuild, err := gosrc.ParseFile(dir)
  688. if err == nil {
  689. if alpm.VerCmp(pkgbuild.Version(), base.Version()) >= 0 {
  690. toSkip.Set(base.Pkgbase())
  691. }
  692. }
  693. }
  694. return toSkip
  695. }
  696. func mergePkgbuilds(bases []dep.Base) error {
  697. for _, base := range bases {
  698. err := gitMerge(config.BuildDir, base.Pkgbase())
  699. if err != nil {
  700. return err
  701. }
  702. }
  703. return nil
  704. }
  705. func downloadPkgbuilds(bases []dep.Base, toSkip stringset.StringSet, buildDir string) (stringset.StringSet, error) {
  706. cloned := make(stringset.StringSet)
  707. downloaded := 0
  708. var wg sync.WaitGroup
  709. var mux sync.Mutex
  710. var errs multierror.MultiError
  711. download := func(base dep.Base) {
  712. defer wg.Done()
  713. pkg := base.Pkgbase()
  714. if toSkip.Get(pkg) {
  715. mux.Lock()
  716. downloaded++
  717. text.OperationInfoln(
  718. gotext.Get("PKGBUILD up to date, Skipping (%d/%d): %s",
  719. downloaded, len(bases), text.Cyan(base.String())))
  720. mux.Unlock()
  721. return
  722. }
  723. clone, err := gitDownload(config.AURURL+"/"+pkg+".git", buildDir, pkg)
  724. if err != nil {
  725. errs.Add(err)
  726. return
  727. }
  728. if clone {
  729. mux.Lock()
  730. cloned.Set(pkg)
  731. mux.Unlock()
  732. }
  733. mux.Lock()
  734. downloaded++
  735. text.OperationInfoln(gotext.Get("Downloaded PKGBUILD (%d/%d): %s", downloaded, len(bases), text.Cyan(base.String())))
  736. mux.Unlock()
  737. }
  738. count := 0
  739. for _, base := range bases {
  740. wg.Add(1)
  741. go download(base)
  742. count++
  743. if count%25 == 0 {
  744. wg.Wait()
  745. }
  746. }
  747. wg.Wait()
  748. return cloned, errs.Return()
  749. }
  750. func downloadPkgbuildsSources(bases []dep.Base, incompatible stringset.StringSet) (err error) {
  751. for _, base := range bases {
  752. pkg := base.Pkgbase()
  753. dir := filepath.Join(config.BuildDir, pkg)
  754. args := []string{"--verifysource", "-Ccf"}
  755. if incompatible.Get(pkg) {
  756. args = append(args, "--ignorearch")
  757. }
  758. err = config.Runtime.CmdRunner.Show(
  759. config.Runtime.CmdBuilder.BuildMakepkgCmd(dir, args...))
  760. if err != nil {
  761. return errors.New(gotext.Get("error downloading sources: %s", text.Cyan(base.String())))
  762. }
  763. }
  764. return
  765. }
  766. func buildInstallPkgbuilds(
  767. cmdArgs *settings.Arguments,
  768. dbExecutor db.Executor,
  769. dp *dep.Pool,
  770. do *dep.Order,
  771. srcinfos map[string]*gosrc.Srcinfo,
  772. incompatible stringset.StringSet,
  773. conflicts stringset.MapStringSet,
  774. ) error {
  775. arguments := cmdArgs.Copy()
  776. arguments.ClearTargets()
  777. arguments.Op = "U"
  778. arguments.DelArg("confirm")
  779. arguments.DelArg("noconfirm")
  780. arguments.DelArg("c", "clean")
  781. arguments.DelArg("q", "quiet")
  782. arguments.DelArg("q", "quiet")
  783. arguments.DelArg("y", "refresh")
  784. arguments.DelArg("u", "sysupgrade")
  785. arguments.DelArg("w", "downloadonly")
  786. deps := make([]string, 0)
  787. exp := make([]string, 0)
  788. oldConfirm := settings.NoConfirm
  789. settings.NoConfirm = true
  790. //remotenames: names of all non repo packages on the system
  791. localNames, remoteNames, err := query.GetPackageNamesBySource(dbExecutor)
  792. if err != nil {
  793. return err
  794. }
  795. // cache as a stringset. maybe make it return a string set in the first
  796. // place
  797. remoteNamesCache := stringset.FromSlice(remoteNames)
  798. localNamesCache := stringset.FromSlice(localNames)
  799. doInstall := func() error {
  800. if len(arguments.Targets) == 0 {
  801. return nil
  802. }
  803. if errShow := config.Runtime.CmdRunner.Show(passToPacman(arguments)); errShow != nil {
  804. return errShow
  805. }
  806. if errStore := config.Runtime.VCSStore.Save(); err != nil {
  807. fmt.Fprintln(os.Stderr, errStore)
  808. }
  809. if errDeps := asdeps(cmdArgs, deps); err != nil {
  810. return errDeps
  811. }
  812. if errExps := asexp(cmdArgs, exp); err != nil {
  813. return errExps
  814. }
  815. settings.NoConfirm = oldConfirm
  816. arguments.ClearTargets()
  817. deps = make([]string, 0)
  818. exp = make([]string, 0)
  819. settings.NoConfirm = true
  820. return nil
  821. }
  822. for _, base := range do.Aur {
  823. pkg := base.Pkgbase()
  824. dir := filepath.Join(config.BuildDir, pkg)
  825. built := true
  826. satisfied := true
  827. all:
  828. for _, pkg := range base {
  829. for _, deps := range [3][]string{pkg.Depends, pkg.MakeDepends, pkg.CheckDepends} {
  830. for _, dep := range deps {
  831. if !dp.AlpmExecutor.LocalSatisfierExists(dep) {
  832. satisfied = false
  833. text.Warnln(gotext.Get("%s not satisfied, flushing install queue", dep))
  834. break all
  835. }
  836. }
  837. }
  838. }
  839. if !satisfied || !config.BatchInstall {
  840. err = doInstall()
  841. if err != nil {
  842. return err
  843. }
  844. }
  845. srcinfo := srcinfos[pkg]
  846. args := []string{"--nobuild", "-fC"}
  847. if incompatible.Get(pkg) {
  848. args = append(args, "--ignorearch")
  849. }
  850. // pkgver bump
  851. if err = config.Runtime.CmdRunner.Show(
  852. config.Runtime.CmdBuilder.BuildMakepkgCmd(dir, args...)); err != nil {
  853. return errors.New(gotext.Get("error making: %s", base.String()))
  854. }
  855. pkgdests, pkgVersion, errList := parsePackageList(dir)
  856. if errList != nil {
  857. return errList
  858. }
  859. isExplicit := false
  860. for _, b := range base {
  861. isExplicit = isExplicit || dp.Explicit.Get(b.Name)
  862. }
  863. if config.ReBuild == "no" || (config.ReBuild == "yes" && !isExplicit) {
  864. for _, split := range base {
  865. pkgdest, ok := pkgdests[split.Name]
  866. if !ok {
  867. return errors.New(gotext.Get("could not find PKGDEST for: %s", split.Name))
  868. }
  869. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  870. built = false
  871. } else if errStat != nil {
  872. return errStat
  873. }
  874. }
  875. } else {
  876. built = false
  877. }
  878. if cmdArgs.ExistsArg("needed") {
  879. installed := true
  880. for _, split := range base {
  881. installed = dp.AlpmExecutor.IsCorrectVersionInstalled(split.Name, pkgVersion)
  882. }
  883. if installed {
  884. err = config.Runtime.CmdRunner.Show(
  885. config.Runtime.CmdBuilder.BuildMakepkgCmd(
  886. dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  887. if err != nil {
  888. return errors.New(gotext.Get("error making: %s", err))
  889. }
  890. fmt.Fprintln(os.Stdout, gotext.Get("%s is up to date -- skipping", text.Cyan(pkg+"-"+pkgVersion)))
  891. continue
  892. }
  893. }
  894. if built {
  895. err = config.Runtime.CmdRunner.Show(
  896. config.Runtime.CmdBuilder.BuildMakepkgCmd(
  897. dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  898. if err != nil {
  899. return errors.New(gotext.Get("error making: %s", err))
  900. }
  901. text.Warnln(gotext.Get("%s already made -- skipping build", text.Cyan(pkg+"-"+pkgVersion)))
  902. } else {
  903. args := []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  904. if incompatible.Get(pkg) {
  905. args = append(args, "--ignorearch")
  906. }
  907. if errMake := config.Runtime.CmdRunner.Show(
  908. config.Runtime.CmdBuilder.BuildMakepkgCmd(
  909. dir, args...)); errMake != nil {
  910. return errors.New(gotext.Get("error making: %s", base.String()))
  911. }
  912. }
  913. // conflicts have been checked so answer y for them
  914. if config.UseAsk && cmdArgs.ExistsArg("ask") {
  915. ask, _ := strconv.Atoi(cmdArgs.Options["ask"].First())
  916. uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg
  917. cmdArgs.Options["ask"].Set(fmt.Sprint(uask))
  918. } else {
  919. for _, split := range base {
  920. if _, ok := conflicts[split.Name]; ok {
  921. settings.NoConfirm = false
  922. break
  923. }
  924. }
  925. }
  926. doAddTarget := func(name string, optional bool) error {
  927. pkgdest, ok := pkgdests[name]
  928. if !ok {
  929. if optional {
  930. return nil
  931. }
  932. return errors.New(gotext.Get("could not find PKGDEST for: %s", name))
  933. }
  934. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  935. if optional {
  936. return nil
  937. }
  938. return errors.New(
  939. gotext.Get(
  940. "the PKGDEST for %s is listed by makepkg but does not exist: %s",
  941. name, pkgdest))
  942. }
  943. arguments.AddTarget(pkgdest)
  944. if cmdArgs.ExistsArg("asdeps", "asdep") {
  945. deps = append(deps, name)
  946. } else if cmdArgs.ExistsArg("asexplicit", "asexp") {
  947. exp = append(exp, name)
  948. } else if !dp.Explicit.Get(name) && !localNamesCache.Get(name) && !remoteNamesCache.Get(name) {
  949. deps = append(deps, name)
  950. }
  951. return nil
  952. }
  953. for _, split := range base {
  954. if errAdd := doAddTarget(split.Name, false); errAdd != nil {
  955. return errAdd
  956. }
  957. if errAddDebug := doAddTarget(split.Name+"-debug", true); errAddDebug != nil {
  958. return errAddDebug
  959. }
  960. }
  961. var mux sync.Mutex
  962. var wg sync.WaitGroup
  963. for _, pkg := range base {
  964. wg.Add(1)
  965. go config.Runtime.VCSStore.Update(pkg.Name, srcinfo.Source, &mux, &wg)
  966. }
  967. wg.Wait()
  968. }
  969. err = doInstall()
  970. settings.NoConfirm = oldConfirm
  971. return err
  972. }