install.go 28 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159
  1. package main
  2. import (
  3. "errors"
  4. "fmt"
  5. "os"
  6. "os/exec"
  7. "path/filepath"
  8. "strconv"
  9. "strings"
  10. "sync"
  11. alpm "github.com/Jguer/go-alpm/v2"
  12. gosrc "github.com/Morganamilo/go-srcinfo"
  13. "github.com/leonelquinteros/gotext"
  14. "github.com/Jguer/yay/v10/pkg/completion"
  15. "github.com/Jguer/yay/v10/pkg/db"
  16. "github.com/Jguer/yay/v10/pkg/dep"
  17. "github.com/Jguer/yay/v10/pkg/intrange"
  18. "github.com/Jguer/yay/v10/pkg/multierror"
  19. "github.com/Jguer/yay/v10/pkg/pgp"
  20. "github.com/Jguer/yay/v10/pkg/query"
  21. "github.com/Jguer/yay/v10/pkg/settings"
  22. "github.com/Jguer/yay/v10/pkg/stringset"
  23. "github.com/Jguer/yay/v10/pkg/text"
  24. )
  25. const gitEmptyTree = "4b825dc642cb6eb9a060e54bf8d69288fbee4904"
  26. func asdeps(cmdArgs *settings.Arguments, pkgs []string) (err error) {
  27. if len(pkgs) == 0 {
  28. return nil
  29. }
  30. cmdArgs = cmdArgs.CopyGlobal()
  31. _ = cmdArgs.AddArg("q", "D", "asdeps")
  32. cmdArgs.AddTarget(pkgs...)
  33. err = config.Runtime.CmdRunner.Show(passToPacman(cmdArgs))
  34. if err != nil {
  35. return fmt.Errorf(gotext.Get("error updating package install reason to dependency"))
  36. }
  37. return nil
  38. }
  39. func asexp(cmdArgs *settings.Arguments, pkgs []string) (err error) {
  40. if len(pkgs) == 0 {
  41. return nil
  42. }
  43. cmdArgs = cmdArgs.CopyGlobal()
  44. _ = cmdArgs.AddArg("q", "D", "asexplicit")
  45. cmdArgs.AddTarget(pkgs...)
  46. err = config.Runtime.CmdRunner.Show(passToPacman(cmdArgs))
  47. if err != nil {
  48. return fmt.Errorf(gotext.Get("error updating package install reason to explicit"))
  49. }
  50. return nil
  51. }
  52. // Install handles package installs
  53. func install(cmdArgs *settings.Arguments, dbExecutor db.Executor, ignoreProviders bool) (err error) {
  54. var incompatible stringset.StringSet
  55. var do *dep.Order
  56. var srcinfos map[string]*gosrc.Srcinfo
  57. noDeps := cmdArgs.ExistsDouble("d", "nodeps")
  58. sysupgradeArg := cmdArgs.ExistsArg("u", "sysupgrade")
  59. refreshArg := cmdArgs.ExistsArg("y", "refresh")
  60. warnings := query.NewWarnings()
  61. if config.Runtime.Mode == settings.ModeAny || config.Runtime.Mode == settings.ModeRepo {
  62. if config.CombinedUpgrade {
  63. if refreshArg {
  64. err = earlyRefresh(cmdArgs)
  65. if err != nil {
  66. return fmt.Errorf(gotext.Get("error refreshing databases"))
  67. }
  68. }
  69. } else if refreshArg || sysupgradeArg || len(cmdArgs.Targets) > 0 {
  70. err = earlyPacmanCall(cmdArgs, dbExecutor)
  71. if err != nil {
  72. return err
  73. }
  74. }
  75. }
  76. // we may have done -Sy, our handle now has an old
  77. // database.
  78. err = dbExecutor.RefreshHandle()
  79. if err != nil {
  80. return err
  81. }
  82. localNames, remoteNames, err := query.GetPackageNamesBySource(dbExecutor)
  83. if err != nil {
  84. return err
  85. }
  86. remoteNamesCache := stringset.FromSlice(remoteNames)
  87. localNamesCache := stringset.FromSlice(localNames)
  88. requestTargets := cmdArgs.Copy().Targets
  89. // create the arguments to pass for the repo install
  90. arguments := cmdArgs.Copy()
  91. arguments.DelArg("asdeps", "asdep")
  92. arguments.DelArg("asexplicit", "asexp")
  93. arguments.Op = "S"
  94. arguments.ClearTargets()
  95. if config.Runtime.Mode == settings.ModeAUR {
  96. arguments.DelArg("u", "sysupgrade")
  97. }
  98. // if we are doing -u also request all packages needing update
  99. if sysupgradeArg {
  100. ignore, targets, errUp := sysupgradeTargets(dbExecutor, cmdArgs.ExistsDouble("u", "sysupgrade"))
  101. if errUp != nil {
  102. return errUp
  103. }
  104. for _, up := range targets {
  105. cmdArgs.AddTarget(up)
  106. requestTargets = append(requestTargets, up)
  107. }
  108. if len(ignore) > 0 {
  109. arguments.CreateOrAppendOption("ignore", ignore.ToSlice()...)
  110. }
  111. }
  112. targets := stringset.FromSlice(cmdArgs.Targets)
  113. dp, err := dep.GetPool(requestTargets,
  114. warnings, dbExecutor, config.Runtime.Mode,
  115. ignoreProviders, settings.NoConfirm, config.Provides, config.ReBuild, config.RequestSplitN, noDeps)
  116. if err != nil {
  117. return err
  118. }
  119. err = dp.CheckMissing(noDeps)
  120. if err != nil {
  121. return err
  122. }
  123. if len(dp.Aur) == 0 {
  124. if !config.CombinedUpgrade {
  125. if sysupgradeArg {
  126. fmt.Println(gotext.Get(" there is nothing to do"))
  127. }
  128. return nil
  129. }
  130. cmdArgs.Op = "S"
  131. cmdArgs.DelArg("y", "refresh")
  132. if arguments.ExistsArg("ignore") {
  133. cmdArgs.CreateOrAppendOption("ignore", arguments.GetArgs("ignore")...)
  134. }
  135. return config.Runtime.CmdRunner.Show(passToPacman(cmdArgs))
  136. }
  137. if len(dp.Aur) > 0 && os.Geteuid() == 0 {
  138. return fmt.Errorf(gotext.Get("refusing to install AUR packages as root, aborting"))
  139. }
  140. conflicts, err := dp.CheckConflicts(config.UseAsk, settings.NoConfirm, noDeps)
  141. if err != nil {
  142. return err
  143. }
  144. do = dep.GetOrder(dp)
  145. if err != nil {
  146. return err
  147. }
  148. for _, pkg := range do.Repo {
  149. arguments.AddTarget(pkg.DB().Name() + "/" + pkg.Name())
  150. }
  151. for _, pkg := range dp.Groups {
  152. arguments.AddTarget(pkg)
  153. }
  154. if len(do.Aur) == 0 && len(arguments.Targets) == 0 && (!cmdArgs.ExistsArg("u", "sysupgrade") || config.Runtime.Mode == settings.ModeAUR) {
  155. fmt.Println(gotext.Get(" there is nothing to do"))
  156. return nil
  157. }
  158. do.Print()
  159. fmt.Println()
  160. if config.CleanAfter {
  161. defer cleanAfter(do.Aur)
  162. }
  163. if do.HasMake() {
  164. switch config.RemoveMake {
  165. case "yes":
  166. defer func() {
  167. err = removeMake(do)
  168. }()
  169. case "no":
  170. break
  171. default:
  172. if text.ContinueTask(gotext.Get("Remove make dependencies after install?"), false, settings.NoConfirm) {
  173. defer func() {
  174. err = removeMake(do)
  175. }()
  176. }
  177. }
  178. }
  179. if config.CleanMenu {
  180. if anyExistInCache(do.Aur) {
  181. askClean := pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  182. toClean, errClean := cleanNumberMenu(do.Aur, remoteNamesCache, askClean)
  183. if errClean != nil {
  184. return errClean
  185. }
  186. cleanBuilds(toClean)
  187. }
  188. }
  189. toSkip := pkgbuildsToSkip(do.Aur, targets)
  190. cloned, err := downloadPkgbuilds(do.Aur, toSkip, config.BuildDir)
  191. if err != nil {
  192. return err
  193. }
  194. var toDiff []dep.Base
  195. var toEdit []dep.Base
  196. if config.DiffMenu {
  197. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  198. toDiff, err = diffNumberMenu(do.Aur, remoteNamesCache)
  199. if err != nil {
  200. return err
  201. }
  202. if len(toDiff) > 0 {
  203. err = showPkgbuildDiffs(toDiff, cloned)
  204. if err != nil {
  205. return err
  206. }
  207. }
  208. }
  209. if len(toDiff) > 0 {
  210. oldValue := settings.NoConfirm
  211. settings.NoConfirm = false
  212. fmt.Println()
  213. if !text.ContinueTask(gotext.Get("Proceed with install?"), true, settings.NoConfirm) {
  214. return fmt.Errorf(gotext.Get("aborting due to user"))
  215. }
  216. err = updatePkgbuildSeenRef(toDiff)
  217. if err != nil {
  218. text.Errorln(err.Error())
  219. }
  220. settings.NoConfirm = oldValue
  221. }
  222. err = mergePkgbuilds(do.Aur)
  223. if err != nil {
  224. return err
  225. }
  226. srcinfos, err = parseSrcinfoFiles(do.Aur, true)
  227. if err != nil {
  228. return err
  229. }
  230. if config.EditMenu {
  231. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  232. toEdit, err = editNumberMenu(do.Aur, remoteNamesCache)
  233. if err != nil {
  234. return err
  235. }
  236. if len(toEdit) > 0 {
  237. err = editPkgbuilds(toEdit, srcinfos)
  238. if err != nil {
  239. return err
  240. }
  241. }
  242. }
  243. if len(toEdit) > 0 {
  244. oldValue := settings.NoConfirm
  245. settings.NoConfirm = false
  246. fmt.Println()
  247. if !text.ContinueTask(gotext.Get("Proceed with install?"), true, settings.NoConfirm) {
  248. return errors.New(gotext.Get("aborting due to user"))
  249. }
  250. settings.NoConfirm = oldValue
  251. }
  252. incompatible, err = getIncompatible(do.Aur, srcinfos, dbExecutor)
  253. if err != nil {
  254. return err
  255. }
  256. if config.PGPFetch {
  257. err = pgp.CheckPgpKeys(do.Aur, srcinfos, config.GpgBin, config.GpgFlags, settings.NoConfirm)
  258. if err != nil {
  259. return err
  260. }
  261. }
  262. if !config.CombinedUpgrade {
  263. arguments.DelArg("u", "sysupgrade")
  264. }
  265. if len(arguments.Targets) > 0 || arguments.ExistsArg("u") {
  266. if errShow := config.Runtime.CmdRunner.Show(passToPacman(arguments)); errShow != nil {
  267. return errors.New(gotext.Get("error installing repo packages"))
  268. }
  269. deps := make([]string, 0)
  270. exp := make([]string, 0)
  271. for _, pkg := range do.Repo {
  272. if !dp.Explicit.Get(pkg.Name()) && !localNamesCache.Get(pkg.Name()) && !remoteNamesCache.Get(pkg.Name()) {
  273. deps = append(deps, pkg.Name())
  274. continue
  275. }
  276. if cmdArgs.ExistsArg("asdeps", "asdep") && dp.Explicit.Get(pkg.Name()) {
  277. deps = append(deps, pkg.Name())
  278. } else if cmdArgs.ExistsArg("asexp", "asexplicit") && dp.Explicit.Get(pkg.Name()) {
  279. exp = append(exp, pkg.Name())
  280. }
  281. }
  282. if errDeps := asdeps(cmdArgs, deps); errDeps != nil {
  283. return errDeps
  284. }
  285. if errExp := asexp(cmdArgs, exp); errExp != nil {
  286. return errExp
  287. }
  288. }
  289. go func() {
  290. _ = completion.Update(dbExecutor, config.AURURL, config.Runtime.CompletionPath, config.CompletionInterval, false)
  291. }()
  292. err = downloadPkgbuildsSources(do.Aur, incompatible)
  293. if err != nil {
  294. return err
  295. }
  296. err = buildInstallPkgbuilds(cmdArgs, dbExecutor, dp, do, srcinfos, incompatible, conflicts)
  297. if err != nil {
  298. return err
  299. }
  300. return nil
  301. }
  302. func removeMake(do *dep.Order) error {
  303. removeArguments := settings.MakeArguments()
  304. err := removeArguments.AddArg("R", "u")
  305. if err != nil {
  306. return err
  307. }
  308. for _, pkg := range do.GetMake() {
  309. removeArguments.AddTarget(pkg)
  310. }
  311. oldValue := settings.NoConfirm
  312. settings.NoConfirm = true
  313. err = config.Runtime.CmdRunner.Show(passToPacman(removeArguments))
  314. settings.NoConfirm = oldValue
  315. return err
  316. }
  317. func inRepos(dbExecutor db.Executor, pkg string) bool {
  318. target := dep.ToTarget(pkg)
  319. if target.DB == "aur" {
  320. return false
  321. } else if target.DB != "" {
  322. return true
  323. }
  324. previousHideMenus := settings.HideMenus
  325. settings.HideMenus = false
  326. exists := dbExecutor.SyncSatisfierExists(target.DepString())
  327. settings.HideMenus = previousHideMenus
  328. return exists || len(dbExecutor.PackagesFromGroup(target.Name)) > 0
  329. }
  330. func earlyPacmanCall(cmdArgs *settings.Arguments, dbExecutor db.Executor) error {
  331. arguments := cmdArgs.Copy()
  332. arguments.Op = "S"
  333. targets := cmdArgs.Targets
  334. cmdArgs.ClearTargets()
  335. arguments.ClearTargets()
  336. if config.Runtime.Mode == settings.ModeRepo {
  337. arguments.Targets = targets
  338. } else {
  339. // separate aur and repo targets
  340. for _, target := range targets {
  341. if inRepos(dbExecutor, target) {
  342. arguments.AddTarget(target)
  343. } else {
  344. cmdArgs.AddTarget(target)
  345. }
  346. }
  347. }
  348. if cmdArgs.ExistsArg("y", "refresh") || cmdArgs.ExistsArg("u", "sysupgrade") || len(arguments.Targets) > 0 {
  349. if err := config.Runtime.CmdRunner.Show(passToPacman(arguments)); err != nil {
  350. return errors.New(gotext.Get("error installing repo packages"))
  351. }
  352. }
  353. return nil
  354. }
  355. func earlyRefresh(cmdArgs *settings.Arguments) error {
  356. arguments := cmdArgs.Copy()
  357. cmdArgs.DelArg("y", "refresh")
  358. arguments.DelArg("u", "sysupgrade")
  359. arguments.DelArg("s", "search")
  360. arguments.DelArg("i", "info")
  361. arguments.DelArg("l", "list")
  362. arguments.ClearTargets()
  363. return config.Runtime.CmdRunner.Show(passToPacman(arguments))
  364. }
  365. func getIncompatible(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo, dbExecutor db.Executor) (stringset.StringSet, error) {
  366. incompatible := make(stringset.StringSet)
  367. basesMap := make(map[string]dep.Base)
  368. alpmArch, err := dbExecutor.AlpmArch()
  369. if err != nil {
  370. return nil, err
  371. }
  372. nextpkg:
  373. for _, base := range bases {
  374. for _, arch := range srcinfos[base.Pkgbase()].Arch {
  375. if arch == "any" || arch == alpmArch {
  376. continue nextpkg
  377. }
  378. }
  379. incompatible.Set(base.Pkgbase())
  380. basesMap[base.Pkgbase()] = base
  381. }
  382. if len(incompatible) > 0 {
  383. text.Warnln(gotext.Get("The following packages are not compatible with your architecture:"))
  384. for pkg := range incompatible {
  385. fmt.Print(" " + text.Cyan(basesMap[pkg].String()))
  386. }
  387. fmt.Println()
  388. if !text.ContinueTask(gotext.Get("Try to build them anyway?"), true, settings.NoConfirm) {
  389. return nil, errors.New(gotext.Get("aborting due to user"))
  390. }
  391. }
  392. return incompatible, nil
  393. }
  394. func parsePackageList(dir string) (pkgdests map[string]string, pkgVersion string, err error) {
  395. stdout, stderr, err := config.Runtime.CmdRunner.Capture(
  396. config.Runtime.CmdBuilder.BuildMakepkgCmd(dir, "--packagelist"), 0)
  397. if err != nil {
  398. return nil, "", fmt.Errorf("%s %s", stderr, err)
  399. }
  400. lines := strings.Split(stdout, "\n")
  401. pkgdests = make(map[string]string)
  402. for _, line := range lines {
  403. if line == "" {
  404. continue
  405. }
  406. fileName := filepath.Base(line)
  407. split := strings.Split(fileName, "-")
  408. if len(split) < 4 {
  409. return nil, "", errors.New(gotext.Get("cannot find package name: %v", split))
  410. }
  411. // pkgname-pkgver-pkgrel-arch.pkgext
  412. // This assumes 3 dashes after the pkgname, Will cause an error
  413. // if the PKGEXT contains a dash. Please no one do that.
  414. pkgName := strings.Join(split[:len(split)-3], "-")
  415. pkgVersion = strings.Join(split[len(split)-3:len(split)-1], "-")
  416. pkgdests[pkgName] = line
  417. }
  418. return pkgdests, pkgVersion, nil
  419. }
  420. func anyExistInCache(bases []dep.Base) bool {
  421. for _, base := range bases {
  422. pkg := base.Pkgbase()
  423. dir := filepath.Join(config.BuildDir, pkg)
  424. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  425. return true
  426. }
  427. }
  428. return false
  429. }
  430. func pkgbuildNumberMenu(bases []dep.Base, installed stringset.StringSet) bool {
  431. toPrint := ""
  432. askClean := false
  433. for n, base := range bases {
  434. pkg := base.Pkgbase()
  435. dir := filepath.Join(config.BuildDir, pkg)
  436. toPrint += fmt.Sprintf(text.Magenta("%3d")+" %-40s", len(bases)-n,
  437. text.Bold(base.String()))
  438. anyInstalled := false
  439. for _, b := range base {
  440. anyInstalled = anyInstalled || installed.Get(b.Name)
  441. }
  442. if anyInstalled {
  443. toPrint += text.Bold(text.Green(gotext.Get(" (Installed)")))
  444. }
  445. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  446. toPrint += text.Bold(text.Green(gotext.Get(" (Build Files Exist)")))
  447. askClean = true
  448. }
  449. toPrint += "\n"
  450. }
  451. fmt.Print(toPrint)
  452. return askClean
  453. }
  454. func cleanNumberMenu(bases []dep.Base, installed stringset.StringSet, hasClean bool) ([]dep.Base, error) {
  455. toClean := make([]dep.Base, 0)
  456. if !hasClean {
  457. return toClean, nil
  458. }
  459. text.Infoln(gotext.Get("Packages to cleanBuild?"))
  460. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", text.Cyan(gotext.Get("[N]one"))))
  461. cleanInput, err := getInput(config.AnswerClean)
  462. if err != nil {
  463. return nil, err
  464. }
  465. cInclude, cExclude, cOtherInclude, cOtherExclude := intrange.ParseNumberMenu(cleanInput)
  466. cIsInclude := len(cExclude) == 0 && len(cOtherExclude) == 0
  467. if cOtherInclude.Get("abort") || cOtherInclude.Get("ab") {
  468. return nil, fmt.Errorf(gotext.Get("aborting due to user"))
  469. }
  470. if !cOtherInclude.Get("n") && !cOtherInclude.Get("none") {
  471. for i, base := range bases {
  472. pkg := base.Pkgbase()
  473. anyInstalled := false
  474. for _, b := range base {
  475. anyInstalled = anyInstalled || installed.Get(b.Name)
  476. }
  477. dir := filepath.Join(config.BuildDir, pkg)
  478. if _, err := os.Stat(dir); os.IsNotExist(err) {
  479. continue
  480. }
  481. if !cIsInclude && cExclude.Get(len(bases)-i) {
  482. continue
  483. }
  484. if anyInstalled && (cOtherInclude.Get("i") || cOtherInclude.Get("installed")) {
  485. toClean = append(toClean, base)
  486. continue
  487. }
  488. if !anyInstalled && (cOtherInclude.Get("no") || cOtherInclude.Get("notinstalled")) {
  489. toClean = append(toClean, base)
  490. continue
  491. }
  492. if cOtherInclude.Get("a") || cOtherInclude.Get("all") {
  493. toClean = append(toClean, base)
  494. continue
  495. }
  496. if cIsInclude && (cInclude.Get(len(bases)-i) || cOtherInclude.Get(pkg)) {
  497. toClean = append(toClean, base)
  498. continue
  499. }
  500. if !cIsInclude && (!cExclude.Get(len(bases)-i) && !cOtherExclude.Get(pkg)) {
  501. toClean = append(toClean, base)
  502. continue
  503. }
  504. }
  505. }
  506. return toClean, nil
  507. }
  508. func editNumberMenu(bases []dep.Base, installed stringset.StringSet) ([]dep.Base, error) {
  509. return editDiffNumberMenu(bases, installed, false)
  510. }
  511. func diffNumberMenu(bases []dep.Base, installed stringset.StringSet) ([]dep.Base, error) {
  512. return editDiffNumberMenu(bases, installed, true)
  513. }
  514. func editDiffNumberMenu(bases []dep.Base, installed stringset.StringSet, diff bool) ([]dep.Base, error) {
  515. toEdit := make([]dep.Base, 0)
  516. var editInput string
  517. var err error
  518. if diff {
  519. text.Infoln(gotext.Get("Diffs to show?"))
  520. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", text.Cyan(gotext.Get("[N]one"))))
  521. editInput, err = getInput(config.AnswerDiff)
  522. if err != nil {
  523. return nil, err
  524. }
  525. } else {
  526. text.Infoln(gotext.Get("PKGBUILDs to edit?"))
  527. text.Infoln(gotext.Get("%s [A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)", text.Cyan(gotext.Get("[N]one"))))
  528. editInput, err = getInput(config.AnswerEdit)
  529. if err != nil {
  530. return nil, err
  531. }
  532. }
  533. eInclude, eExclude, eOtherInclude, eOtherExclude := intrange.ParseNumberMenu(editInput)
  534. eIsInclude := len(eExclude) == 0 && len(eOtherExclude) == 0
  535. if eOtherInclude.Get("abort") || eOtherInclude.Get("ab") {
  536. return nil, fmt.Errorf(gotext.Get("aborting due to user"))
  537. }
  538. if !eOtherInclude.Get("n") && !eOtherInclude.Get("none") {
  539. for i, base := range bases {
  540. pkg := base.Pkgbase()
  541. anyInstalled := false
  542. for _, b := range base {
  543. anyInstalled = anyInstalled || installed.Get(b.Name)
  544. }
  545. if !eIsInclude && eExclude.Get(len(bases)-i) {
  546. continue
  547. }
  548. if anyInstalled && (eOtherInclude.Get("i") || eOtherInclude.Get("installed")) {
  549. toEdit = append(toEdit, base)
  550. continue
  551. }
  552. if !anyInstalled && (eOtherInclude.Get("no") || eOtherInclude.Get("notinstalled")) {
  553. toEdit = append(toEdit, base)
  554. continue
  555. }
  556. if eOtherInclude.Get("a") || eOtherInclude.Get("all") {
  557. toEdit = append(toEdit, base)
  558. continue
  559. }
  560. if eIsInclude && (eInclude.Get(len(bases)-i) || eOtherInclude.Get(pkg)) {
  561. toEdit = append(toEdit, base)
  562. }
  563. if !eIsInclude && (!eExclude.Get(len(bases)-i) && !eOtherExclude.Get(pkg)) {
  564. toEdit = append(toEdit, base)
  565. }
  566. }
  567. }
  568. return toEdit, nil
  569. }
  570. func updatePkgbuildSeenRef(bases []dep.Base) error {
  571. var errMulti multierror.MultiError
  572. for _, base := range bases {
  573. pkg := base.Pkgbase()
  574. err := gitUpdateSeenRef(config.BuildDir, pkg)
  575. if err != nil {
  576. errMulti.Add(err)
  577. }
  578. }
  579. return errMulti.Return()
  580. }
  581. func showPkgbuildDiffs(bases []dep.Base, cloned stringset.StringSet) error {
  582. var errMulti multierror.MultiError
  583. for _, base := range bases {
  584. pkg := base.Pkgbase()
  585. dir := filepath.Join(config.BuildDir, pkg)
  586. start, err := getLastSeenHash(config.BuildDir, pkg)
  587. if err != nil {
  588. errMulti.Add(err)
  589. continue
  590. }
  591. if cloned.Get(pkg) {
  592. start = gitEmptyTree
  593. } else {
  594. hasDiff, err := gitHasDiff(config.BuildDir, pkg)
  595. if err != nil {
  596. errMulti.Add(err)
  597. continue
  598. }
  599. if !hasDiff {
  600. text.Warnln(gotext.Get("%s: No changes -- skipping", text.Cyan(base.String())))
  601. continue
  602. }
  603. }
  604. args := []string{
  605. "diff",
  606. start + "..HEAD@{upstream}", "--src-prefix",
  607. dir + "/", "--dst-prefix", dir + "/", "--", ".", ":(exclude).SRCINFO",
  608. }
  609. if text.UseColor {
  610. args = append(args, "--color=always")
  611. } else {
  612. args = append(args, "--color=never")
  613. }
  614. _ = config.Runtime.CmdRunner.Show(config.Runtime.CmdBuilder.BuildGitCmd(dir, args...))
  615. }
  616. return errMulti.Return()
  617. }
  618. func editPkgbuilds(bases []dep.Base, srcinfos map[string]*gosrc.Srcinfo) error {
  619. pkgbuilds := make([]string, 0, len(bases))
  620. for _, base := range bases {
  621. pkg := base.Pkgbase()
  622. dir := filepath.Join(config.BuildDir, pkg)
  623. pkgbuilds = append(pkgbuilds, filepath.Join(dir, "PKGBUILD"))
  624. for _, splitPkg := range srcinfos[pkg].SplitPackages() {
  625. if splitPkg.Install != "" {
  626. pkgbuilds = append(pkgbuilds, filepath.Join(dir, splitPkg.Install))
  627. }
  628. }
  629. }
  630. if len(pkgbuilds) > 0 {
  631. editor, editorArgs := editor()
  632. editorArgs = append(editorArgs, pkgbuilds...)
  633. editcmd := exec.Command(editor, editorArgs...)
  634. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  635. err := editcmd.Run()
  636. if err != nil {
  637. return errors.New(gotext.Get("editor did not exit successfully, aborting: %s", err))
  638. }
  639. }
  640. return nil
  641. }
  642. func parseSrcinfoFiles(bases []dep.Base, errIsFatal bool) (map[string]*gosrc.Srcinfo, error) {
  643. srcinfos := make(map[string]*gosrc.Srcinfo)
  644. for k, base := range bases {
  645. pkg := base.Pkgbase()
  646. dir := filepath.Join(config.BuildDir, pkg)
  647. text.OperationInfoln(gotext.Get("(%d/%d) Parsing SRCINFO: %s", k+1, len(bases), text.Cyan(base.String())))
  648. pkgbuild, err := gosrc.ParseFile(filepath.Join(dir, ".SRCINFO"))
  649. if err != nil {
  650. if !errIsFatal {
  651. text.Warnln(gotext.Get("failed to parse %s -- skipping: %s", base.String(), err))
  652. continue
  653. }
  654. return nil, errors.New(gotext.Get("failed to parse %s: %s", base.String(), err))
  655. }
  656. srcinfos[pkg] = pkgbuild
  657. }
  658. return srcinfos, nil
  659. }
  660. func pkgbuildsToSkip(bases []dep.Base, targets stringset.StringSet) stringset.StringSet {
  661. toSkip := make(stringset.StringSet)
  662. for _, base := range bases {
  663. isTarget := false
  664. for _, pkg := range base {
  665. isTarget = isTarget || targets.Get(pkg.Name)
  666. }
  667. if (config.ReDownload == "yes" && isTarget) || config.ReDownload == "all" {
  668. continue
  669. }
  670. dir := filepath.Join(config.BuildDir, base.Pkgbase(), ".SRCINFO")
  671. pkgbuild, err := gosrc.ParseFile(dir)
  672. if err == nil {
  673. if alpm.VerCmp(pkgbuild.Version(), base.Version()) >= 0 {
  674. toSkip.Set(base.Pkgbase())
  675. }
  676. }
  677. }
  678. return toSkip
  679. }
  680. func mergePkgbuilds(bases []dep.Base) error {
  681. for _, base := range bases {
  682. err := gitMerge(config.BuildDir, base.Pkgbase())
  683. if err != nil {
  684. return err
  685. }
  686. }
  687. return nil
  688. }
  689. func downloadPkgbuilds(bases []dep.Base, toSkip stringset.StringSet, buildDir string) (stringset.StringSet, error) {
  690. cloned := make(stringset.StringSet)
  691. downloaded := 0
  692. var wg sync.WaitGroup
  693. var mux sync.Mutex
  694. var errs multierror.MultiError
  695. download := func(base dep.Base) {
  696. defer wg.Done()
  697. pkg := base.Pkgbase()
  698. if toSkip.Get(pkg) {
  699. mux.Lock()
  700. downloaded++
  701. text.OperationInfoln(
  702. gotext.Get("PKGBUILD up to date, Skipping (%d/%d): %s",
  703. downloaded, len(bases), text.Cyan(base.String())))
  704. mux.Unlock()
  705. return
  706. }
  707. clone, err := gitDownload(config.AURURL+"/"+pkg+".git", buildDir, pkg)
  708. if err != nil {
  709. errs.Add(err)
  710. return
  711. }
  712. if clone {
  713. mux.Lock()
  714. cloned.Set(pkg)
  715. mux.Unlock()
  716. }
  717. mux.Lock()
  718. downloaded++
  719. text.OperationInfoln(gotext.Get("Downloaded PKGBUILD (%d/%d): %s", downloaded, len(bases), text.Cyan(base.String())))
  720. mux.Unlock()
  721. }
  722. count := 0
  723. for _, base := range bases {
  724. wg.Add(1)
  725. go download(base)
  726. count++
  727. if count%25 == 0 {
  728. wg.Wait()
  729. }
  730. }
  731. wg.Wait()
  732. return cloned, errs.Return()
  733. }
  734. func downloadPkgbuildsSources(bases []dep.Base, incompatible stringset.StringSet) (err error) {
  735. for _, base := range bases {
  736. pkg := base.Pkgbase()
  737. dir := filepath.Join(config.BuildDir, pkg)
  738. args := []string{"--verifysource", "-Ccf"}
  739. if incompatible.Get(pkg) {
  740. args = append(args, "--ignorearch")
  741. }
  742. err = config.Runtime.CmdRunner.Show(
  743. config.Runtime.CmdBuilder.BuildMakepkgCmd(dir, args...))
  744. if err != nil {
  745. return errors.New(gotext.Get("error downloading sources: %s", text.Cyan(base.String())))
  746. }
  747. }
  748. return
  749. }
  750. func buildInstallPkgbuilds(
  751. cmdArgs *settings.Arguments,
  752. dbExecutor db.Executor,
  753. dp *dep.Pool,
  754. do *dep.Order,
  755. srcinfos map[string]*gosrc.Srcinfo,
  756. incompatible stringset.StringSet,
  757. conflicts stringset.MapStringSet,
  758. ) error {
  759. arguments := cmdArgs.Copy()
  760. arguments.ClearTargets()
  761. arguments.Op = "U"
  762. arguments.DelArg("confirm")
  763. arguments.DelArg("noconfirm")
  764. arguments.DelArg("c", "clean")
  765. arguments.DelArg("q", "quiet")
  766. arguments.DelArg("q", "quiet")
  767. arguments.DelArg("y", "refresh")
  768. arguments.DelArg("u", "sysupgrade")
  769. arguments.DelArg("w", "downloadonly")
  770. deps := make([]string, 0)
  771. exp := make([]string, 0)
  772. oldConfirm := settings.NoConfirm
  773. settings.NoConfirm = true
  774. //remotenames: names of all non repo packages on the system
  775. localNames, remoteNames, err := query.GetPackageNamesBySource(dbExecutor)
  776. if err != nil {
  777. return err
  778. }
  779. // cache as a stringset. maybe make it return a string set in the first
  780. // place
  781. remoteNamesCache := stringset.FromSlice(remoteNames)
  782. localNamesCache := stringset.FromSlice(localNames)
  783. doInstall := func() error {
  784. if len(arguments.Targets) == 0 {
  785. return nil
  786. }
  787. if errShow := config.Runtime.CmdRunner.Show(passToPacman(arguments)); errShow != nil {
  788. return errShow
  789. }
  790. if errStore := config.Runtime.VCSStore.Save(); err != nil {
  791. fmt.Fprintln(os.Stderr, errStore)
  792. }
  793. if errDeps := asdeps(cmdArgs, deps); err != nil {
  794. return errDeps
  795. }
  796. if errExps := asexp(cmdArgs, exp); err != nil {
  797. return errExps
  798. }
  799. settings.NoConfirm = oldConfirm
  800. arguments.ClearTargets()
  801. deps = make([]string, 0)
  802. exp = make([]string, 0)
  803. settings.NoConfirm = true
  804. return nil
  805. }
  806. for _, base := range do.Aur {
  807. pkg := base.Pkgbase()
  808. dir := filepath.Join(config.BuildDir, pkg)
  809. built := true
  810. satisfied := true
  811. all:
  812. for _, pkg := range base {
  813. for _, deps := range [3][]string{pkg.Depends, pkg.MakeDepends, pkg.CheckDepends} {
  814. for _, dep := range deps {
  815. if !dp.AlpmExecutor.LocalSatisfierExists(dep) {
  816. satisfied = false
  817. text.Warnln(gotext.Get("%s not satisfied, flushing install queue", dep))
  818. break all
  819. }
  820. }
  821. }
  822. }
  823. if !satisfied || !config.BatchInstall {
  824. err = doInstall()
  825. if err != nil {
  826. return err
  827. }
  828. }
  829. srcinfo := srcinfos[pkg]
  830. args := []string{"--nobuild", "-fC"}
  831. if incompatible.Get(pkg) {
  832. args = append(args, "--ignorearch")
  833. }
  834. // pkgver bump
  835. if err = config.Runtime.CmdRunner.Show(
  836. config.Runtime.CmdBuilder.BuildMakepkgCmd(dir, args...)); err != nil {
  837. return errors.New(gotext.Get("error making: %s", base.String()))
  838. }
  839. pkgdests, pkgVersion, errList := parsePackageList(dir)
  840. if errList != nil {
  841. return errList
  842. }
  843. isExplicit := false
  844. for _, b := range base {
  845. isExplicit = isExplicit || dp.Explicit.Get(b.Name)
  846. }
  847. if config.ReBuild == "no" || (config.ReBuild == "yes" && !isExplicit) {
  848. for _, split := range base {
  849. pkgdest, ok := pkgdests[split.Name]
  850. if !ok {
  851. return errors.New(gotext.Get("could not find PKGDEST for: %s", split.Name))
  852. }
  853. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  854. built = false
  855. } else if errStat != nil {
  856. return errStat
  857. }
  858. }
  859. } else {
  860. built = false
  861. }
  862. if cmdArgs.ExistsArg("needed") {
  863. installed := true
  864. for _, split := range base {
  865. installed = dp.AlpmExecutor.IsCorrectVersionInstalled(split.Name, pkgVersion)
  866. }
  867. if installed {
  868. err = config.Runtime.CmdRunner.Show(
  869. config.Runtime.CmdBuilder.BuildMakepkgCmd(
  870. dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  871. if err != nil {
  872. return errors.New(gotext.Get("error making: %s", err))
  873. }
  874. fmt.Fprintln(os.Stdout, gotext.Get("%s is up to date -- skipping", text.Cyan(pkg+"-"+pkgVersion)))
  875. continue
  876. }
  877. }
  878. if built {
  879. err = config.Runtime.CmdRunner.Show(
  880. config.Runtime.CmdBuilder.BuildMakepkgCmd(
  881. dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  882. if err != nil {
  883. return errors.New(gotext.Get("error making: %s", err))
  884. }
  885. text.Warnln(gotext.Get("%s already made -- skipping build", text.Cyan(pkg+"-"+pkgVersion)))
  886. } else {
  887. args := []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  888. if incompatible.Get(pkg) {
  889. args = append(args, "--ignorearch")
  890. }
  891. if errMake := config.Runtime.CmdRunner.Show(
  892. config.Runtime.CmdBuilder.BuildMakepkgCmd(
  893. dir, args...)); errMake != nil {
  894. return errors.New(gotext.Get("error making: %s", base.String()))
  895. }
  896. }
  897. // conflicts have been checked so answer y for them
  898. if config.UseAsk && cmdArgs.ExistsArg("ask") {
  899. ask, _ := strconv.Atoi(cmdArgs.Options["ask"].First())
  900. uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg
  901. cmdArgs.Options["ask"].Set(fmt.Sprint(uask))
  902. } else {
  903. for _, split := range base {
  904. if _, ok := conflicts[split.Name]; ok {
  905. settings.NoConfirm = false
  906. break
  907. }
  908. }
  909. }
  910. doAddTarget := func(name string, optional bool) error {
  911. pkgdest, ok := pkgdests[name]
  912. if !ok {
  913. if optional {
  914. return nil
  915. }
  916. return errors.New(gotext.Get("could not find PKGDEST for: %s", name))
  917. }
  918. if _, errStat := os.Stat(pkgdest); os.IsNotExist(errStat) {
  919. if optional {
  920. return nil
  921. }
  922. return errors.New(
  923. gotext.Get(
  924. "the PKGDEST for %s is listed by makepkg but does not exist: %s",
  925. name, pkgdest))
  926. }
  927. arguments.AddTarget(pkgdest)
  928. if cmdArgs.ExistsArg("asdeps", "asdep") {
  929. deps = append(deps, name)
  930. } else if cmdArgs.ExistsArg("asexplicit", "asexp") {
  931. exp = append(exp, name)
  932. } else if !dp.Explicit.Get(name) && !localNamesCache.Get(name) && !remoteNamesCache.Get(name) {
  933. deps = append(deps, name)
  934. }
  935. return nil
  936. }
  937. for _, split := range base {
  938. if errAdd := doAddTarget(split.Name, false); errAdd != nil {
  939. return errAdd
  940. }
  941. if errAddDebug := doAddTarget(split.Name+"-debug", true); errAddDebug != nil {
  942. return errAddDebug
  943. }
  944. }
  945. var mux sync.Mutex
  946. var wg sync.WaitGroup
  947. for _, pkg := range base {
  948. wg.Add(1)
  949. go config.Runtime.VCSStore.Update(pkg.Name, srcinfo.Source, &mux, &wg)
  950. }
  951. wg.Wait()
  952. }
  953. err = doInstall()
  954. settings.NoConfirm = oldConfirm
  955. return err
  956. }