install.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071
  1. package main
  2. import (
  3. "fmt"
  4. "os"
  5. "os/exec"
  6. "path/filepath"
  7. "strconv"
  8. "strings"
  9. "sync"
  10. gosrc "github.com/Morganamilo/go-srcinfo"
  11. alpm "github.com/jguer/go-alpm"
  12. )
  13. // Install handles package installs
  14. func install(parser *arguments) error {
  15. var err error
  16. var incompatible stringSet
  17. var aurUp upSlice
  18. var repoUp upSlice
  19. var srcinfos map[string]*gosrc.Srcinfo
  20. warnings := &aurWarnings{}
  21. removeMake := false
  22. if mode == ModeAny || mode == ModeRepo {
  23. if config.CombinedUpgrade {
  24. if parser.existsArg("y", "refresh") {
  25. err = earlyRefresh(parser)
  26. if err != nil {
  27. return fmt.Errorf("Error refreshing databases")
  28. }
  29. }
  30. } else if parser.existsArg("y", "refresh") || parser.existsArg("u", "sysupgrade") || len(parser.targets) > 0 {
  31. err = earlyPacmanCall(parser)
  32. if err != nil {
  33. return err
  34. }
  35. }
  36. }
  37. //we may have done -Sy, our handle now has an old
  38. //database.
  39. err = initAlpmHandle()
  40. if err != nil {
  41. return err
  42. }
  43. _, _, localNames, remoteNames, err := filterPackages()
  44. if err != nil {
  45. return err
  46. }
  47. remoteNamesCache := sliceToStringSet(remoteNames)
  48. localNamesCache := sliceToStringSet(localNames)
  49. requestTargets := parser.copy().targets
  50. //create the arguments to pass for the repo install
  51. arguments := parser.copy()
  52. arguments.delArg("asdeps", "asdep")
  53. arguments.delArg("asexplicit", "asexp")
  54. arguments.op = "S"
  55. arguments.clearTargets()
  56. if mode == ModeAUR {
  57. arguments.delArg("u", "sysupgrade")
  58. }
  59. //if we are doing -u also request all packages needing update
  60. if parser.existsArg("u", "sysupgrade") {
  61. aurUp, repoUp, err = upList(warnings)
  62. if err != nil {
  63. return err
  64. }
  65. warnings.print()
  66. ignore, aurUp, err := upgradePkgs(aurUp, repoUp)
  67. if err != nil {
  68. return err
  69. }
  70. for _, up := range repoUp {
  71. if !ignore.get(up.Name) {
  72. requestTargets = append(requestTargets, up.Name)
  73. parser.addTarget(up.Name)
  74. }
  75. }
  76. for up := range aurUp {
  77. requestTargets = append(requestTargets, "aur/"+up)
  78. parser.addTarget("aur/" + up)
  79. }
  80. value, _, exists := cmdArgs.getArg("ignore")
  81. if len(ignore) > 0 {
  82. ignoreStr := strings.Join(ignore.toSlice(), ",")
  83. if exists {
  84. ignoreStr += "," + value
  85. }
  86. arguments.options["ignore"] = ignoreStr
  87. }
  88. }
  89. targets := sliceToStringSet(parser.targets)
  90. ds, err := getDepSolver(requestTargets, warnings)
  91. if err != nil {
  92. return err
  93. }
  94. err = ds.CheckMissing()
  95. if err != nil {
  96. return err
  97. }
  98. if len(ds.Aur) == 0 {
  99. if !config.CombinedUpgrade {
  100. if parser.existsArg("u", "sysupgrade") {
  101. fmt.Println(" there is nothing to do")
  102. }
  103. return nil
  104. }
  105. parser.op = "S"
  106. parser.delArg("y", "refresh")
  107. parser.options["ignore"] = arguments.options["ignore"]
  108. return show(passToPacman(parser))
  109. }
  110. if len(ds.Aur) > 0 && 0 == os.Geteuid() {
  111. return fmt.Errorf(bold(red(arrow)) + " Refusing to install AUR Packages as root, Aborting.")
  112. }
  113. conflicts, err := ds.CheckConflicts()
  114. if err != nil {
  115. return err
  116. }
  117. for _, pkg := range ds.Repo {
  118. arguments.addTarget(pkg.DB().Name() + "/" + pkg.Name())
  119. }
  120. for _, pkg := range ds.Groups {
  121. arguments.addTarget(pkg)
  122. }
  123. if len(ds.Aur) == 0 && len(arguments.targets) == 0 && (!parser.existsArg("u", "sysupgrade") || mode == ModeAUR) {
  124. fmt.Println(" there is nothing to do")
  125. return nil
  126. }
  127. ds.Print()
  128. fmt.Println()
  129. if ds.HasMake() {
  130. if config.RemoveMake == "yes" {
  131. removeMake = true
  132. } else if config.RemoveMake == "no" {
  133. removeMake = false
  134. } else if continueTask("Remove make dependencies after install?", false) {
  135. removeMake = true
  136. }
  137. }
  138. if config.CleanMenu {
  139. if anyExistInCache(ds.Aur) {
  140. askClean := pkgbuildNumberMenu(ds.Aur, remoteNamesCache)
  141. toClean, err := cleanNumberMenu(ds.Aur, remoteNamesCache, askClean)
  142. if err != nil {
  143. return err
  144. }
  145. cleanBuilds(toClean)
  146. }
  147. }
  148. toSkip := pkgbuildsToSkip(ds.Aur, targets)
  149. cloned, err := downloadPkgbuilds(ds.Aur, toSkip, config.BuildDir)
  150. if err != nil {
  151. return err
  152. }
  153. var toDiff []Base
  154. var toEdit []Base
  155. if config.DiffMenu {
  156. pkgbuildNumberMenu(ds.Aur, remoteNamesCache)
  157. toDiff, err = diffNumberMenu(ds.Aur, remoteNamesCache)
  158. if err != nil {
  159. return err
  160. }
  161. if len(toDiff) > 0 {
  162. err = showPkgbuildDiffs(toDiff, cloned)
  163. if err != nil {
  164. return err
  165. }
  166. }
  167. }
  168. if len(toDiff) > 0 {
  169. oldValue := config.NoConfirm
  170. config.NoConfirm = false
  171. fmt.Println()
  172. if !continueTask(bold(green("Proceed with install?")), true) {
  173. return fmt.Errorf("Aborting due to user")
  174. }
  175. config.NoConfirm = oldValue
  176. }
  177. err = mergePkgbuilds(ds.Aur)
  178. if err != nil {
  179. return err
  180. }
  181. srcinfos, err = parseSrcinfoFiles(ds.Aur, true)
  182. if err != nil {
  183. return err
  184. }
  185. if config.EditMenu {
  186. pkgbuildNumberMenu(ds.Aur, remoteNamesCache)
  187. toEdit, err = editNumberMenu(ds.Aur, remoteNamesCache)
  188. if err != nil {
  189. return err
  190. }
  191. if len(toEdit) > 0 {
  192. err = editPkgbuilds(toEdit, srcinfos)
  193. if err != nil {
  194. return err
  195. }
  196. }
  197. }
  198. if len(toEdit) > 0 {
  199. oldValue := config.NoConfirm
  200. config.NoConfirm = false
  201. fmt.Println()
  202. if !continueTask(bold(green("Proceed with install?")), true) {
  203. return fmt.Errorf("Aborting due to user")
  204. }
  205. config.NoConfirm = oldValue
  206. }
  207. incompatible, err = getIncompatible(ds.Aur, srcinfos)
  208. if err != nil {
  209. return err
  210. }
  211. if config.PGPFetch {
  212. err = checkPgpKeys(ds.Aur, srcinfos)
  213. if err != nil {
  214. return err
  215. }
  216. }
  217. if !config.CombinedUpgrade {
  218. arguments.delArg("u", "sysupgrade")
  219. }
  220. if len(arguments.targets) > 0 || arguments.existsArg("u") {
  221. err := show(passToPacman(arguments))
  222. if err != nil {
  223. return fmt.Errorf("Error installing repo packages")
  224. }
  225. depArguments := makeArguments()
  226. depArguments.addArg("D", "asdeps")
  227. expArguments := makeArguments()
  228. expArguments.addArg("D", "asexplicit")
  229. for _, pkg := range ds.Repo {
  230. if !ds.Explicit.get(pkg.Name()) && !localNamesCache.get(pkg.Name()) && !remoteNamesCache.get(pkg.Name()) {
  231. depArguments.addTarget(pkg.Name())
  232. continue
  233. }
  234. if parser.existsArg("asdeps", "asdep") && ds.Explicit.get(pkg.Name()) {
  235. depArguments.addTarget(pkg.Name())
  236. } else if parser.existsArg("asexp", "asexplicit") && ds.Explicit.get(pkg.Name()) {
  237. expArguments.addTarget(pkg.Name())
  238. }
  239. }
  240. if len(depArguments.targets) > 0 {
  241. _, stderr, err := capture(passToPacman(depArguments))
  242. if err != nil {
  243. return fmt.Errorf("%s%s", stderr, err)
  244. }
  245. }
  246. if len(expArguments.targets) > 0 {
  247. _, stderr, err := capture(passToPacman(expArguments))
  248. if err != nil {
  249. return fmt.Errorf("%s%s", stderr, err)
  250. }
  251. }
  252. }
  253. go updateCompletion(false)
  254. err = downloadPkgbuildsSources(ds.Aur, incompatible)
  255. if err != nil {
  256. return err
  257. }
  258. err = buildInstallPkgbuilds(ds, srcinfos, parser, incompatible, conflicts)
  259. if err != nil {
  260. return err
  261. }
  262. if removeMake {
  263. removeArguments := makeArguments()
  264. removeArguments.addArg("R", "u")
  265. for _, pkg := range ds.getMake() {
  266. removeArguments.addTarget(pkg)
  267. }
  268. oldValue := config.NoConfirm
  269. config.NoConfirm = true
  270. err = show(passToPacman(removeArguments))
  271. config.NoConfirm = oldValue
  272. if err != nil {
  273. return err
  274. }
  275. }
  276. if config.CleanAfter {
  277. cleanAfter(ds.Aur)
  278. }
  279. return nil
  280. }
  281. func inRepos(syncDb alpm.DbList, pkg string) bool {
  282. target := toTarget(pkg)
  283. if target.Db == "aur" {
  284. return false
  285. } else if target.Db != "" {
  286. return true
  287. }
  288. _, err := syncDb.FindSatisfier(target.DepString())
  289. if err == nil {
  290. return true
  291. }
  292. _, err = syncDb.PkgCachebyGroup(target.Name)
  293. if err == nil {
  294. return true
  295. }
  296. return false
  297. }
  298. func earlyPacmanCall(parser *arguments) error {
  299. arguments := parser.copy()
  300. arguments.op = "S"
  301. targets := parser.targets
  302. parser.clearTargets()
  303. arguments.clearTargets()
  304. syncDb, err := alpmHandle.SyncDbs()
  305. if err != nil {
  306. return err
  307. }
  308. if mode == ModeRepo {
  309. arguments.targets = targets
  310. } else {
  311. alpmHandle.SetQuestionCallback(func(alpm.QuestionAny) {})
  312. //separate aur and repo targets
  313. for _, target := range targets {
  314. if inRepos(syncDb, target) {
  315. arguments.addTarget(target)
  316. } else {
  317. parser.addTarget(target)
  318. }
  319. }
  320. }
  321. if parser.existsArg("y", "refresh") || parser.existsArg("u", "sysupgrade") || len(arguments.targets) > 0 {
  322. err = show(passToPacman(arguments))
  323. if err != nil {
  324. return fmt.Errorf("Error installing repo packages")
  325. }
  326. }
  327. return nil
  328. }
  329. func earlyRefresh(parser *arguments) error {
  330. arguments := parser.copy()
  331. parser.delArg("y", "refresh")
  332. arguments.delArg("u", "sysupgrade")
  333. arguments.delArg("s", "search")
  334. arguments.delArg("i", "info")
  335. arguments.delArg("l", "list")
  336. arguments.clearTargets()
  337. return show(passToPacman(arguments))
  338. }
  339. func getIncompatible(bases []Base, srcinfos map[string]*gosrc.Srcinfo) (stringSet, error) {
  340. incompatible := make(stringSet)
  341. basesMap := make(map[string]Base)
  342. alpmArch, err := alpmHandle.Arch()
  343. if err != nil {
  344. return nil, err
  345. }
  346. nextpkg:
  347. for _, base := range bases {
  348. for _, arch := range srcinfos[base.Pkgbase()].Arch {
  349. if arch == "any" || arch == alpmArch {
  350. continue nextpkg
  351. }
  352. }
  353. incompatible.set(base.Pkgbase())
  354. basesMap[base.Pkgbase()] = base
  355. }
  356. if len(incompatible) > 0 {
  357. fmt.Println()
  358. fmt.Print(bold(yellow(arrow)) + " The following packages are not compatible with your architecture:")
  359. for pkg := range incompatible {
  360. fmt.Print(" " + cyan((basesMap[pkg].String())))
  361. }
  362. fmt.Println()
  363. if !continueTask("Try to build them anyway?", true) {
  364. return nil, fmt.Errorf("Aborting due to user")
  365. }
  366. }
  367. return incompatible, nil
  368. }
  369. func parsePackageList(dir string) (map[string]string, string, error) {
  370. stdout, stderr, err := capture(passToMakepkg(dir, "--packagelist"))
  371. if err != nil {
  372. return nil, "", fmt.Errorf("%s%s", stderr, err)
  373. }
  374. var version string
  375. lines := strings.Split(stdout, "\n")
  376. pkgdests := make(map[string]string)
  377. for _, line := range lines {
  378. if line == "" {
  379. continue
  380. }
  381. fileName := filepath.Base(line)
  382. split := strings.Split(fileName, "-")
  383. if len(split) < 4 {
  384. return nil, "", fmt.Errorf("Can not find package name : %s", split)
  385. }
  386. // pkgname-pkgver-pkgrel-arch.pkgext
  387. // This assumes 3 dashes after the pkgname, Will cause an error
  388. // if the PKGEXT contains a dash. Please no one do that.
  389. pkgname := strings.Join(split[:len(split)-3], "-")
  390. version = strings.Join(split[len(split)-3:len(split)-1], "-")
  391. pkgdests[pkgname] = line
  392. }
  393. return pkgdests, version, nil
  394. }
  395. func anyExistInCache(bases []Base) bool {
  396. for _, base := range bases {
  397. pkg := base.Pkgbase()
  398. dir := filepath.Join(config.BuildDir, pkg)
  399. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  400. return true
  401. }
  402. }
  403. return false
  404. }
  405. func pkgbuildNumberMenu(bases []Base, installed stringSet) bool {
  406. toPrint := ""
  407. askClean := false
  408. for n, base := range bases {
  409. pkg := base.Pkgbase()
  410. dir := filepath.Join(config.BuildDir, pkg)
  411. toPrint += fmt.Sprintf(magenta("%3d")+" %-40s", len(bases)-n,
  412. bold(base.String()))
  413. anyInstalled := false
  414. for _, b := range base {
  415. anyInstalled = anyInstalled || installed.get(b.Name)
  416. }
  417. if anyInstalled {
  418. toPrint += bold(green(" (Installed)"))
  419. }
  420. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  421. toPrint += bold(green(" (Build Files Exist)"))
  422. askClean = true
  423. }
  424. toPrint += "\n"
  425. }
  426. fmt.Print(toPrint)
  427. return askClean
  428. }
  429. func cleanNumberMenu(bases []Base, installed stringSet, hasClean bool) ([]Base, error) {
  430. toClean := make([]Base, 0)
  431. if !hasClean {
  432. return toClean, nil
  433. }
  434. fmt.Println(bold(green(arrow + " Packages to cleanBuild?")))
  435. fmt.Println(bold(green(arrow) + cyan(" [N]one ") + "[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)"))
  436. fmt.Print(bold(green(arrow + " ")))
  437. cleanInput, err := getInput(config.AnswerClean)
  438. if err != nil {
  439. return nil, err
  440. }
  441. cInclude, cExclude, cOtherInclude, cOtherExclude := parseNumberMenu(cleanInput)
  442. cIsInclude := len(cExclude) == 0 && len(cOtherExclude) == 0
  443. if cOtherInclude.get("abort") || cOtherInclude.get("ab") {
  444. return nil, fmt.Errorf("Aborting due to user")
  445. }
  446. if !cOtherInclude.get("n") && !cOtherInclude.get("none") {
  447. for i, base := range bases {
  448. pkg := base.Pkgbase()
  449. anyInstalled := false
  450. for _, b := range base {
  451. anyInstalled = anyInstalled || installed.get(b.Name)
  452. }
  453. dir := filepath.Join(config.BuildDir, pkg)
  454. if _, err := os.Stat(dir); os.IsNotExist(err) {
  455. continue
  456. }
  457. if !cIsInclude && cExclude.get(len(bases)-i) {
  458. continue
  459. }
  460. if anyInstalled && (cOtherInclude.get("i") || cOtherInclude.get("installed")) {
  461. toClean = append(toClean, base)
  462. continue
  463. }
  464. if !anyInstalled && (cOtherInclude.get("no") || cOtherInclude.get("notinstalled")) {
  465. toClean = append(toClean, base)
  466. continue
  467. }
  468. if cOtherInclude.get("a") || cOtherInclude.get("all") {
  469. toClean = append(toClean, base)
  470. continue
  471. }
  472. if cIsInclude && (cInclude.get(len(bases)-i) || cOtherInclude.get(pkg)) {
  473. toClean = append(toClean, base)
  474. continue
  475. }
  476. if !cIsInclude && (!cExclude.get(len(bases)-i) && !cOtherExclude.get(pkg)) {
  477. toClean = append(toClean, base)
  478. continue
  479. }
  480. }
  481. }
  482. return toClean, nil
  483. }
  484. func editNumberMenu(bases []Base, installed stringSet) ([]Base, error) {
  485. return editDiffNumberMenu(bases, installed, false)
  486. }
  487. func diffNumberMenu(bases []Base, installed stringSet) ([]Base, error) {
  488. return editDiffNumberMenu(bases, installed, true)
  489. }
  490. func editDiffNumberMenu(bases []Base, installed stringSet, diff bool) ([]Base, error) {
  491. toEdit := make([]Base, 0)
  492. var editInput string
  493. var err error
  494. fmt.Println(bold(green(arrow) + cyan(" [N]one ") + "[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)"))
  495. if diff {
  496. fmt.Println(bold(green(arrow + " Diffs to show?")))
  497. fmt.Print(bold(green(arrow + " ")))
  498. editInput, err = getInput(config.AnswerDiff)
  499. if err != nil {
  500. return nil, err
  501. }
  502. } else {
  503. fmt.Println(bold(green(arrow + " PKGBUILDs to edit?")))
  504. fmt.Print(bold(green(arrow + " ")))
  505. editInput, err = getInput(config.AnswerEdit)
  506. if err != nil {
  507. return nil, err
  508. }
  509. }
  510. eInclude, eExclude, eOtherInclude, eOtherExclude := parseNumberMenu(editInput)
  511. eIsInclude := len(eExclude) == 0 && len(eOtherExclude) == 0
  512. if eOtherInclude.get("abort") || eOtherInclude.get("ab") {
  513. return nil, fmt.Errorf("Aborting due to user")
  514. }
  515. if !eOtherInclude.get("n") && !eOtherInclude.get("none") {
  516. for i, base := range bases {
  517. pkg := base.Pkgbase()
  518. anyInstalled := false
  519. for _, b := range base {
  520. anyInstalled = anyInstalled || installed.get(b.Name)
  521. }
  522. if !eIsInclude && eExclude.get(len(bases)-i) {
  523. continue
  524. }
  525. if anyInstalled && (eOtherInclude.get("i") || eOtherInclude.get("installed")) {
  526. toEdit = append(toEdit, base)
  527. continue
  528. }
  529. if !anyInstalled && (eOtherInclude.get("no") || eOtherInclude.get("notinstalled")) {
  530. toEdit = append(toEdit, base)
  531. continue
  532. }
  533. if eOtherInclude.get("a") || eOtherInclude.get("all") {
  534. toEdit = append(toEdit, base)
  535. continue
  536. }
  537. if eIsInclude && (eInclude.get(len(bases)-i) || eOtherInclude.get(pkg)) {
  538. toEdit = append(toEdit, base)
  539. }
  540. if !eIsInclude && (!eExclude.get(len(bases)-i) && !eOtherExclude.get(pkg)) {
  541. toEdit = append(toEdit, base)
  542. }
  543. }
  544. }
  545. return toEdit, nil
  546. }
  547. func showPkgbuildDiffs(bases []Base, cloned stringSet) error {
  548. for _, base := range bases {
  549. pkg := base.Pkgbase()
  550. dir := filepath.Join(config.BuildDir, pkg)
  551. if shouldUseGit(dir) {
  552. start := "HEAD"
  553. if cloned.get(pkg) {
  554. start = gitEmptyTree
  555. } else {
  556. hasDiff, err := gitHasDiff(config.BuildDir, pkg)
  557. if err != nil {
  558. return err
  559. }
  560. if !hasDiff {
  561. fmt.Printf("%s %s: %s\n", bold(yellow(arrow)), cyan(base.String()), bold("No changes -- skipping"))
  562. continue
  563. }
  564. }
  565. args := []string{"diff", start + "..HEAD@{upstream}", "--src-prefix", dir + "/", "--dst-prefix", dir + "/", "--", ".", ":(exclude).SRCINFO"}
  566. if useColor {
  567. args = append(args, "--color=always")
  568. } else {
  569. args = append(args, "--color=never")
  570. }
  571. err := show(passToGit(dir, args...))
  572. if err != nil {
  573. return err
  574. }
  575. } else {
  576. args := []string{"diff"}
  577. if useColor {
  578. args = append(args, "--color=always")
  579. } else {
  580. args = append(args, "--color=never")
  581. }
  582. args = append(args, "--no-index", "/var/empty", dir)
  583. // git always returns 1. why? I have no idea
  584. show(passToGit(dir, args...))
  585. }
  586. }
  587. return nil
  588. }
  589. func editPkgbuilds(bases []Base, srcinfos map[string]*gosrc.Srcinfo) error {
  590. pkgbuilds := make([]string, 0, len(bases))
  591. for _, base := range bases {
  592. pkg := base.Pkgbase()
  593. dir := filepath.Join(config.BuildDir, pkg)
  594. pkgbuilds = append(pkgbuilds, filepath.Join(dir, "PKGBUILD"))
  595. for _, splitPkg := range srcinfos[pkg].SplitPackages() {
  596. if splitPkg.Install != "" {
  597. pkgbuilds = append(pkgbuilds, filepath.Join(dir, splitPkg.Install))
  598. }
  599. }
  600. }
  601. if len(pkgbuilds) > 0 {
  602. editor, editorArgs := editor()
  603. editorArgs = append(editorArgs, pkgbuilds...)
  604. editcmd := exec.Command(editor, editorArgs...)
  605. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  606. err := editcmd.Run()
  607. if err != nil {
  608. return fmt.Errorf("Editor did not exit successfully, Aborting: %s", err)
  609. }
  610. }
  611. return nil
  612. }
  613. func parseSrcinfoFiles(bases []Base, errIsFatal bool) (map[string]*gosrc.Srcinfo, error) {
  614. srcinfos := make(map[string]*gosrc.Srcinfo)
  615. for k, base := range bases {
  616. pkg := base.Pkgbase()
  617. dir := filepath.Join(config.BuildDir, pkg)
  618. str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n")
  619. fmt.Printf(str, k+1, len(bases), cyan(base.String()))
  620. pkgbuild, err := gosrc.ParseFile(filepath.Join(dir, ".SRCINFO"))
  621. if err != nil {
  622. if !errIsFatal {
  623. fmt.Printf("failed to parse %s -- skipping: %s\n", base.String(), err)
  624. continue
  625. }
  626. return nil, fmt.Errorf("failed to parse %s: %s", base.String(), err)
  627. }
  628. srcinfos[pkg] = pkgbuild
  629. }
  630. return srcinfos, nil
  631. }
  632. func pkgbuildsToSkip(bases []Base, targets stringSet) stringSet {
  633. toSkip := make(stringSet)
  634. for _, base := range bases {
  635. isTarget := false
  636. for _, pkg := range base {
  637. isTarget = isTarget || targets.get(pkg.Name)
  638. }
  639. if (config.ReDownload == "yes" && isTarget) || config.ReDownload == "all" {
  640. continue
  641. }
  642. dir := filepath.Join(config.BuildDir, base.Pkgbase(), ".SRCINFO")
  643. pkgbuild, err := gosrc.ParseFile(dir)
  644. if err == nil {
  645. if alpm.VerCmp(pkgbuild.Version(), base.Version()) >= 0 {
  646. toSkip.set(base.Pkgbase())
  647. }
  648. }
  649. }
  650. return toSkip
  651. }
  652. func mergePkgbuilds(bases []Base) error {
  653. for _, base := range bases {
  654. if shouldUseGit(filepath.Join(config.BuildDir, base.Pkgbase())) {
  655. err := gitMerge(config.BuildDir, base.Pkgbase())
  656. if err != nil {
  657. return err
  658. }
  659. }
  660. }
  661. return nil
  662. }
  663. func downloadPkgbuilds(bases []Base, toSkip stringSet, buildDir string) (stringSet, error) {
  664. cloned := make(stringSet)
  665. downloaded := 0
  666. var wg sync.WaitGroup
  667. var mux sync.Mutex
  668. var errs MultiError
  669. download := func(k int, base Base) {
  670. defer wg.Done()
  671. pkg := base.Pkgbase()
  672. if toSkip.get(pkg) {
  673. mux.Lock()
  674. downloaded++
  675. str := bold(cyan("::") + " PKGBUILD up to date, Skipping (%d/%d): %s\n")
  676. fmt.Printf(str, downloaded, len(bases), cyan(base.String()))
  677. mux.Unlock()
  678. return
  679. }
  680. if shouldUseGit(filepath.Join(config.BuildDir, pkg)) {
  681. clone, err := gitDownload(config.AURURL+"/"+pkg+".git", buildDir, pkg)
  682. if err != nil {
  683. errs.Add(err)
  684. return
  685. }
  686. if clone {
  687. mux.Lock()
  688. cloned.set(pkg)
  689. mux.Unlock()
  690. }
  691. } else {
  692. err := downloadAndUnpack(config.AURURL+base.URLPath(), buildDir)
  693. if err != nil {
  694. errs.Add(err)
  695. return
  696. }
  697. }
  698. mux.Lock()
  699. downloaded++
  700. str := bold(cyan("::") + " Downloaded PKGBUILD (%d/%d): %s\n")
  701. fmt.Printf(str, downloaded, len(bases), cyan(base.String()))
  702. mux.Unlock()
  703. }
  704. count := 0
  705. for k, base := range bases {
  706. wg.Add(1)
  707. go download(k, base)
  708. count++
  709. if count%25 == 0 {
  710. wg.Wait()
  711. }
  712. }
  713. wg.Wait()
  714. return cloned, errs.Return()
  715. }
  716. func downloadPkgbuildsSources(bases []Base, incompatible stringSet) (err error) {
  717. for _, base := range bases {
  718. pkg := base.Pkgbase()
  719. dir := filepath.Join(config.BuildDir, pkg)
  720. args := []string{"--verifysource", "-Ccf"}
  721. if incompatible.get(pkg) {
  722. args = append(args, "--ignorearch")
  723. }
  724. err = show(passToMakepkg(dir, args...))
  725. if err != nil {
  726. return fmt.Errorf("Error downloading sources: %s", cyan(base.String()))
  727. }
  728. }
  729. return
  730. }
  731. func buildInstallPkgbuilds(ds *depSolver, srcinfos map[string]*gosrc.Srcinfo, parser *arguments, incompatible stringSet, conflicts mapStringSet) error {
  732. for _, base := range ds.Aur {
  733. pkg := base.Pkgbase()
  734. dir := filepath.Join(config.BuildDir, pkg)
  735. built := true
  736. srcinfo := srcinfos[pkg]
  737. args := []string{"--nobuild", "-fC"}
  738. if incompatible.get(pkg) {
  739. args = append(args, "--ignorearch")
  740. }
  741. //pkgver bump
  742. err := show(passToMakepkg(dir, args...))
  743. if err != nil {
  744. return fmt.Errorf("Error making: %s", base.String())
  745. }
  746. pkgdests, version, err := parsePackageList(dir)
  747. if err != nil {
  748. return err
  749. }
  750. isExplicit := false
  751. for _, b := range base {
  752. isExplicit = isExplicit || ds.Explicit.get(b.Name)
  753. }
  754. if config.ReBuild == "no" || (config.ReBuild == "yes" && !isExplicit) {
  755. for _, split := range base {
  756. pkgdest, ok := pkgdests[split.Name]
  757. if !ok {
  758. return fmt.Errorf("Could not find PKGDEST for: %s", split.Name)
  759. }
  760. _, err := os.Stat(pkgdest)
  761. if os.IsNotExist(err) {
  762. built = false
  763. } else if err != nil {
  764. return err
  765. }
  766. }
  767. } else {
  768. built = false
  769. }
  770. if cmdArgs.existsArg("needed") {
  771. installed := true
  772. for _, split := range base {
  773. if alpmpkg, err := ds.LocalDb.PkgByName(split.Name); err != nil || alpmpkg.Version() != version {
  774. installed = false
  775. }
  776. }
  777. if installed {
  778. show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  779. fmt.Println(cyan(pkg+"-"+version) + bold(" is up to date -- skipping"))
  780. continue
  781. }
  782. }
  783. if built {
  784. show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  785. fmt.Println(bold(yellow(arrow)),
  786. cyan(pkg+"-"+version)+bold(" already made -- skipping build"))
  787. } else {
  788. args := []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  789. if incompatible.get(pkg) {
  790. args = append(args, "--ignorearch")
  791. }
  792. err := show(passToMakepkg(dir, args...))
  793. if err != nil {
  794. return fmt.Errorf("Error making: %s", base.String())
  795. }
  796. }
  797. arguments := parser.copy()
  798. arguments.clearTargets()
  799. arguments.op = "U"
  800. arguments.delArg("confirm")
  801. arguments.delArg("noconfirm")
  802. arguments.delArg("c", "clean")
  803. arguments.delArg("q", "quiet")
  804. arguments.delArg("q", "quiet")
  805. arguments.delArg("y", "refresh")
  806. arguments.delArg("u", "sysupgrade")
  807. arguments.delArg("w", "downloadonly")
  808. oldConfirm := config.NoConfirm
  809. //conflicts have been checked so answer y for them
  810. if config.UseAsk {
  811. ask, _ := strconv.Atoi(cmdArgs.globals["ask"])
  812. uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg
  813. cmdArgs.globals["ask"] = fmt.Sprint(uask)
  814. } else {
  815. conflict := false
  816. for _, split := range base {
  817. if _, ok := conflicts[split.Name]; ok {
  818. conflict = true
  819. }
  820. }
  821. if !conflict {
  822. config.NoConfirm = true
  823. }
  824. }
  825. depArguments := makeArguments()
  826. depArguments.addArg("D", "asdeps")
  827. expArguments := makeArguments()
  828. expArguments.addArg("D", "asexplicit")
  829. //remotenames: names of all non repo packages on the system
  830. _, _, localNames, remoteNames, err := filterPackages()
  831. if err != nil {
  832. return err
  833. }
  834. //cache as a stringset. maybe make it return a string set in the first
  835. //place
  836. remoteNamesCache := sliceToStringSet(remoteNames)
  837. localNamesCache := sliceToStringSet(localNames)
  838. for _, split := range base {
  839. pkgdest, ok := pkgdests[split.Name]
  840. if !ok {
  841. return fmt.Errorf("Could not find PKGDEST for: %s", split.Name)
  842. }
  843. arguments.addTarget(pkgdest)
  844. if !ds.Explicit.get(split.Name) && !localNamesCache.get(split.Name) && !remoteNamesCache.get(split.Name) {
  845. depArguments.addTarget(split.Name)
  846. }
  847. if ds.Explicit.get(split.Name) {
  848. if parser.existsArg("asdeps", "asdep") {
  849. depArguments.addTarget(split.Name)
  850. } else if parser.existsArg("asexplicit", "asexp") {
  851. expArguments.addTarget(split.Name)
  852. }
  853. }
  854. }
  855. err = show(passToPacman(arguments))
  856. if err != nil {
  857. return err
  858. }
  859. var mux sync.Mutex
  860. var wg sync.WaitGroup
  861. for _, pkg := range base {
  862. wg.Add(1)
  863. go updateVCSData(pkg.Name, srcinfo.Source, &mux, &wg)
  864. }
  865. wg.Wait()
  866. err = saveVCSInfo()
  867. if err != nil {
  868. fmt.Println(err)
  869. }
  870. if len(depArguments.targets) > 0 {
  871. _, stderr, err := capture(passToPacman(depArguments))
  872. if err != nil {
  873. return fmt.Errorf("%s%s", stderr, err)
  874. }
  875. }
  876. config.NoConfirm = oldConfirm
  877. }
  878. return nil
  879. }