install.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074
  1. package main
  2. import (
  3. "fmt"
  4. "os"
  5. "os/exec"
  6. "path/filepath"
  7. "strconv"
  8. "strings"
  9. "sync"
  10. gosrc "github.com/Morganamilo/go-srcinfo"
  11. alpm "github.com/jguer/go-alpm"
  12. )
  13. // Install handles package installs
  14. func install(parser *arguments) error {
  15. var err error
  16. var incompatible stringSet
  17. var do *depOrder
  18. var aurUp upSlice
  19. var repoUp upSlice
  20. var srcinfos map[string]*gosrc.Srcinfo
  21. warnings := &aurWarnings{}
  22. removeMake := false
  23. if mode == modeAny || mode == modeRepo {
  24. if config.CombinedUpgrade {
  25. if parser.existsArg("y", "refresh") {
  26. err = earlyRefresh(parser)
  27. if err != nil {
  28. return fmt.Errorf("Error refreshing databases")
  29. }
  30. }
  31. } else if parser.existsArg("y", "refresh") || parser.existsArg("u", "sysupgrade") || len(parser.targets) > 0 {
  32. err = earlyPacmanCall(parser)
  33. if err != nil {
  34. return err
  35. }
  36. }
  37. }
  38. //we may have done -Sy, our handle now has an old
  39. //database.
  40. err = initAlpmHandle()
  41. if err != nil {
  42. return err
  43. }
  44. _, _, localNames, remoteNames, err := filterPackages()
  45. if err != nil {
  46. return err
  47. }
  48. remoteNamesCache := sliceToStringSet(remoteNames)
  49. localNamesCache := sliceToStringSet(localNames)
  50. requestTargets := parser.copy().targets
  51. //create the arguments to pass for the repo install
  52. arguments := parser.copy()
  53. arguments.delArg("asdeps", "asdep")
  54. arguments.delArg("asexplicit", "asexp")
  55. arguments.op = "S"
  56. arguments.clearTargets()
  57. if mode == modeAUR {
  58. arguments.delArg("u", "sysupgrade")
  59. }
  60. //if we are doing -u also request all packages needing update
  61. if parser.existsArg("u", "sysupgrade") {
  62. aurUp, repoUp, err = upList(warnings)
  63. if err != nil {
  64. return err
  65. }
  66. warnings.print()
  67. ignore, aurUp, err := upgradePkgs(aurUp, repoUp)
  68. if err != nil {
  69. return err
  70. }
  71. for _, up := range repoUp {
  72. if !ignore.get(up.Name) {
  73. requestTargets = append(requestTargets, up.Name)
  74. parser.addTarget(up.Name)
  75. }
  76. }
  77. for up := range aurUp {
  78. requestTargets = append(requestTargets, "aur/"+up)
  79. parser.addTarget("aur/" + up)
  80. }
  81. value, _, exists := cmdArgs.getArg("ignore")
  82. if len(ignore) > 0 {
  83. ignoreStr := strings.Join(ignore.toSlice(), ",")
  84. if exists {
  85. ignoreStr += "," + value
  86. }
  87. arguments.options["ignore"] = ignoreStr
  88. }
  89. }
  90. targets := sliceToStringSet(parser.targets)
  91. dp, err := getDepPool(requestTargets, warnings)
  92. if err != nil {
  93. return err
  94. }
  95. err = dp.CheckMissing()
  96. if err != nil {
  97. return err
  98. }
  99. if len(dp.Aur) == 0 {
  100. if !config.CombinedUpgrade {
  101. if parser.existsArg("u", "sysupgrade") {
  102. fmt.Println(" there is nothing to do")
  103. }
  104. return nil
  105. }
  106. parser.op = "S"
  107. parser.delArg("y", "refresh")
  108. parser.options["ignore"] = arguments.options["ignore"]
  109. return show(passToPacman(parser))
  110. }
  111. if len(dp.Aur) > 0 && 0 == os.Geteuid() {
  112. return fmt.Errorf(bold(red(arrow)) + " Refusing to install AUR Packages as root, Aborting.")
  113. }
  114. conflicts, err := dp.CheckConflicts()
  115. if err != nil {
  116. return err
  117. }
  118. do = getDepOrder(dp)
  119. if err != nil {
  120. return err
  121. }
  122. for _, pkg := range do.Repo {
  123. arguments.addTarget(pkg.DB().Name() + "/" + pkg.Name())
  124. }
  125. for _, pkg := range dp.Groups {
  126. arguments.addTarget(pkg)
  127. }
  128. if len(do.Aur) == 0 && len(arguments.targets) == 0 && (!parser.existsArg("u", "sysupgrade") || mode == modeAUR) {
  129. fmt.Println(" there is nothing to do")
  130. return nil
  131. }
  132. do.Print()
  133. fmt.Println()
  134. if do.HasMake() {
  135. if config.RemoveMake == "yes" {
  136. removeMake = true
  137. } else if config.RemoveMake == "no" {
  138. removeMake = false
  139. } else if continueTask("Remove make dependencies after install?", false) {
  140. removeMake = true
  141. }
  142. }
  143. if config.CleanMenu {
  144. if anyExistInCache(do.Aur) {
  145. askClean := pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  146. toClean, err := cleanNumberMenu(do.Aur, remoteNamesCache, askClean)
  147. if err != nil {
  148. return err
  149. }
  150. cleanBuilds(toClean)
  151. }
  152. }
  153. toSkip := pkgbuildsToSkip(do.Aur, targets)
  154. cloned, err := downloadPkgbuilds(do.Aur, toSkip, config.BuildDir)
  155. if err != nil {
  156. return err
  157. }
  158. var toDiff []Base
  159. var toEdit []Base
  160. if config.DiffMenu {
  161. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  162. toDiff, err = diffNumberMenu(do.Aur, remoteNamesCache)
  163. if err != nil {
  164. return err
  165. }
  166. if len(toDiff) > 0 {
  167. err = showPkgbuildDiffs(toDiff, cloned)
  168. if err != nil {
  169. return err
  170. }
  171. }
  172. }
  173. if len(toDiff) > 0 {
  174. oldValue := config.NoConfirm
  175. config.NoConfirm = false
  176. fmt.Println()
  177. if !continueTask(bold(green("Proceed with install?")), true) {
  178. return fmt.Errorf("Aborting due to user")
  179. }
  180. config.NoConfirm = oldValue
  181. }
  182. err = mergePkgbuilds(do.Aur)
  183. if err != nil {
  184. return err
  185. }
  186. srcinfos, err = parseSrcinfoFiles(do.Aur, true)
  187. if err != nil {
  188. return err
  189. }
  190. if config.EditMenu {
  191. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  192. toEdit, err = editNumberMenu(do.Aur, remoteNamesCache)
  193. if err != nil {
  194. return err
  195. }
  196. if len(toEdit) > 0 {
  197. err = editPkgbuilds(toEdit, srcinfos)
  198. if err != nil {
  199. return err
  200. }
  201. }
  202. }
  203. if len(toEdit) > 0 {
  204. oldValue := config.NoConfirm
  205. config.NoConfirm = false
  206. fmt.Println()
  207. if !continueTask(bold(green("Proceed with install?")), true) {
  208. return fmt.Errorf("Aborting due to user")
  209. }
  210. config.NoConfirm = oldValue
  211. }
  212. incompatible, err = getIncompatible(do.Aur, srcinfos)
  213. if err != nil {
  214. return err
  215. }
  216. if config.PGPFetch {
  217. err = checkPgpKeys(do.Aur, srcinfos)
  218. if err != nil {
  219. return err
  220. }
  221. }
  222. if !config.CombinedUpgrade {
  223. arguments.delArg("u", "sysupgrade")
  224. }
  225. if len(arguments.targets) > 0 || arguments.existsArg("u") {
  226. err := show(passToPacman(arguments))
  227. if err != nil {
  228. return fmt.Errorf("Error installing repo packages")
  229. }
  230. depArguments := makeArguments()
  231. depArguments.addArg("D", "asdeps")
  232. expArguments := makeArguments()
  233. expArguments.addArg("D", "asexplicit")
  234. for _, pkg := range do.Repo {
  235. if !dp.Explicit.get(pkg.Name()) && !localNamesCache.get(pkg.Name()) && !remoteNamesCache.get(pkg.Name()) {
  236. depArguments.addTarget(pkg.Name())
  237. continue
  238. }
  239. if parser.existsArg("asdeps", "asdep") && dp.Explicit.get(pkg.Name()) {
  240. depArguments.addTarget(pkg.Name())
  241. } else if parser.existsArg("asexp", "asexplicit") && dp.Explicit.get(pkg.Name()) {
  242. expArguments.addTarget(pkg.Name())
  243. }
  244. }
  245. if len(depArguments.targets) > 0 {
  246. _, stderr, err := capture(passToPacman(depArguments))
  247. if err != nil {
  248. return fmt.Errorf("%s%s", stderr, err)
  249. }
  250. }
  251. if len(expArguments.targets) > 0 {
  252. _, stderr, err := capture(passToPacman(expArguments))
  253. if err != nil {
  254. return fmt.Errorf("%s%s", stderr, err)
  255. }
  256. }
  257. }
  258. go updateCompletion(false)
  259. err = downloadPkgbuildsSources(do.Aur, incompatible)
  260. if err != nil {
  261. return err
  262. }
  263. err = buildInstallPkgbuilds(dp, do, srcinfos, parser, incompatible, conflicts)
  264. if err != nil {
  265. return err
  266. }
  267. if removeMake {
  268. removeArguments := makeArguments()
  269. removeArguments.addArg("R", "u")
  270. for _, pkg := range do.getMake() {
  271. removeArguments.addTarget(pkg)
  272. }
  273. oldValue := config.NoConfirm
  274. config.NoConfirm = true
  275. err = show(passToPacman(removeArguments))
  276. config.NoConfirm = oldValue
  277. if err != nil {
  278. return err
  279. }
  280. }
  281. if config.CleanAfter {
  282. cleanAfter(do.Aur)
  283. }
  284. return nil
  285. }
  286. func inRepos(syncDB alpm.DBList, pkg string) bool {
  287. target := toTarget(pkg)
  288. if target.DB == "aur" {
  289. return false
  290. } else if target.DB != "" {
  291. return true
  292. }
  293. previousHideMenus := hideMenus
  294. hideMenus = false
  295. _, err := syncDB.FindSatisfier(target.DepString())
  296. hideMenus = previousHideMenus
  297. if err == nil {
  298. return true
  299. }
  300. return !syncDB.FindGroupPkgs(target.Name).Empty()
  301. }
  302. func earlyPacmanCall(parser *arguments) error {
  303. arguments := parser.copy()
  304. arguments.op = "S"
  305. targets := parser.targets
  306. parser.clearTargets()
  307. arguments.clearTargets()
  308. syncDB, err := alpmHandle.SyncDBs()
  309. if err != nil {
  310. return err
  311. }
  312. if mode == modeRepo {
  313. arguments.targets = targets
  314. } else {
  315. //separate aur and repo targets
  316. for _, target := range targets {
  317. if inRepos(syncDB, target) {
  318. arguments.addTarget(target)
  319. } else {
  320. parser.addTarget(target)
  321. }
  322. }
  323. }
  324. if parser.existsArg("y", "refresh") || parser.existsArg("u", "sysupgrade") || len(arguments.targets) > 0 {
  325. err = show(passToPacman(arguments))
  326. if err != nil {
  327. return fmt.Errorf("Error installing repo packages")
  328. }
  329. }
  330. return nil
  331. }
  332. func earlyRefresh(parser *arguments) error {
  333. arguments := parser.copy()
  334. parser.delArg("y", "refresh")
  335. arguments.delArg("u", "sysupgrade")
  336. arguments.delArg("s", "search")
  337. arguments.delArg("i", "info")
  338. arguments.delArg("l", "list")
  339. arguments.clearTargets()
  340. return show(passToPacman(arguments))
  341. }
  342. func getIncompatible(bases []Base, srcinfos map[string]*gosrc.Srcinfo) (stringSet, error) {
  343. incompatible := make(stringSet)
  344. basesMap := make(map[string]Base)
  345. alpmArch, err := alpmHandle.Arch()
  346. if err != nil {
  347. return nil, err
  348. }
  349. nextpkg:
  350. for _, base := range bases {
  351. for _, arch := range srcinfos[base.Pkgbase()].Arch {
  352. if arch == "any" || arch == alpmArch {
  353. continue nextpkg
  354. }
  355. }
  356. incompatible.set(base.Pkgbase())
  357. basesMap[base.Pkgbase()] = base
  358. }
  359. if len(incompatible) > 0 {
  360. fmt.Println()
  361. fmt.Print(bold(yellow(arrow)) + " The following packages are not compatible with your architecture:")
  362. for pkg := range incompatible {
  363. fmt.Print(" " + cyan(basesMap[pkg].String()))
  364. }
  365. fmt.Println()
  366. if !continueTask("Try to build them anyway?", true) {
  367. return nil, fmt.Errorf("Aborting due to user")
  368. }
  369. }
  370. return incompatible, nil
  371. }
  372. func parsePackageList(dir string) (map[string]string, string, error) {
  373. stdout, stderr, err := capture(passToMakepkg(dir, "--packagelist"))
  374. if err != nil {
  375. return nil, "", fmt.Errorf("%s%s", stderr, err)
  376. }
  377. var version string
  378. lines := strings.Split(stdout, "\n")
  379. pkgdests := make(map[string]string)
  380. for _, line := range lines {
  381. if line == "" {
  382. continue
  383. }
  384. fileName := filepath.Base(line)
  385. split := strings.Split(fileName, "-")
  386. if len(split) < 4 {
  387. return nil, "", fmt.Errorf("Can not find package name : %s", split)
  388. }
  389. // pkgname-pkgver-pkgrel-arch.pkgext
  390. // This assumes 3 dashes after the pkgname, Will cause an error
  391. // if the PKGEXT contains a dash. Please no one do that.
  392. pkgname := strings.Join(split[:len(split)-3], "-")
  393. version = strings.Join(split[len(split)-3:len(split)-1], "-")
  394. pkgdests[pkgname] = line
  395. }
  396. return pkgdests, version, nil
  397. }
  398. func anyExistInCache(bases []Base) bool {
  399. for _, base := range bases {
  400. pkg := base.Pkgbase()
  401. dir := filepath.Join(config.BuildDir, pkg)
  402. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  403. return true
  404. }
  405. }
  406. return false
  407. }
  408. func pkgbuildNumberMenu(bases []Base, installed stringSet) bool {
  409. toPrint := ""
  410. askClean := false
  411. for n, base := range bases {
  412. pkg := base.Pkgbase()
  413. dir := filepath.Join(config.BuildDir, pkg)
  414. toPrint += fmt.Sprintf(magenta("%3d")+" %-40s", len(bases)-n,
  415. bold(base.String()))
  416. anyInstalled := false
  417. for _, b := range base {
  418. anyInstalled = anyInstalled || installed.get(b.Name)
  419. }
  420. if anyInstalled {
  421. toPrint += bold(green(" (Installed)"))
  422. }
  423. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  424. toPrint += bold(green(" (Build Files Exist)"))
  425. askClean = true
  426. }
  427. toPrint += "\n"
  428. }
  429. fmt.Print(toPrint)
  430. return askClean
  431. }
  432. func cleanNumberMenu(bases []Base, installed stringSet, hasClean bool) ([]Base, error) {
  433. toClean := make([]Base, 0)
  434. if !hasClean {
  435. return toClean, nil
  436. }
  437. fmt.Println(bold(green(arrow + " Packages to cleanBuild?")))
  438. fmt.Println(bold(green(arrow) + cyan(" [N]one ") + "[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)"))
  439. fmt.Print(bold(green(arrow + " ")))
  440. cleanInput, err := getInput(config.AnswerClean)
  441. if err != nil {
  442. return nil, err
  443. }
  444. cInclude, cExclude, cOtherInclude, cOtherExclude := parseNumberMenu(cleanInput)
  445. cIsInclude := len(cExclude) == 0 && len(cOtherExclude) == 0
  446. if cOtherInclude.get("abort") || cOtherInclude.get("ab") {
  447. return nil, fmt.Errorf("Aborting due to user")
  448. }
  449. if !cOtherInclude.get("n") && !cOtherInclude.get("none") {
  450. for i, base := range bases {
  451. pkg := base.Pkgbase()
  452. anyInstalled := false
  453. for _, b := range base {
  454. anyInstalled = anyInstalled || installed.get(b.Name)
  455. }
  456. dir := filepath.Join(config.BuildDir, pkg)
  457. if _, err := os.Stat(dir); os.IsNotExist(err) {
  458. continue
  459. }
  460. if !cIsInclude && cExclude.get(len(bases)-i) {
  461. continue
  462. }
  463. if anyInstalled && (cOtherInclude.get("i") || cOtherInclude.get("installed")) {
  464. toClean = append(toClean, base)
  465. continue
  466. }
  467. if !anyInstalled && (cOtherInclude.get("no") || cOtherInclude.get("notinstalled")) {
  468. toClean = append(toClean, base)
  469. continue
  470. }
  471. if cOtherInclude.get("a") || cOtherInclude.get("all") {
  472. toClean = append(toClean, base)
  473. continue
  474. }
  475. if cIsInclude && (cInclude.get(len(bases)-i) || cOtherInclude.get(pkg)) {
  476. toClean = append(toClean, base)
  477. continue
  478. }
  479. if !cIsInclude && (!cExclude.get(len(bases)-i) && !cOtherExclude.get(pkg)) {
  480. toClean = append(toClean, base)
  481. continue
  482. }
  483. }
  484. }
  485. return toClean, nil
  486. }
  487. func editNumberMenu(bases []Base, installed stringSet) ([]Base, error) {
  488. return editDiffNumberMenu(bases, installed, false)
  489. }
  490. func diffNumberMenu(bases []Base, installed stringSet) ([]Base, error) {
  491. return editDiffNumberMenu(bases, installed, true)
  492. }
  493. func editDiffNumberMenu(bases []Base, installed stringSet, diff bool) ([]Base, error) {
  494. toEdit := make([]Base, 0)
  495. var editInput string
  496. var err error
  497. fmt.Println(bold(green(arrow) + cyan(" [N]one ") + "[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)"))
  498. if diff {
  499. fmt.Println(bold(green(arrow + " Diffs to show?")))
  500. fmt.Print(bold(green(arrow + " ")))
  501. editInput, err = getInput(config.AnswerDiff)
  502. if err != nil {
  503. return nil, err
  504. }
  505. } else {
  506. fmt.Println(bold(green(arrow + " PKGBUILDs to edit?")))
  507. fmt.Print(bold(green(arrow + " ")))
  508. editInput, err = getInput(config.AnswerEdit)
  509. if err != nil {
  510. return nil, err
  511. }
  512. }
  513. eInclude, eExclude, eOtherInclude, eOtherExclude := parseNumberMenu(editInput)
  514. eIsInclude := len(eExclude) == 0 && len(eOtherExclude) == 0
  515. if eOtherInclude.get("abort") || eOtherInclude.get("ab") {
  516. return nil, fmt.Errorf("Aborting due to user")
  517. }
  518. if !eOtherInclude.get("n") && !eOtherInclude.get("none") {
  519. for i, base := range bases {
  520. pkg := base.Pkgbase()
  521. anyInstalled := false
  522. for _, b := range base {
  523. anyInstalled = anyInstalled || installed.get(b.Name)
  524. }
  525. if !eIsInclude && eExclude.get(len(bases)-i) {
  526. continue
  527. }
  528. if anyInstalled && (eOtherInclude.get("i") || eOtherInclude.get("installed")) {
  529. toEdit = append(toEdit, base)
  530. continue
  531. }
  532. if !anyInstalled && (eOtherInclude.get("no") || eOtherInclude.get("notinstalled")) {
  533. toEdit = append(toEdit, base)
  534. continue
  535. }
  536. if eOtherInclude.get("a") || eOtherInclude.get("all") {
  537. toEdit = append(toEdit, base)
  538. continue
  539. }
  540. if eIsInclude && (eInclude.get(len(bases)-i) || eOtherInclude.get(pkg)) {
  541. toEdit = append(toEdit, base)
  542. }
  543. if !eIsInclude && (!eExclude.get(len(bases)-i) && !eOtherExclude.get(pkg)) {
  544. toEdit = append(toEdit, base)
  545. }
  546. }
  547. }
  548. return toEdit, nil
  549. }
  550. func showPkgbuildDiffs(bases []Base, cloned stringSet) error {
  551. for _, base := range bases {
  552. pkg := base.Pkgbase()
  553. dir := filepath.Join(config.BuildDir, pkg)
  554. if shouldUseGit(dir) {
  555. start := "HEAD"
  556. if cloned.get(pkg) {
  557. start = gitEmptyTree
  558. } else {
  559. hasDiff, err := gitHasDiff(config.BuildDir, pkg)
  560. if err != nil {
  561. return err
  562. }
  563. if !hasDiff {
  564. fmt.Printf("%s %s: %s\n", bold(yellow(arrow)), cyan(base.String()), bold("No changes -- skipping"))
  565. continue
  566. }
  567. }
  568. args := []string{"diff", start + "..HEAD@{upstream}", "--src-prefix", dir + "/", "--dst-prefix", dir + "/", "--", ".", ":(exclude).SRCINFO"}
  569. if useColor {
  570. args = append(args, "--color=always")
  571. } else {
  572. args = append(args, "--color=never")
  573. }
  574. err := show(passToGit(dir, args...))
  575. if err != nil {
  576. return err
  577. }
  578. } else {
  579. args := []string{"diff"}
  580. if useColor {
  581. args = append(args, "--color=always")
  582. } else {
  583. args = append(args, "--color=never")
  584. }
  585. args = append(args, "--no-index", "/var/empty", dir)
  586. // git always returns 1. why? I have no idea
  587. show(passToGit(dir, args...))
  588. }
  589. }
  590. return nil
  591. }
  592. func editPkgbuilds(bases []Base, srcinfos map[string]*gosrc.Srcinfo) error {
  593. pkgbuilds := make([]string, 0, len(bases))
  594. for _, base := range bases {
  595. pkg := base.Pkgbase()
  596. dir := filepath.Join(config.BuildDir, pkg)
  597. pkgbuilds = append(pkgbuilds, filepath.Join(dir, "PKGBUILD"))
  598. for _, splitPkg := range srcinfos[pkg].SplitPackages() {
  599. if splitPkg.Install != "" {
  600. pkgbuilds = append(pkgbuilds, filepath.Join(dir, splitPkg.Install))
  601. }
  602. }
  603. }
  604. if len(pkgbuilds) > 0 {
  605. editor, editorArgs := editor()
  606. editorArgs = append(editorArgs, pkgbuilds...)
  607. editcmd := exec.Command(editor, editorArgs...)
  608. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  609. err := editcmd.Run()
  610. if err != nil {
  611. return fmt.Errorf("Editor did not exit successfully, Aborting: %s", err)
  612. }
  613. }
  614. return nil
  615. }
  616. func parseSrcinfoFiles(bases []Base, errIsFatal bool) (map[string]*gosrc.Srcinfo, error) {
  617. srcinfos := make(map[string]*gosrc.Srcinfo)
  618. for k, base := range bases {
  619. pkg := base.Pkgbase()
  620. dir := filepath.Join(config.BuildDir, pkg)
  621. str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n")
  622. fmt.Printf(str, k+1, len(bases), cyan(base.String()))
  623. pkgbuild, err := gosrc.ParseFile(filepath.Join(dir, ".SRCINFO"))
  624. if err != nil {
  625. if !errIsFatal {
  626. fmt.Fprintf(os.Stderr, "failed to parse %s -- skipping: %s\n", base.String(), err)
  627. continue
  628. }
  629. return nil, fmt.Errorf("failed to parse %s: %s", base.String(), err)
  630. }
  631. srcinfos[pkg] = pkgbuild
  632. }
  633. return srcinfos, nil
  634. }
  635. func pkgbuildsToSkip(bases []Base, targets stringSet) stringSet {
  636. toSkip := make(stringSet)
  637. for _, base := range bases {
  638. isTarget := false
  639. for _, pkg := range base {
  640. isTarget = isTarget || targets.get(pkg.Name)
  641. }
  642. if (config.ReDownload == "yes" && isTarget) || config.ReDownload == "all" {
  643. continue
  644. }
  645. dir := filepath.Join(config.BuildDir, base.Pkgbase(), ".SRCINFO")
  646. pkgbuild, err := gosrc.ParseFile(dir)
  647. if err == nil {
  648. if alpm.VerCmp(pkgbuild.Version(), base.Version()) >= 0 {
  649. toSkip.set(base.Pkgbase())
  650. }
  651. }
  652. }
  653. return toSkip
  654. }
  655. func mergePkgbuilds(bases []Base) error {
  656. for _, base := range bases {
  657. if shouldUseGit(filepath.Join(config.BuildDir, base.Pkgbase())) {
  658. err := gitMerge(config.BuildDir, base.Pkgbase())
  659. if err != nil {
  660. return err
  661. }
  662. }
  663. }
  664. return nil
  665. }
  666. func downloadPkgbuilds(bases []Base, toSkip stringSet, buildDir string) (stringSet, error) {
  667. cloned := make(stringSet)
  668. downloaded := 0
  669. var wg sync.WaitGroup
  670. var mux sync.Mutex
  671. var errs MultiError
  672. download := func(k int, base Base) {
  673. defer wg.Done()
  674. pkg := base.Pkgbase()
  675. if toSkip.get(pkg) {
  676. mux.Lock()
  677. downloaded++
  678. str := bold(cyan("::") + " PKGBUILD up to date, Skipping (%d/%d): %s\n")
  679. fmt.Printf(str, downloaded, len(bases), cyan(base.String()))
  680. mux.Unlock()
  681. return
  682. }
  683. if shouldUseGit(filepath.Join(config.BuildDir, pkg)) {
  684. clone, err := gitDownload(config.AURURL+"/"+pkg+".git", buildDir, pkg)
  685. if err != nil {
  686. errs.Add(err)
  687. return
  688. }
  689. if clone {
  690. mux.Lock()
  691. cloned.set(pkg)
  692. mux.Unlock()
  693. }
  694. } else {
  695. err := downloadAndUnpack(config.AURURL+base.URLPath(), buildDir)
  696. if err != nil {
  697. errs.Add(err)
  698. return
  699. }
  700. }
  701. mux.Lock()
  702. downloaded++
  703. str := bold(cyan("::") + " Downloaded PKGBUILD (%d/%d): %s\n")
  704. fmt.Printf(str, downloaded, len(bases), cyan(base.String()))
  705. mux.Unlock()
  706. }
  707. count := 0
  708. for k, base := range bases {
  709. wg.Add(1)
  710. go download(k, base)
  711. count++
  712. if count%25 == 0 {
  713. wg.Wait()
  714. }
  715. }
  716. wg.Wait()
  717. return cloned, errs.Return()
  718. }
  719. func downloadPkgbuildsSources(bases []Base, incompatible stringSet) (err error) {
  720. for _, base := range bases {
  721. pkg := base.Pkgbase()
  722. dir := filepath.Join(config.BuildDir, pkg)
  723. args := []string{"--verifysource", "-Ccf"}
  724. if incompatible.get(pkg) {
  725. args = append(args, "--ignorearch")
  726. }
  727. err = show(passToMakepkg(dir, args...))
  728. if err != nil {
  729. return fmt.Errorf("Error downloading sources: %s", cyan(base.String()))
  730. }
  731. }
  732. return
  733. }
  734. func buildInstallPkgbuilds(dp *depPool, do *depOrder, srcinfos map[string]*gosrc.Srcinfo, parser *arguments, incompatible stringSet, conflicts mapStringSet) error {
  735. for _, base := range do.Aur {
  736. pkg := base.Pkgbase()
  737. dir := filepath.Join(config.BuildDir, pkg)
  738. built := true
  739. srcinfo := srcinfos[pkg]
  740. args := []string{"--nobuild", "-fC"}
  741. if incompatible.get(pkg) {
  742. args = append(args, "--ignorearch")
  743. }
  744. //pkgver bump
  745. err := show(passToMakepkg(dir, args...))
  746. if err != nil {
  747. return fmt.Errorf("Error making: %s", base.String())
  748. }
  749. pkgdests, version, err := parsePackageList(dir)
  750. if err != nil {
  751. return err
  752. }
  753. isExplicit := false
  754. for _, b := range base {
  755. isExplicit = isExplicit || dp.Explicit.get(b.Name)
  756. }
  757. if config.ReBuild == "no" || (config.ReBuild == "yes" && !isExplicit) {
  758. for _, split := range base {
  759. pkgdest, ok := pkgdests[split.Name]
  760. if !ok {
  761. return fmt.Errorf("Could not find PKGDEST for: %s", split.Name)
  762. }
  763. _, err := os.Stat(pkgdest)
  764. if os.IsNotExist(err) {
  765. built = false
  766. } else if err != nil {
  767. return err
  768. }
  769. }
  770. } else {
  771. built = false
  772. }
  773. if cmdArgs.existsArg("needed") {
  774. installed := true
  775. for _, split := range base {
  776. if alpmpkg := dp.LocalDB.Pkg(split.Name); alpmpkg == nil || alpmpkg.Version() != version {
  777. installed = false
  778. }
  779. }
  780. if installed {
  781. show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  782. fmt.Println(cyan(pkg+"-"+version) + bold(" is up to date -- skipping"))
  783. continue
  784. }
  785. }
  786. if built {
  787. show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  788. fmt.Println(bold(yellow(arrow)),
  789. cyan(pkg+"-"+version)+bold(" already made -- skipping build"))
  790. } else {
  791. args := []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  792. if incompatible.get(pkg) {
  793. args = append(args, "--ignorearch")
  794. }
  795. err := show(passToMakepkg(dir, args...))
  796. if err != nil {
  797. return fmt.Errorf("Error making: %s", base.String())
  798. }
  799. }
  800. arguments := parser.copy()
  801. arguments.clearTargets()
  802. arguments.op = "U"
  803. arguments.delArg("confirm")
  804. arguments.delArg("noconfirm")
  805. arguments.delArg("c", "clean")
  806. arguments.delArg("q", "quiet")
  807. arguments.delArg("q", "quiet")
  808. arguments.delArg("y", "refresh")
  809. arguments.delArg("u", "sysupgrade")
  810. arguments.delArg("w", "downloadonly")
  811. oldConfirm := config.NoConfirm
  812. //conflicts have been checked so answer y for them
  813. if config.UseAsk {
  814. ask, _ := strconv.Atoi(cmdArgs.globals["ask"])
  815. uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg
  816. cmdArgs.globals["ask"] = fmt.Sprint(uask)
  817. } else {
  818. conflict := false
  819. for _, split := range base {
  820. if _, ok := conflicts[split.Name]; ok {
  821. conflict = true
  822. }
  823. }
  824. if !conflict {
  825. config.NoConfirm = true
  826. }
  827. }
  828. depArguments := makeArguments()
  829. depArguments.addArg("D", "asdeps")
  830. expArguments := makeArguments()
  831. expArguments.addArg("D", "asexplicit")
  832. //remotenames: names of all non repo packages on the system
  833. _, _, localNames, remoteNames, err := filterPackages()
  834. if err != nil {
  835. return err
  836. }
  837. //cache as a stringset. maybe make it return a string set in the first
  838. //place
  839. remoteNamesCache := sliceToStringSet(remoteNames)
  840. localNamesCache := sliceToStringSet(localNames)
  841. for _, split := range base {
  842. pkgdest, ok := pkgdests[split.Name]
  843. if !ok {
  844. return fmt.Errorf("Could not find PKGDEST for: %s", split.Name)
  845. }
  846. arguments.addTarget(pkgdest)
  847. if !dp.Explicit.get(split.Name) && !localNamesCache.get(split.Name) && !remoteNamesCache.get(split.Name) {
  848. depArguments.addTarget(split.Name)
  849. }
  850. if dp.Explicit.get(split.Name) {
  851. if parser.existsArg("asdeps", "asdep") {
  852. depArguments.addTarget(split.Name)
  853. } else if parser.existsArg("asexplicit", "asexp") {
  854. expArguments.addTarget(split.Name)
  855. }
  856. }
  857. }
  858. err = show(passToPacman(arguments))
  859. if err != nil {
  860. return err
  861. }
  862. var mux sync.Mutex
  863. var wg sync.WaitGroup
  864. for _, pkg := range base {
  865. wg.Add(1)
  866. go updateVCSData(pkg.Name, srcinfo.Source, &mux, &wg)
  867. }
  868. wg.Wait()
  869. err = saveVCSInfo()
  870. if err != nil {
  871. fmt.Fprintln(os.Stderr, err)
  872. }
  873. if len(depArguments.targets) > 0 {
  874. _, stderr, err := capture(passToPacman(depArguments))
  875. if err != nil {
  876. return fmt.Errorf("%s%s", stderr, err)
  877. }
  878. }
  879. config.NoConfirm = oldConfirm
  880. }
  881. return nil
  882. }