install.go 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071
  1. package main
  2. import (
  3. "fmt"
  4. "os"
  5. "os/exec"
  6. "path/filepath"
  7. "strconv"
  8. "strings"
  9. "sync"
  10. alpm "github.com/Jguer/go-alpm"
  11. gosrc "github.com/Morganamilo/go-srcinfo"
  12. )
  13. // Install handles package installs
  14. func install(parser *arguments) (err error) {
  15. var incompatible stringSet
  16. var do *depOrder
  17. var aurUp upSlice
  18. var repoUp upSlice
  19. var srcinfos map[string]*gosrc.Srcinfo
  20. warnings := &aurWarnings{}
  21. if mode == modeAny || mode == modeRepo {
  22. if config.CombinedUpgrade {
  23. if parser.existsArg("y", "refresh") {
  24. err = earlyRefresh(parser)
  25. if err != nil {
  26. return fmt.Errorf("Error refreshing databases")
  27. }
  28. }
  29. } else if parser.existsArg("y", "refresh") || parser.existsArg("u", "sysupgrade") || len(parser.targets) > 0 {
  30. err = earlyPacmanCall(parser)
  31. if err != nil {
  32. return err
  33. }
  34. }
  35. }
  36. //we may have done -Sy, our handle now has an old
  37. //database.
  38. err = initAlpmHandle()
  39. if err != nil {
  40. return err
  41. }
  42. _, _, localNames, remoteNames, err := filterPackages()
  43. if err != nil {
  44. return err
  45. }
  46. remoteNamesCache := sliceToStringSet(remoteNames)
  47. localNamesCache := sliceToStringSet(localNames)
  48. requestTargets := parser.copy().targets
  49. //create the arguments to pass for the repo install
  50. arguments := parser.copy()
  51. arguments.delArg("asdeps", "asdep")
  52. arguments.delArg("asexplicit", "asexp")
  53. arguments.op = "S"
  54. arguments.clearTargets()
  55. if mode == modeAUR {
  56. arguments.delArg("u", "sysupgrade")
  57. }
  58. //if we are doing -u also request all packages needing update
  59. if parser.existsArg("u", "sysupgrade") {
  60. aurUp, repoUp, err = upList(warnings)
  61. if err != nil {
  62. return err
  63. }
  64. warnings.print()
  65. ignore, aurUp, err := upgradePkgs(aurUp, repoUp)
  66. if err != nil {
  67. return err
  68. }
  69. for _, up := range repoUp {
  70. if !ignore.get(up.Name) {
  71. requestTargets = append(requestTargets, up.Name)
  72. parser.addTarget(up.Name)
  73. }
  74. }
  75. for up := range aurUp {
  76. requestTargets = append(requestTargets, "aur/"+up)
  77. parser.addTarget("aur/" + up)
  78. }
  79. value, _, exists := cmdArgs.getArg("ignore")
  80. if len(ignore) > 0 {
  81. ignoreStr := strings.Join(ignore.toSlice(), ",")
  82. if exists {
  83. ignoreStr += "," + value
  84. }
  85. arguments.options["ignore"] = ignoreStr
  86. }
  87. }
  88. targets := sliceToStringSet(parser.targets)
  89. dp, err := getDepPool(requestTargets, warnings)
  90. if err != nil {
  91. return err
  92. }
  93. err = dp.CheckMissing()
  94. if err != nil {
  95. return err
  96. }
  97. if len(dp.Aur) == 0 {
  98. if !config.CombinedUpgrade {
  99. if parser.existsArg("u", "sysupgrade") {
  100. fmt.Println(" there is nothing to do")
  101. }
  102. return nil
  103. }
  104. parser.op = "S"
  105. parser.delArg("y", "refresh")
  106. parser.options["ignore"] = arguments.options["ignore"]
  107. return show(passToPacman(parser))
  108. }
  109. if len(dp.Aur) > 0 && os.Geteuid() == 0 {
  110. return fmt.Errorf(bold(red(arrow)) + " Refusing to install AUR Packages as root, Aborting.")
  111. }
  112. conflicts, err := dp.CheckConflicts()
  113. if err != nil {
  114. return err
  115. }
  116. do = getDepOrder(dp)
  117. if err != nil {
  118. return err
  119. }
  120. for _, pkg := range do.Repo {
  121. arguments.addTarget(pkg.DB().Name() + "/" + pkg.Name())
  122. }
  123. for _, pkg := range dp.Groups {
  124. arguments.addTarget(pkg)
  125. }
  126. if len(do.Aur) == 0 && len(arguments.targets) == 0 && (!parser.existsArg("u", "sysupgrade") || mode == modeAUR) {
  127. fmt.Println(" there is nothing to do")
  128. return nil
  129. }
  130. do.Print()
  131. fmt.Println()
  132. if config.CleanAfter {
  133. defer cleanAfter(do.Aur)
  134. }
  135. if do.HasMake() {
  136. switch config.RemoveMake {
  137. case "yes":
  138. defer removeMake(do, &err)
  139. case "no":
  140. break
  141. default:
  142. if continueTask("Remove make dependencies after install?", false) {
  143. defer removeMake(do, &err)
  144. }
  145. }
  146. }
  147. if config.CleanMenu {
  148. if anyExistInCache(do.Aur) {
  149. askClean := pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  150. toClean, err := cleanNumberMenu(do.Aur, remoteNamesCache, askClean)
  151. if err != nil {
  152. return err
  153. }
  154. cleanBuilds(toClean)
  155. }
  156. }
  157. toSkip := pkgbuildsToSkip(do.Aur, targets)
  158. cloned, err := downloadPkgbuilds(do.Aur, toSkip, config.BuildDir)
  159. if err != nil {
  160. return err
  161. }
  162. var toDiff []Base
  163. var toEdit []Base
  164. if config.DiffMenu {
  165. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  166. toDiff, err = diffNumberMenu(do.Aur, remoteNamesCache)
  167. if err != nil {
  168. return err
  169. }
  170. if len(toDiff) > 0 {
  171. err = showPkgbuildDiffs(toDiff, cloned)
  172. if err != nil {
  173. return err
  174. }
  175. }
  176. }
  177. if len(toDiff) > 0 {
  178. oldValue := config.NoConfirm
  179. config.NoConfirm = false
  180. fmt.Println()
  181. if !continueTask(bold(green("Proceed with install?")), true) {
  182. return fmt.Errorf("Aborting due to user")
  183. }
  184. config.NoConfirm = oldValue
  185. }
  186. err = mergePkgbuilds(do.Aur)
  187. if err != nil {
  188. return err
  189. }
  190. srcinfos, err = parseSrcinfoFiles(do.Aur, true)
  191. if err != nil {
  192. return err
  193. }
  194. if config.EditMenu {
  195. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  196. toEdit, err = editNumberMenu(do.Aur, remoteNamesCache)
  197. if err != nil {
  198. return err
  199. }
  200. if len(toEdit) > 0 {
  201. err = editPkgbuilds(toEdit, srcinfos)
  202. if err != nil {
  203. return err
  204. }
  205. }
  206. }
  207. if len(toEdit) > 0 {
  208. oldValue := config.NoConfirm
  209. config.NoConfirm = false
  210. fmt.Println()
  211. if !continueTask(bold(green("Proceed with install?")), true) {
  212. return fmt.Errorf("Aborting due to user")
  213. }
  214. config.NoConfirm = oldValue
  215. }
  216. incompatible, err = getIncompatible(do.Aur, srcinfos)
  217. if err != nil {
  218. return err
  219. }
  220. if config.PGPFetch {
  221. err = checkPgpKeys(do.Aur, srcinfos)
  222. if err != nil {
  223. return err
  224. }
  225. }
  226. if !config.CombinedUpgrade {
  227. arguments.delArg("u", "sysupgrade")
  228. }
  229. if len(arguments.targets) > 0 || arguments.existsArg("u") {
  230. err := show(passToPacman(arguments))
  231. if err != nil {
  232. return fmt.Errorf("Error installing repo packages")
  233. }
  234. depArguments := makeArguments()
  235. depArguments.addArg("D", "asdeps")
  236. expArguments := makeArguments()
  237. expArguments.addArg("D", "asexplicit")
  238. for _, pkg := range do.Repo {
  239. if !dp.Explicit.get(pkg.Name()) && !localNamesCache.get(pkg.Name()) && !remoteNamesCache.get(pkg.Name()) {
  240. depArguments.addTarget(pkg.Name())
  241. continue
  242. }
  243. if parser.existsArg("asdeps", "asdep") && dp.Explicit.get(pkg.Name()) {
  244. depArguments.addTarget(pkg.Name())
  245. } else if parser.existsArg("asexp", "asexplicit") && dp.Explicit.get(pkg.Name()) {
  246. expArguments.addTarget(pkg.Name())
  247. }
  248. }
  249. if len(depArguments.targets) > 0 {
  250. _, stderr, err := capture(passToPacman(depArguments))
  251. if err != nil {
  252. return fmt.Errorf("%s%s", stderr, err)
  253. }
  254. }
  255. if len(expArguments.targets) > 0 {
  256. _, stderr, err := capture(passToPacman(expArguments))
  257. if err != nil {
  258. return fmt.Errorf("%s%s", stderr, err)
  259. }
  260. }
  261. }
  262. go updateCompletion(false)
  263. err = downloadPkgbuildsSources(do.Aur, incompatible)
  264. if err != nil {
  265. return err
  266. }
  267. err = buildInstallPkgbuilds(dp, do, srcinfos, parser, incompatible, conflicts)
  268. if err != nil {
  269. return err
  270. }
  271. return nil
  272. }
  273. func removeMake(do *depOrder, err *error) {
  274. removeArguments := makeArguments()
  275. removeArguments.addArg("R", "u")
  276. for _, pkg := range do.getMake() {
  277. removeArguments.addTarget(pkg)
  278. }
  279. oldValue := config.NoConfirm
  280. config.NoConfirm = true
  281. *err = show(passToPacman(removeArguments))
  282. config.NoConfirm = oldValue
  283. }
  284. func inRepos(syncDB alpm.DBList, pkg string) bool {
  285. target := toTarget(pkg)
  286. if target.DB == "aur" {
  287. return false
  288. } else if target.DB != "" {
  289. return true
  290. }
  291. previousHideMenus := hideMenus
  292. hideMenus = false
  293. _, err := syncDB.FindSatisfier(target.DepString())
  294. hideMenus = previousHideMenus
  295. if err == nil {
  296. return true
  297. }
  298. return !syncDB.FindGroupPkgs(target.Name).Empty()
  299. }
  300. func earlyPacmanCall(parser *arguments) error {
  301. arguments := parser.copy()
  302. arguments.op = "S"
  303. targets := parser.targets
  304. parser.clearTargets()
  305. arguments.clearTargets()
  306. syncDB, err := alpmHandle.SyncDBs()
  307. if err != nil {
  308. return err
  309. }
  310. if mode == modeRepo {
  311. arguments.targets = targets
  312. } else {
  313. //separate aur and repo targets
  314. for _, target := range targets {
  315. if inRepos(syncDB, target) {
  316. arguments.addTarget(target)
  317. } else {
  318. parser.addTarget(target)
  319. }
  320. }
  321. }
  322. if parser.existsArg("y", "refresh") || parser.existsArg("u", "sysupgrade") || len(arguments.targets) > 0 {
  323. err = show(passToPacman(arguments))
  324. if err != nil {
  325. return fmt.Errorf("Error installing repo packages")
  326. }
  327. }
  328. return nil
  329. }
  330. func earlyRefresh(parser *arguments) error {
  331. arguments := parser.copy()
  332. parser.delArg("y", "refresh")
  333. arguments.delArg("u", "sysupgrade")
  334. arguments.delArg("s", "search")
  335. arguments.delArg("i", "info")
  336. arguments.delArg("l", "list")
  337. arguments.clearTargets()
  338. return show(passToPacman(arguments))
  339. }
  340. func getIncompatible(bases []Base, srcinfos map[string]*gosrc.Srcinfo) (stringSet, error) {
  341. incompatible := make(stringSet)
  342. basesMap := make(map[string]Base)
  343. alpmArch, err := alpmHandle.Arch()
  344. if err != nil {
  345. return nil, err
  346. }
  347. nextpkg:
  348. for _, base := range bases {
  349. for _, arch := range srcinfos[base.Pkgbase()].Arch {
  350. if arch == "any" || arch == alpmArch {
  351. continue nextpkg
  352. }
  353. }
  354. incompatible.set(base.Pkgbase())
  355. basesMap[base.Pkgbase()] = base
  356. }
  357. if len(incompatible) > 0 {
  358. fmt.Println()
  359. fmt.Print(bold(yellow(arrow)) + " The following packages are not compatible with your architecture:")
  360. for pkg := range incompatible {
  361. fmt.Print(" " + cyan(basesMap[pkg].String()))
  362. }
  363. fmt.Println()
  364. if !continueTask("Try to build them anyway?", true) {
  365. return nil, fmt.Errorf("Aborting due to user")
  366. }
  367. }
  368. return incompatible, nil
  369. }
  370. func parsePackageList(dir string) (map[string]string, string, error) {
  371. stdout, stderr, err := capture(passToMakepkg(dir, "--packagelist"))
  372. if err != nil {
  373. return nil, "", fmt.Errorf("%s%s", stderr, err)
  374. }
  375. var version string
  376. lines := strings.Split(stdout, "\n")
  377. pkgdests := make(map[string]string)
  378. for _, line := range lines {
  379. if line == "" {
  380. continue
  381. }
  382. fileName := filepath.Base(line)
  383. split := strings.Split(fileName, "-")
  384. if len(split) < 4 {
  385. return nil, "", fmt.Errorf("Can not find package name : %s", split)
  386. }
  387. // pkgname-pkgver-pkgrel-arch.pkgext
  388. // This assumes 3 dashes after the pkgname, Will cause an error
  389. // if the PKGEXT contains a dash. Please no one do that.
  390. pkgname := strings.Join(split[:len(split)-3], "-")
  391. version = strings.Join(split[len(split)-3:len(split)-1], "-")
  392. pkgdests[pkgname] = line
  393. }
  394. return pkgdests, version, nil
  395. }
  396. func anyExistInCache(bases []Base) bool {
  397. for _, base := range bases {
  398. pkg := base.Pkgbase()
  399. dir := filepath.Join(config.BuildDir, pkg)
  400. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  401. return true
  402. }
  403. }
  404. return false
  405. }
  406. func pkgbuildNumberMenu(bases []Base, installed stringSet) bool {
  407. toPrint := ""
  408. askClean := false
  409. for n, base := range bases {
  410. pkg := base.Pkgbase()
  411. dir := filepath.Join(config.BuildDir, pkg)
  412. toPrint += fmt.Sprintf(magenta("%3d")+" %-40s", len(bases)-n,
  413. bold(base.String()))
  414. anyInstalled := false
  415. for _, b := range base {
  416. anyInstalled = anyInstalled || installed.get(b.Name)
  417. }
  418. if anyInstalled {
  419. toPrint += bold(green(" (Installed)"))
  420. }
  421. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  422. toPrint += bold(green(" (Build Files Exist)"))
  423. askClean = true
  424. }
  425. toPrint += "\n"
  426. }
  427. fmt.Print(toPrint)
  428. return askClean
  429. }
  430. func cleanNumberMenu(bases []Base, installed stringSet, hasClean bool) ([]Base, error) {
  431. toClean := make([]Base, 0)
  432. if !hasClean {
  433. return toClean, nil
  434. }
  435. fmt.Println(bold(green(arrow + " Packages to cleanBuild?")))
  436. fmt.Println(bold(green(arrow) + cyan(" [N]one ") + "[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)"))
  437. fmt.Print(bold(green(arrow + " ")))
  438. cleanInput, err := getInput(config.AnswerClean)
  439. if err != nil {
  440. return nil, err
  441. }
  442. cInclude, cExclude, cOtherInclude, cOtherExclude := parseNumberMenu(cleanInput)
  443. cIsInclude := len(cExclude) == 0 && len(cOtherExclude) == 0
  444. if cOtherInclude.get("abort") || cOtherInclude.get("ab") {
  445. return nil, fmt.Errorf("Aborting due to user")
  446. }
  447. if !cOtherInclude.get("n") && !cOtherInclude.get("none") {
  448. for i, base := range bases {
  449. pkg := base.Pkgbase()
  450. anyInstalled := false
  451. for _, b := range base {
  452. anyInstalled = anyInstalled || installed.get(b.Name)
  453. }
  454. dir := filepath.Join(config.BuildDir, pkg)
  455. if _, err := os.Stat(dir); os.IsNotExist(err) {
  456. continue
  457. }
  458. if !cIsInclude && cExclude.get(len(bases)-i) {
  459. continue
  460. }
  461. if anyInstalled && (cOtherInclude.get("i") || cOtherInclude.get("installed")) {
  462. toClean = append(toClean, base)
  463. continue
  464. }
  465. if !anyInstalled && (cOtherInclude.get("no") || cOtherInclude.get("notinstalled")) {
  466. toClean = append(toClean, base)
  467. continue
  468. }
  469. if cOtherInclude.get("a") || cOtherInclude.get("all") {
  470. toClean = append(toClean, base)
  471. continue
  472. }
  473. if cIsInclude && (cInclude.get(len(bases)-i) || cOtherInclude.get(pkg)) {
  474. toClean = append(toClean, base)
  475. continue
  476. }
  477. if !cIsInclude && (!cExclude.get(len(bases)-i) && !cOtherExclude.get(pkg)) {
  478. toClean = append(toClean, base)
  479. continue
  480. }
  481. }
  482. }
  483. return toClean, nil
  484. }
  485. func editNumberMenu(bases []Base, installed stringSet) ([]Base, error) {
  486. return editDiffNumberMenu(bases, installed, false)
  487. }
  488. func diffNumberMenu(bases []Base, installed stringSet) ([]Base, error) {
  489. return editDiffNumberMenu(bases, installed, true)
  490. }
  491. func editDiffNumberMenu(bases []Base, installed stringSet, diff bool) ([]Base, error) {
  492. toEdit := make([]Base, 0)
  493. var editInput string
  494. var err error
  495. if diff {
  496. fmt.Println(bold(green(arrow + " Diffs to show?")))
  497. fmt.Println(bold(green(arrow) + cyan(" [N]one ") + "[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)"))
  498. fmt.Print(bold(green(arrow + " ")))
  499. editInput, err = getInput(config.AnswerDiff)
  500. if err != nil {
  501. return nil, err
  502. }
  503. } else {
  504. fmt.Println(bold(green(arrow + " PKGBUILDs to edit?")))
  505. fmt.Println(bold(green(arrow) + cyan(" [N]one ") + "[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)"))
  506. fmt.Print(bold(green(arrow + " ")))
  507. editInput, err = getInput(config.AnswerEdit)
  508. if err != nil {
  509. return nil, err
  510. }
  511. }
  512. eInclude, eExclude, eOtherInclude, eOtherExclude := parseNumberMenu(editInput)
  513. eIsInclude := len(eExclude) == 0 && len(eOtherExclude) == 0
  514. if eOtherInclude.get("abort") || eOtherInclude.get("ab") {
  515. return nil, fmt.Errorf("Aborting due to user")
  516. }
  517. if !eOtherInclude.get("n") && !eOtherInclude.get("none") {
  518. for i, base := range bases {
  519. pkg := base.Pkgbase()
  520. anyInstalled := false
  521. for _, b := range base {
  522. anyInstalled = anyInstalled || installed.get(b.Name)
  523. }
  524. if !eIsInclude && eExclude.get(len(bases)-i) {
  525. continue
  526. }
  527. if anyInstalled && (eOtherInclude.get("i") || eOtherInclude.get("installed")) {
  528. toEdit = append(toEdit, base)
  529. continue
  530. }
  531. if !anyInstalled && (eOtherInclude.get("no") || eOtherInclude.get("notinstalled")) {
  532. toEdit = append(toEdit, base)
  533. continue
  534. }
  535. if eOtherInclude.get("a") || eOtherInclude.get("all") {
  536. toEdit = append(toEdit, base)
  537. continue
  538. }
  539. if eIsInclude && (eInclude.get(len(bases)-i) || eOtherInclude.get(pkg)) {
  540. toEdit = append(toEdit, base)
  541. }
  542. if !eIsInclude && (!eExclude.get(len(bases)-i) && !eOtherExclude.get(pkg)) {
  543. toEdit = append(toEdit, base)
  544. }
  545. }
  546. }
  547. return toEdit, nil
  548. }
  549. func showPkgbuildDiffs(bases []Base, cloned stringSet) error {
  550. for _, base := range bases {
  551. pkg := base.Pkgbase()
  552. dir := filepath.Join(config.BuildDir, pkg)
  553. if shouldUseGit(dir) {
  554. start := "HEAD"
  555. if cloned.get(pkg) {
  556. start = gitEmptyTree
  557. } else {
  558. hasDiff, err := gitHasDiff(config.BuildDir, pkg)
  559. if err != nil {
  560. return err
  561. }
  562. if !hasDiff {
  563. fmt.Printf("%s %s: %s\n", bold(yellow(arrow)), cyan(base.String()), bold("No changes -- skipping"))
  564. continue
  565. }
  566. }
  567. args := []string{"diff", start + "..HEAD@{upstream}", "--src-prefix", dir + "/", "--dst-prefix", dir + "/", "--", ".", ":(exclude).SRCINFO"}
  568. if useColor {
  569. args = append(args, "--color=always")
  570. } else {
  571. args = append(args, "--color=never")
  572. }
  573. err := show(passToGit(dir, args...))
  574. if err != nil {
  575. return err
  576. }
  577. } else {
  578. args := []string{"diff"}
  579. if useColor {
  580. args = append(args, "--color=always")
  581. } else {
  582. args = append(args, "--color=never")
  583. }
  584. args = append(args, "--no-index", "/var/empty", dir)
  585. // git always returns 1. why? I have no idea
  586. show(passToGit(dir, args...))
  587. }
  588. }
  589. return nil
  590. }
  591. func editPkgbuilds(bases []Base, srcinfos map[string]*gosrc.Srcinfo) error {
  592. pkgbuilds := make([]string, 0, len(bases))
  593. for _, base := range bases {
  594. pkg := base.Pkgbase()
  595. dir := filepath.Join(config.BuildDir, pkg)
  596. pkgbuilds = append(pkgbuilds, filepath.Join(dir, "PKGBUILD"))
  597. for _, splitPkg := range srcinfos[pkg].SplitPackages() {
  598. if splitPkg.Install != "" {
  599. pkgbuilds = append(pkgbuilds, filepath.Join(dir, splitPkg.Install))
  600. }
  601. }
  602. }
  603. if len(pkgbuilds) > 0 {
  604. editor, editorArgs := editor()
  605. editorArgs = append(editorArgs, pkgbuilds...)
  606. editcmd := exec.Command(editor, editorArgs...)
  607. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  608. err := editcmd.Run()
  609. if err != nil {
  610. return fmt.Errorf("Editor did not exit successfully, Aborting: %s", err)
  611. }
  612. }
  613. return nil
  614. }
  615. func parseSrcinfoFiles(bases []Base, errIsFatal bool) (map[string]*gosrc.Srcinfo, error) {
  616. srcinfos := make(map[string]*gosrc.Srcinfo)
  617. for k, base := range bases {
  618. pkg := base.Pkgbase()
  619. dir := filepath.Join(config.BuildDir, pkg)
  620. str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n")
  621. fmt.Printf(str, k+1, len(bases), cyan(base.String()))
  622. pkgbuild, err := gosrc.ParseFile(filepath.Join(dir, ".SRCINFO"))
  623. if err != nil {
  624. if !errIsFatal {
  625. fmt.Fprintf(os.Stderr, "failed to parse %s -- skipping: %s\n", base.String(), err)
  626. continue
  627. }
  628. return nil, fmt.Errorf("failed to parse %s: %s", base.String(), err)
  629. }
  630. srcinfos[pkg] = pkgbuild
  631. }
  632. return srcinfos, nil
  633. }
  634. func pkgbuildsToSkip(bases []Base, targets stringSet) stringSet {
  635. toSkip := make(stringSet)
  636. for _, base := range bases {
  637. isTarget := false
  638. for _, pkg := range base {
  639. isTarget = isTarget || targets.get(pkg.Name)
  640. }
  641. if (config.ReDownload == "yes" && isTarget) || config.ReDownload == "all" {
  642. continue
  643. }
  644. dir := filepath.Join(config.BuildDir, base.Pkgbase(), ".SRCINFO")
  645. pkgbuild, err := gosrc.ParseFile(dir)
  646. if err == nil {
  647. if alpm.VerCmp(pkgbuild.Version(), base.Version()) >= 0 {
  648. toSkip.set(base.Pkgbase())
  649. }
  650. }
  651. }
  652. return toSkip
  653. }
  654. func mergePkgbuilds(bases []Base) error {
  655. for _, base := range bases {
  656. if shouldUseGit(filepath.Join(config.BuildDir, base.Pkgbase())) {
  657. err := gitMerge(config.BuildDir, base.Pkgbase())
  658. if err != nil {
  659. return err
  660. }
  661. }
  662. }
  663. return nil
  664. }
  665. func downloadPkgbuilds(bases []Base, toSkip stringSet, buildDir string) (stringSet, error) {
  666. cloned := make(stringSet)
  667. downloaded := 0
  668. var wg sync.WaitGroup
  669. var mux sync.Mutex
  670. var errs MultiError
  671. download := func(k int, base Base) {
  672. defer wg.Done()
  673. pkg := base.Pkgbase()
  674. if toSkip.get(pkg) {
  675. mux.Lock()
  676. downloaded++
  677. str := bold(cyan("::") + " PKGBUILD up to date, Skipping (%d/%d): %s\n")
  678. fmt.Printf(str, downloaded, len(bases), cyan(base.String()))
  679. mux.Unlock()
  680. return
  681. }
  682. if shouldUseGit(filepath.Join(config.BuildDir, pkg)) {
  683. clone, err := gitDownload(config.AURURL+"/"+pkg+".git", buildDir, pkg)
  684. if err != nil {
  685. errs.Add(err)
  686. return
  687. }
  688. if clone {
  689. mux.Lock()
  690. cloned.set(pkg)
  691. mux.Unlock()
  692. }
  693. } else {
  694. err := downloadAndUnpack(config.AURURL+base.URLPath(), buildDir)
  695. if err != nil {
  696. errs.Add(err)
  697. return
  698. }
  699. }
  700. mux.Lock()
  701. downloaded++
  702. str := bold(cyan("::") + " Downloaded PKGBUILD (%d/%d): %s\n")
  703. fmt.Printf(str, downloaded, len(bases), cyan(base.String()))
  704. mux.Unlock()
  705. }
  706. count := 0
  707. for k, base := range bases {
  708. wg.Add(1)
  709. go download(k, base)
  710. count++
  711. if count%25 == 0 {
  712. wg.Wait()
  713. }
  714. }
  715. wg.Wait()
  716. return cloned, errs.Return()
  717. }
  718. func downloadPkgbuildsSources(bases []Base, incompatible stringSet) (err error) {
  719. for _, base := range bases {
  720. pkg := base.Pkgbase()
  721. dir := filepath.Join(config.BuildDir, pkg)
  722. args := []string{"--verifysource", "-Ccf"}
  723. if incompatible.get(pkg) {
  724. args = append(args, "--ignorearch")
  725. }
  726. err = show(passToMakepkg(dir, args...))
  727. if err != nil {
  728. return fmt.Errorf("Error downloading sources: %s", cyan(base.String()))
  729. }
  730. }
  731. return
  732. }
  733. func buildInstallPkgbuilds(dp *depPool, do *depOrder, srcinfos map[string]*gosrc.Srcinfo, parser *arguments, incompatible stringSet, conflicts mapStringSet) error {
  734. for _, base := range do.Aur {
  735. pkg := base.Pkgbase()
  736. dir := filepath.Join(config.BuildDir, pkg)
  737. built := true
  738. srcinfo := srcinfos[pkg]
  739. args := []string{"--nobuild", "-fC"}
  740. if incompatible.get(pkg) {
  741. args = append(args, "--ignorearch")
  742. }
  743. //pkgver bump
  744. err := show(passToMakepkg(dir, args...))
  745. if err != nil {
  746. return fmt.Errorf("Error making: %s", base.String())
  747. }
  748. pkgdests, version, err := parsePackageList(dir)
  749. if err != nil {
  750. return err
  751. }
  752. isExplicit := false
  753. for _, b := range base {
  754. isExplicit = isExplicit || dp.Explicit.get(b.Name)
  755. }
  756. if config.ReBuild == "no" || (config.ReBuild == "yes" && !isExplicit) {
  757. for _, split := range base {
  758. pkgdest, ok := pkgdests[split.Name]
  759. if !ok {
  760. return fmt.Errorf("Could not find PKGDEST for: %s", split.Name)
  761. }
  762. _, err := os.Stat(pkgdest)
  763. if os.IsNotExist(err) {
  764. built = false
  765. } else if err != nil {
  766. return err
  767. }
  768. }
  769. } else {
  770. built = false
  771. }
  772. if cmdArgs.existsArg("needed") {
  773. installed := true
  774. for _, split := range base {
  775. if alpmpkg := dp.LocalDB.Pkg(split.Name); alpmpkg == nil || alpmpkg.Version() != version {
  776. installed = false
  777. }
  778. }
  779. if installed {
  780. show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  781. fmt.Println(cyan(pkg+"-"+version) + bold(" is up to date -- skipping"))
  782. continue
  783. }
  784. }
  785. if built {
  786. show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  787. fmt.Println(bold(yellow(arrow)),
  788. cyan(pkg+"-"+version)+bold(" already made -- skipping build"))
  789. } else {
  790. args := []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  791. if incompatible.get(pkg) {
  792. args = append(args, "--ignorearch")
  793. }
  794. err := show(passToMakepkg(dir, args...))
  795. if err != nil {
  796. return fmt.Errorf("Error making: %s", base.String())
  797. }
  798. }
  799. arguments := parser.copy()
  800. arguments.clearTargets()
  801. arguments.op = "U"
  802. arguments.delArg("confirm")
  803. arguments.delArg("noconfirm")
  804. arguments.delArg("c", "clean")
  805. arguments.delArg("q", "quiet")
  806. arguments.delArg("q", "quiet")
  807. arguments.delArg("y", "refresh")
  808. arguments.delArg("u", "sysupgrade")
  809. arguments.delArg("w", "downloadonly")
  810. oldConfirm := config.NoConfirm
  811. //conflicts have been checked so answer y for them
  812. if config.UseAsk {
  813. ask, _ := strconv.Atoi(cmdArgs.globals["ask"])
  814. uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg
  815. cmdArgs.globals["ask"] = fmt.Sprint(uask)
  816. } else {
  817. conflict := false
  818. for _, split := range base {
  819. if _, ok := conflicts[split.Name]; ok {
  820. conflict = true
  821. }
  822. }
  823. if !conflict {
  824. config.NoConfirm = true
  825. }
  826. }
  827. depArguments := makeArguments()
  828. depArguments.addArg("D", "asdeps")
  829. expArguments := makeArguments()
  830. expArguments.addArg("D", "asexplicit")
  831. //remotenames: names of all non repo packages on the system
  832. _, _, localNames, remoteNames, err := filterPackages()
  833. if err != nil {
  834. return err
  835. }
  836. //cache as a stringset. maybe make it return a string set in the first
  837. //place
  838. remoteNamesCache := sliceToStringSet(remoteNames)
  839. localNamesCache := sliceToStringSet(localNames)
  840. for _, split := range base {
  841. pkgdest, ok := pkgdests[split.Name]
  842. if !ok {
  843. return fmt.Errorf("Could not find PKGDEST for: %s", split.Name)
  844. }
  845. arguments.addTarget(pkgdest)
  846. if !dp.Explicit.get(split.Name) && !localNamesCache.get(split.Name) && !remoteNamesCache.get(split.Name) {
  847. depArguments.addTarget(split.Name)
  848. }
  849. if dp.Explicit.get(split.Name) {
  850. if parser.existsArg("asdeps", "asdep") {
  851. depArguments.addTarget(split.Name)
  852. } else if parser.existsArg("asexplicit", "asexp") {
  853. expArguments.addTarget(split.Name)
  854. }
  855. }
  856. }
  857. err = show(passToPacman(arguments))
  858. if err != nil {
  859. return err
  860. }
  861. var mux sync.Mutex
  862. var wg sync.WaitGroup
  863. for _, pkg := range base {
  864. wg.Add(1)
  865. go updateVCSData(pkg.Name, srcinfo.Source, &mux, &wg)
  866. }
  867. wg.Wait()
  868. err = saveVCSInfo()
  869. if err != nil {
  870. fmt.Fprintln(os.Stderr, err)
  871. }
  872. if len(depArguments.targets) > 0 {
  873. _, stderr, err := capture(passToPacman(depArguments))
  874. if err != nil {
  875. return fmt.Errorf("%s%s", stderr, err)
  876. }
  877. }
  878. config.NoConfirm = oldConfirm
  879. }
  880. return nil
  881. }