install.go 24 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070
  1. package main
  2. import (
  3. "fmt"
  4. "os"
  5. "os/exec"
  6. "path/filepath"
  7. "strconv"
  8. "strings"
  9. "sync"
  10. gosrc "github.com/Morganamilo/go-srcinfo"
  11. alpm "github.com/jguer/go-alpm"
  12. )
  13. // Install handles package installs
  14. func install(parser *arguments) error {
  15. var err error
  16. var incompatible stringSet
  17. var do *depOrder
  18. var aurUp upSlice
  19. var repoUp upSlice
  20. warnings := &aurWarnings{}
  21. removeMake := false
  22. srcinfosStale := make(map[string]*gosrc.Srcinfo)
  23. if mode == ModeAny || mode == ModeRepo {
  24. if config.CombinedUpgrade {
  25. if parser.existsArg("y", "refresh") {
  26. err = earlyRefresh(parser)
  27. if err != nil {
  28. return fmt.Errorf("Error refreshing databases")
  29. }
  30. }
  31. } else if parser.existsArg("y", "refresh") || parser.existsArg("u", "sysupgrade") || len(parser.targets) > 0 {
  32. err = earlyPacmanCall(parser)
  33. if err != nil {
  34. return err
  35. }
  36. }
  37. }
  38. //we may have done -Sy, our handle now has an old
  39. //database.
  40. err = initAlpmHandle()
  41. if err != nil {
  42. return err
  43. }
  44. _, _, localNames, remoteNames, err := filterPackages()
  45. if err != nil {
  46. return err
  47. }
  48. remoteNamesCache := sliceToStringSet(remoteNames)
  49. localNamesCache := sliceToStringSet(localNames)
  50. requestTargets := parser.copy().targets
  51. //create the arguments to pass for the repo install
  52. arguments := parser.copy()
  53. arguments.delArg("asdeps", "asdep")
  54. arguments.delArg("asexplicit", "asexp")
  55. arguments.op = "S"
  56. arguments.clearTargets()
  57. if mode == ModeAUR {
  58. arguments.delArg("u", "sysupgrade")
  59. }
  60. //if we are doing -u also request all packages needing update
  61. if parser.existsArg("u", "sysupgrade") {
  62. aurUp, repoUp, err = upList(warnings)
  63. if err != nil {
  64. return err
  65. }
  66. warnings.print()
  67. ignore, aurUp, err := upgradePkgs(aurUp, repoUp)
  68. if err != nil {
  69. return err
  70. }
  71. for _, up := range repoUp {
  72. if !ignore.get(up.Name) {
  73. requestTargets = append(requestTargets, up.Name)
  74. parser.addTarget(up.Name)
  75. }
  76. }
  77. for up := range aurUp {
  78. requestTargets = append(requestTargets, "aur/"+up)
  79. parser.addTarget("aur/" + up)
  80. }
  81. value, _, exists := cmdArgs.getArg("ignore")
  82. if len(ignore) > 0 {
  83. ignoreStr := strings.Join(ignore.toSlice(), ",")
  84. if exists {
  85. ignoreStr += "," + value
  86. }
  87. arguments.options["ignore"] = ignoreStr
  88. }
  89. }
  90. targets := sliceToStringSet(parser.targets)
  91. dp, err := getDepPool(requestTargets, warnings)
  92. if err != nil {
  93. return err
  94. }
  95. err = dp.CheckMissing()
  96. if err != nil {
  97. return err
  98. }
  99. if len(dp.Aur) == 0 {
  100. if !config.CombinedUpgrade {
  101. if parser.existsArg("u", "sysupgrade") {
  102. fmt.Println(" there is nothing to do")
  103. }
  104. return nil
  105. }
  106. parser.op = "S"
  107. parser.delArg("y", "refresh")
  108. parser.options["ignore"] = arguments.options["ignore"]
  109. return show(passToPacman(parser))
  110. }
  111. if len(dp.Aur) > 0 && 0 == os.Geteuid() {
  112. return fmt.Errorf(bold(red(arrow)) + " Refusing to install AUR Packages as root, Aborting.")
  113. }
  114. conflicts, err := dp.CheckConflicts()
  115. if err != nil {
  116. return err
  117. }
  118. do = getDepOrder(dp)
  119. if err != nil {
  120. return err
  121. }
  122. for _, pkg := range do.Repo {
  123. arguments.addTarget(pkg.DB().Name() + "/" + pkg.Name())
  124. }
  125. for _, pkg := range dp.Groups {
  126. arguments.addTarget(pkg)
  127. }
  128. if len(do.Aur) == 0 && len(arguments.targets) == 0 && (!parser.existsArg("u", "sysupgrade") || mode == ModeAUR) {
  129. fmt.Println(" there is nothing to do")
  130. return nil
  131. }
  132. do.Print()
  133. fmt.Println()
  134. if do.HasMake() {
  135. if config.RemoveMake == "yes" {
  136. removeMake = true
  137. } else if config.RemoveMake == "no" {
  138. removeMake = false
  139. } else if continueTask("Remove make dependencies after install?", false) {
  140. removeMake = true
  141. }
  142. }
  143. if config.CleanMenu {
  144. askClean := pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  145. toClean, err := cleanNumberMenu(do.Aur, remoteNamesCache, askClean)
  146. if err != nil {
  147. return err
  148. }
  149. cleanBuilds(toClean)
  150. }
  151. toSkip := pkgBuildsToSkip(do.Aur, targets)
  152. cloned, err := downloadPkgBuilds(do.Aur, toSkip)
  153. if err != nil {
  154. return err
  155. }
  156. var toDiff []Base
  157. var toEdit []Base
  158. if config.DiffMenu {
  159. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  160. toDiff, err = diffNumberMenu(do.Aur, remoteNamesCache)
  161. if err != nil {
  162. return err
  163. }
  164. if len(toDiff) > 0 {
  165. err = showPkgBuildDiffs(toDiff, cloned)
  166. if err != nil {
  167. return err
  168. }
  169. }
  170. }
  171. if len(toDiff) > 0 {
  172. oldValue := config.NoConfirm
  173. config.NoConfirm = false
  174. fmt.Println()
  175. if !continueTask(bold(green("Proceed with install?")), true) {
  176. return fmt.Errorf("Aborting due to user")
  177. }
  178. config.NoConfirm = oldValue
  179. }
  180. err = mergePkgBuilds(do.Aur)
  181. if err != nil {
  182. return err
  183. }
  184. //initial srcinfo parse before pkgver() bump
  185. err = parseSRCINFOFiles(do.Aur, srcinfosStale)
  186. if err != nil {
  187. return err
  188. }
  189. if config.EditMenu {
  190. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  191. toEdit, err = editNumberMenu(do.Aur, remoteNamesCache)
  192. if err != nil {
  193. return err
  194. }
  195. if len(toEdit) > 0 {
  196. err = editPkgBuilds(toEdit, srcinfosStale)
  197. if err != nil {
  198. return err
  199. }
  200. }
  201. }
  202. if len(toEdit) > 0 {
  203. oldValue := config.NoConfirm
  204. config.NoConfirm = false
  205. fmt.Println()
  206. if !continueTask(bold(green("Proceed with install?")), true) {
  207. return fmt.Errorf("Aborting due to user")
  208. }
  209. config.NoConfirm = oldValue
  210. }
  211. //TODO: fix for split packages maybe?
  212. incompatible, err = getIncompatible(do.Aur, srcinfosStale)
  213. if err != nil {
  214. return err
  215. }
  216. if config.PGPFetch {
  217. err = checkPgpKeys(do.Aur, srcinfosStale)
  218. if err != nil {
  219. return err
  220. }
  221. }
  222. if !config.CombinedUpgrade {
  223. arguments.delArg("u", "sysupgrade")
  224. }
  225. if len(arguments.targets) > 0 || arguments.existsArg("u") {
  226. err := show(passToPacman(arguments))
  227. if err != nil {
  228. return fmt.Errorf("Error installing repo packages")
  229. }
  230. depArguments := makeArguments()
  231. depArguments.addArg("D", "asdeps")
  232. expArguments := makeArguments()
  233. expArguments.addArg("D", "asexplicit")
  234. for _, pkg := range do.Repo {
  235. if !dp.Explicit.get(pkg.Name()) && !localNamesCache.get(pkg.Name()) && !remoteNamesCache.get(pkg.Name()) {
  236. depArguments.addTarget(pkg.Name())
  237. continue
  238. }
  239. if parser.existsArg("asdeps", "asdep") && dp.Explicit.get(pkg.Name()) {
  240. depArguments.addTarget(pkg.Name())
  241. } else if parser.existsArg("asexp", "asexplicit") && dp.Explicit.get(pkg.Name()) {
  242. expArguments.addTarget(pkg.Name())
  243. }
  244. }
  245. if len(depArguments.targets) > 0 {
  246. _, stderr, err := capture(passToPacman(depArguments))
  247. if err != nil {
  248. return fmt.Errorf("%s%s", stderr, err)
  249. }
  250. }
  251. if len(expArguments.targets) > 0 {
  252. _, stderr, err := capture(passToPacman(expArguments))
  253. if err != nil {
  254. return fmt.Errorf("%s%s", stderr, err)
  255. }
  256. }
  257. }
  258. go updateCompletion(false)
  259. err = downloadPkgBuildsSources(do.Aur, incompatible)
  260. if err != nil {
  261. return err
  262. }
  263. err = buildInstallPkgBuilds(dp, do, srcinfosStale, parser, incompatible, conflicts)
  264. if err != nil {
  265. return err
  266. }
  267. if removeMake {
  268. removeArguments := makeArguments()
  269. removeArguments.addArg("R", "u")
  270. for _, pkg := range do.getMake() {
  271. removeArguments.addTarget(pkg)
  272. }
  273. oldValue := config.NoConfirm
  274. config.NoConfirm = true
  275. err = show(passToPacman(removeArguments))
  276. config.NoConfirm = oldValue
  277. if err != nil {
  278. return err
  279. }
  280. }
  281. if config.CleanAfter {
  282. clean(do.Aur)
  283. }
  284. return nil
  285. }
  286. func inRepos(syncDb alpm.DbList, pkg string) bool {
  287. target := toTarget(pkg)
  288. if target.Db == "aur" {
  289. return false
  290. } else if target.Db != "" {
  291. return true
  292. }
  293. _, err := syncDb.FindSatisfier(target.DepString())
  294. if err == nil {
  295. return true
  296. }
  297. _, err = syncDb.PkgCachebyGroup(target.Name)
  298. if err == nil {
  299. return true
  300. }
  301. return false
  302. }
  303. func earlyPacmanCall(parser *arguments) error {
  304. arguments := parser.copy()
  305. arguments.op = "S"
  306. targets := parser.targets
  307. parser.clearTargets()
  308. arguments.clearTargets()
  309. syncDb, err := alpmHandle.SyncDbs()
  310. if err != nil {
  311. return err
  312. }
  313. if mode == ModeRepo {
  314. arguments.targets = targets
  315. } else {
  316. alpmHandle.SetQuestionCallback(func(alpm.QuestionAny) {})
  317. //seperate aur and repo targets
  318. for _, target := range targets {
  319. if inRepos(syncDb, target) {
  320. arguments.addTarget(target)
  321. } else {
  322. parser.addTarget(target)
  323. }
  324. }
  325. }
  326. if parser.existsArg("y", "refresh") || parser.existsArg("u", "sysupgrade") || len(arguments.targets) > 0 {
  327. err = show(passToPacman(arguments))
  328. if err != nil {
  329. return fmt.Errorf("Error installing repo packages")
  330. }
  331. }
  332. return nil
  333. }
  334. func earlyRefresh(parser *arguments) error {
  335. arguments := parser.copy()
  336. parser.delArg("y", "refresh")
  337. arguments.delArg("u", "sysupgrade")
  338. arguments.delArg("s", "search")
  339. arguments.delArg("i", "info")
  340. arguments.delArg("l", "list")
  341. arguments.clearTargets()
  342. return show(passToPacman(arguments))
  343. }
  344. func getIncompatible(bases []Base, srcinfos map[string]*gosrc.Srcinfo) (stringSet, error) {
  345. incompatible := make(stringSet)
  346. alpmArch, err := alpmHandle.Arch()
  347. if err != nil {
  348. return nil, err
  349. }
  350. nextpkg:
  351. for _, base := range bases {
  352. for _, arch := range srcinfos[base.Pkgbase()].Arch {
  353. if arch == "any" || arch == alpmArch {
  354. continue nextpkg
  355. }
  356. }
  357. incompatible.set(base.Pkgbase())
  358. }
  359. if len(incompatible) > 0 {
  360. fmt.Println()
  361. fmt.Print(bold(yellow(arrow)) + " The following packages are not compatible with your architecture:")
  362. for pkg := range incompatible {
  363. fmt.Print(" " + cyan(pkg))
  364. }
  365. fmt.Println()
  366. if !continueTask("Try to build them anyway?", true) {
  367. return nil, fmt.Errorf("Aborting due to user")
  368. }
  369. }
  370. return incompatible, nil
  371. }
  372. func parsePackageList(dir string) (map[string]string, string, error) {
  373. stdout, stderr, err := capture(passToMakepkg(dir, "--packagelist"))
  374. if err != nil {
  375. return nil, "", fmt.Errorf("%s%s", stderr, err)
  376. }
  377. var version string
  378. lines := strings.Split(stdout, "\n")
  379. pkgdests := make(map[string]string)
  380. for _, line := range lines {
  381. if line == "" {
  382. continue
  383. }
  384. fileName := filepath.Base(line)
  385. split := strings.Split(fileName, "-")
  386. if len(split) < 4 {
  387. return nil, "", fmt.Errorf("Can not find package name : %s", split)
  388. }
  389. // pkgname-pkgver-pkgrel-arch.pkgext
  390. // This assumes 3 dashes after the pkgname, Will cause an error
  391. // if the PKGEXT contains a dash. Please no one do that.
  392. pkgname := strings.Join(split[:len(split)-3], "-")
  393. version = strings.Join(split[len(split)-3:len(split)-2], "-")
  394. pkgdests[pkgname] = line
  395. }
  396. return pkgdests, version, nil
  397. }
  398. func pkgbuildNumberMenu(bases []Base, installed stringSet) bool {
  399. toPrint := ""
  400. askClean := false
  401. for n, base := range bases {
  402. pkg := base.Pkgbase()
  403. dir := filepath.Join(config.BuildDir, pkg)
  404. toPrint += fmt.Sprintf(magenta("%3d")+" %-40s", len(bases)-n,
  405. bold(formatPkgbase(base)))
  406. anyInstalled := false
  407. for _, b := range base {
  408. anyInstalled = anyInstalled || installed.get(b.Name)
  409. }
  410. if anyInstalled {
  411. toPrint += bold(green(" (Installed)"))
  412. }
  413. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  414. toPrint += bold(green(" (Build Files Exist)"))
  415. askClean = true
  416. }
  417. toPrint += "\n"
  418. }
  419. fmt.Print(toPrint)
  420. return askClean
  421. }
  422. func cleanNumberMenu(bases []Base, installed stringSet, hasClean bool) ([]Base, error) {
  423. toClean := make([]Base, 0)
  424. if !hasClean {
  425. return toClean, nil
  426. }
  427. fmt.Println(bold(green(arrow + " Packages to cleanBuild?")))
  428. fmt.Println(bold(green(arrow) + cyan(" [N]one ") + "[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)"))
  429. fmt.Print(bold(green(arrow + " ")))
  430. cleanInput, err := getInput(config.AnswerClean)
  431. if err != nil {
  432. return nil, err
  433. }
  434. cInclude, cExclude, cOtherInclude, cOtherExclude := parseNumberMenu(cleanInput)
  435. cIsInclude := len(cExclude) == 0 && len(cOtherExclude) == 0
  436. if cOtherInclude.get("abort") || cOtherInclude.get("ab") {
  437. return nil, fmt.Errorf("Aborting due to user")
  438. }
  439. if !cOtherInclude.get("n") && !cOtherInclude.get("none") {
  440. for i, base := range bases {
  441. pkg := base.Pkgbase()
  442. anyInstalled := false
  443. for _, b := range base {
  444. anyInstalled = anyInstalled || installed.get(b.Name)
  445. }
  446. dir := filepath.Join(config.BuildDir, pkg)
  447. if _, err := os.Stat(dir); os.IsNotExist(err) {
  448. continue
  449. }
  450. if !cIsInclude && cExclude.get(len(bases)-i) {
  451. continue
  452. }
  453. if anyInstalled && (cOtherInclude.get("i") || cOtherInclude.get("installed")) {
  454. toClean = append(toClean, base)
  455. continue
  456. }
  457. if !anyInstalled && (cOtherInclude.get("no") || cOtherInclude.get("notinstalled")) {
  458. toClean = append(toClean, base)
  459. continue
  460. }
  461. if cOtherInclude.get("a") || cOtherInclude.get("all") {
  462. toClean = append(toClean, base)
  463. continue
  464. }
  465. if cIsInclude && (cInclude.get(len(bases)-i) || cOtherInclude.get(pkg)) {
  466. toClean = append(toClean, base)
  467. continue
  468. }
  469. if !cIsInclude && (!cExclude.get(len(bases)-i) && !cOtherExclude.get(pkg)) {
  470. toClean = append(toClean, base)
  471. continue
  472. }
  473. }
  474. }
  475. return toClean, nil
  476. }
  477. func editNumberMenu(bases []Base, installed stringSet) ([]Base, error) {
  478. return editDiffNumberMenu(bases, installed, false)
  479. }
  480. func diffNumberMenu(bases []Base, installed stringSet) ([]Base, error) {
  481. return editDiffNumberMenu(bases, installed, true)
  482. }
  483. func editDiffNumberMenu(bases []Base, installed stringSet, diff bool) ([]Base, error) {
  484. toEdit := make([]Base, 0)
  485. var editInput string
  486. var err error
  487. fmt.Println(bold(green(arrow) + cyan(" [N]one ") + "[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)"))
  488. if diff {
  489. fmt.Println(bold(green(arrow + " Diffs to show?")))
  490. fmt.Print(bold(green(arrow + " ")))
  491. editInput, err = getInput(config.AnswerDiff)
  492. if err != nil {
  493. return nil, err
  494. }
  495. } else {
  496. fmt.Println(bold(green(arrow + " PKGBUILDs to edit?")))
  497. fmt.Print(bold(green(arrow + " ")))
  498. editInput, err = getInput(config.AnswerEdit)
  499. if err != nil {
  500. return nil, err
  501. }
  502. }
  503. eInclude, eExclude, eOtherInclude, eOtherExclude := parseNumberMenu(editInput)
  504. eIsInclude := len(eExclude) == 0 && len(eOtherExclude) == 0
  505. if eOtherInclude.get("abort") || eOtherInclude.get("ab") {
  506. return nil, fmt.Errorf("Aborting due to user")
  507. }
  508. if !eOtherInclude.get("n") && !eOtherInclude.get("none") {
  509. for i, base := range bases {
  510. pkg := base.Pkgbase()
  511. anyInstalled := false
  512. for _, b := range base {
  513. anyInstalled = anyInstalled || installed.get(b.Name)
  514. }
  515. if !eIsInclude && eExclude.get(len(bases)-i) {
  516. continue
  517. }
  518. if anyInstalled && (eOtherInclude.get("i") || eOtherInclude.get("installed")) {
  519. toEdit = append(toEdit, base)
  520. continue
  521. }
  522. if !anyInstalled && (eOtherInclude.get("no") || eOtherInclude.get("notinstalled")) {
  523. toEdit = append(toEdit, base)
  524. continue
  525. }
  526. if eOtherInclude.get("a") || eOtherInclude.get("all") {
  527. toEdit = append(toEdit, base)
  528. continue
  529. }
  530. if eIsInclude && (eInclude.get(len(bases)-i) || eOtherInclude.get(pkg)) {
  531. toEdit = append(toEdit, base)
  532. }
  533. if !eIsInclude && (!eExclude.get(len(bases)-i) && !eOtherExclude.get(pkg)) {
  534. toEdit = append(toEdit, base)
  535. }
  536. }
  537. }
  538. return toEdit, nil
  539. }
  540. func cleanBuilds(bases []Base) {
  541. for i, base := range bases {
  542. dir := filepath.Join(config.BuildDir, base.Pkgbase())
  543. fmt.Printf(bold(cyan("::")+" Deleting (%d/%d): %s\n"), i+1, len(bases), cyan(dir))
  544. os.RemoveAll(dir)
  545. }
  546. }
  547. func showPkgBuildDiffs(bases []Base, cloned stringSet) error {
  548. for _, base := range bases {
  549. pkg := base.Pkgbase()
  550. dir := filepath.Join(config.BuildDir, pkg)
  551. if shouldUseGit(dir) {
  552. start := "HEAD"
  553. if cloned.get(pkg) {
  554. start = gitEmptyTree
  555. } else {
  556. hasDiff, err := gitHasDiff(config.BuildDir, pkg)
  557. if err != nil {
  558. return err
  559. }
  560. if !hasDiff {
  561. fmt.Printf("%s %s: %s\n", bold(yellow(arrow)), cyan(formatPkgbase(base)), bold("No changes -- skipping"))
  562. continue
  563. }
  564. }
  565. args := []string{"diff", start + "..HEAD@{upstream}", "--src-prefix", dir + "/", "--dst-prefix", dir + "/", "--", ".", ":(exclude).SRCINFO"}
  566. if useColor {
  567. args = append(args, "--color=always")
  568. } else {
  569. args = append(args, "--color=never")
  570. }
  571. err := show(passToGit(dir, args...))
  572. if err != nil {
  573. return err
  574. }
  575. } else {
  576. args := []string{"diff"}
  577. if useColor {
  578. args = append(args, "--color=always")
  579. } else {
  580. args = append(args, "--color=never")
  581. }
  582. args = append(args, "--no-index", "/var/empty", dir)
  583. // git always returns 1. why? I have no idea
  584. show(passToGit(dir, args...))
  585. }
  586. }
  587. return nil
  588. }
  589. func editPkgBuilds(bases []Base, srcinfos map[string]*gosrc.Srcinfo) error {
  590. pkgbuilds := make([]string, 0, len(bases))
  591. for _, base := range bases {
  592. pkg := base.Pkgbase()
  593. dir := filepath.Join(config.BuildDir, pkg)
  594. pkgbuilds = append(pkgbuilds, filepath.Join(dir, "PKGBUILD"))
  595. for _, splitPkg := range srcinfos[pkg].SplitPackages() {
  596. if splitPkg.Install != "" {
  597. pkgbuilds = append(pkgbuilds, filepath.Join(dir, splitPkg.Install))
  598. }
  599. }
  600. }
  601. if len(pkgbuilds) > 0 {
  602. editor, editorArgs := editor()
  603. editorArgs = append(editorArgs, pkgbuilds...)
  604. editcmd := exec.Command(editor, editorArgs...)
  605. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  606. err := editcmd.Run()
  607. if err != nil {
  608. return fmt.Errorf("Editor did not exit successfully, Aborting: %s", err)
  609. }
  610. }
  611. return nil
  612. }
  613. func parseSRCINFOFiles(bases []Base, srcinfos map[string]*gosrc.Srcinfo) error {
  614. for k, base := range bases {
  615. pkg := base.Pkgbase()
  616. dir := filepath.Join(config.BuildDir, pkg)
  617. str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n")
  618. fmt.Printf(str, k+1, len(bases), cyan(formatPkgbase(base)))
  619. pkgbuild, err := gosrc.ParseFile(filepath.Join(dir, ".SRCINFO"))
  620. if err != nil {
  621. return fmt.Errorf("%s: %s", formatPkgbase(base), err)
  622. }
  623. srcinfos[pkg] = pkgbuild
  624. }
  625. return nil
  626. }
  627. func tryParsesrcinfosFile(bases []Base, srcinfos map[string]*gosrc.Srcinfo) {
  628. for k, base := range bases {
  629. pkg := base.Pkgbase()
  630. dir := filepath.Join(config.BuildDir, pkg)
  631. str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n")
  632. fmt.Printf(str, k+1, len(bases), cyan(formatPkgbase(base)))
  633. pkgbuild, err := gosrc.ParseFile(filepath.Join(dir, ".SRCINFO"))
  634. if err != nil {
  635. fmt.Printf("cannot parse %s skipping: %s\n", formatPkgbase(base), err)
  636. continue
  637. }
  638. srcinfos[pkg] = pkgbuild
  639. }
  640. }
  641. func pkgBuildsToSkip(bases []Base, targets stringSet) stringSet {
  642. toSkip := make(stringSet)
  643. for _, base := range bases {
  644. isTarget := false
  645. for _, pkg := range base {
  646. isTarget = isTarget || targets.get(pkg.Name)
  647. }
  648. if config.ReDownload == "no" || (config.ReDownload == "yes" && isTarget) {
  649. dir := filepath.Join(config.BuildDir, base.Pkgbase(), ".SRCINFO")
  650. pkgbuild, err := gosrc.ParseFile(dir)
  651. if err == nil {
  652. if alpm.VerCmp(pkgbuild.Version(), base.Version()) >= 0 {
  653. toSkip.set(base.Pkgbase())
  654. }
  655. }
  656. }
  657. }
  658. return toSkip
  659. }
  660. func mergePkgBuilds(bases []Base) error {
  661. for _, base := range bases {
  662. if shouldUseGit(filepath.Join(config.BuildDir, base.Pkgbase())) {
  663. err := gitMerge(config.BuildDir, base.Pkgbase())
  664. if err != nil {
  665. return err
  666. }
  667. }
  668. }
  669. return nil
  670. }
  671. func downloadPkgBuilds(bases []Base, toSkip stringSet) (stringSet, error) {
  672. cloned := make(stringSet)
  673. downloaded := 0
  674. var wg sync.WaitGroup
  675. var mux sync.Mutex
  676. var errs MultiError
  677. download := func(k int, base Base) {
  678. defer wg.Done()
  679. pkg := base.Pkgbase()
  680. if toSkip.get(pkg) {
  681. mux.Lock()
  682. downloaded++
  683. str := bold(cyan("::") + " PKGBUILD up to date, Skipping (%d/%d): %s\n")
  684. fmt.Printf(str, downloaded, len(bases), cyan(formatPkgbase(base)))
  685. mux.Unlock()
  686. return
  687. }
  688. if shouldUseGit(filepath.Join(config.BuildDir, pkg)) {
  689. clone, err := gitDownload(baseURL+"/"+pkg+".git", config.BuildDir, pkg)
  690. if err != nil {
  691. errs.Add(err)
  692. return
  693. }
  694. if clone {
  695. mux.Lock()
  696. cloned.set(pkg)
  697. mux.Unlock()
  698. }
  699. } else {
  700. err := downloadAndUnpack(baseURL+base.URLPath(), config.BuildDir)
  701. if err != nil {
  702. errs.Add(err)
  703. return
  704. }
  705. }
  706. mux.Lock()
  707. downloaded++
  708. str := bold(cyan("::") + " Downloaded PKGBUILD (%d/%d): %s\n")
  709. fmt.Printf(str, downloaded, len(bases), cyan(formatPkgbase(base)))
  710. mux.Unlock()
  711. }
  712. for k, base := range bases {
  713. wg.Add(1)
  714. go download(k, base)
  715. }
  716. wg.Wait()
  717. return cloned, errs.Return()
  718. }
  719. func downloadPkgBuildsSources(bases []Base, incompatible stringSet) (err error) {
  720. for _, base := range bases {
  721. pkg := base.Pkgbase()
  722. dir := filepath.Join(config.BuildDir, pkg)
  723. args := []string{"--verifysource", "-Ccf"}
  724. if incompatible.get(pkg) {
  725. args = append(args, "--ignorearch")
  726. }
  727. err = show(passToMakepkg(dir, args...))
  728. if err != nil {
  729. return fmt.Errorf("Error downloading sources: %s", cyan(formatPkgbase(base)))
  730. }
  731. }
  732. return
  733. }
  734. func buildInstallPkgBuilds(dp *depPool, do *depOrder, srcinfos map[string]*gosrc.Srcinfo, parser *arguments, incompatible stringSet, conflicts mapStringSet) error {
  735. for _, base := range do.Aur {
  736. pkg := base.Pkgbase()
  737. dir := filepath.Join(config.BuildDir, pkg)
  738. built := true
  739. srcinfo := srcinfos[pkg]
  740. args := []string{"--nobuild", "-fC"}
  741. if incompatible.get(pkg) {
  742. args = append(args, "--ignorearch")
  743. }
  744. //pkgver bump
  745. err := show(passToMakepkg(dir, args...))
  746. if err != nil {
  747. return fmt.Errorf("Error making: %s", formatPkgbase(base))
  748. }
  749. pkgdests, version, err := parsePackageList(dir)
  750. if err != nil {
  751. return err
  752. }
  753. isExplicit := false
  754. for _, b := range base {
  755. isExplicit = isExplicit || dp.Explicit.get(b.Name)
  756. }
  757. if config.ReBuild == "no" || (config.ReBuild == "yes" && isExplicit) {
  758. for _, split := range base {
  759. pkgdest, ok := pkgdests[split.Name]
  760. if !ok {
  761. return fmt.Errorf("Could not find PKGDEST for: %s", split.Name)
  762. }
  763. _, err := os.Stat(pkgdest)
  764. if os.IsNotExist(err) {
  765. built = false
  766. } else if err != nil {
  767. return err
  768. }
  769. }
  770. } else {
  771. built = false
  772. }
  773. if built {
  774. fmt.Println(bold(yellow(arrow)),
  775. cyan(pkg+"-"+version)+bold(" Already made -- skipping build"))
  776. } else {
  777. args := []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  778. if incompatible.get(pkg) {
  779. args = append(args, "--ignorearch")
  780. }
  781. err := show(passToMakepkg(dir, args...))
  782. if err != nil {
  783. return fmt.Errorf("Error making: %s", formatPkgbase(base))
  784. }
  785. }
  786. arguments := parser.copy()
  787. arguments.clearTargets()
  788. arguments.op = "U"
  789. arguments.delArg("confirm")
  790. arguments.delArg("noconfirm")
  791. arguments.delArg("c", "clean")
  792. arguments.delArg("q", "quiet")
  793. arguments.delArg("q", "quiet")
  794. arguments.delArg("y", "refresh")
  795. arguments.delArg("u", "sysupgrade")
  796. arguments.delArg("w", "downloadonly")
  797. oldConfirm := config.NoConfirm
  798. //conflicts have been checked so answer y for them
  799. if config.UseAsk {
  800. ask, _ := strconv.Atoi(cmdArgs.globals["ask"])
  801. uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg
  802. cmdArgs.globals["ask"] = fmt.Sprint(uask)
  803. } else {
  804. conflict := false
  805. for _, split := range base {
  806. if _, ok := conflicts[split.Name]; ok {
  807. conflict = true
  808. }
  809. }
  810. if !conflict {
  811. config.NoConfirm = true
  812. }
  813. }
  814. depArguments := makeArguments()
  815. depArguments.addArg("D", "asdeps")
  816. expArguments := makeArguments()
  817. expArguments.addArg("D", "asexplicit")
  818. //remotenames: names of all non repo packages on the system
  819. _, _, localNames, remoteNames, err := filterPackages()
  820. if err != nil {
  821. return err
  822. }
  823. //cache as a stringset. maybe make it return a string set in the first
  824. //place
  825. remoteNamesCache := sliceToStringSet(remoteNames)
  826. localNamesCache := sliceToStringSet(localNames)
  827. for _, split := range base {
  828. pkgdest, ok := pkgdests[split.Name]
  829. if !ok {
  830. return fmt.Errorf("Could not find PKGDEST for: %s", split.Name)
  831. }
  832. arguments.addTarget(pkgdest)
  833. if !dp.Explicit.get(split.Name) && !localNamesCache.get(split.Name) && !remoteNamesCache.get(split.Name) {
  834. depArguments.addTarget(split.Name)
  835. }
  836. if dp.Explicit.get(split.Name) {
  837. if parser.existsArg("asdeps", "asdep") {
  838. depArguments.addTarget(split.Name)
  839. } else if parser.existsArg("asexplicit", "asexp") {
  840. expArguments.addTarget(split.Name)
  841. }
  842. }
  843. }
  844. err = show(passToPacman(arguments))
  845. if err != nil {
  846. return err
  847. }
  848. var mux sync.Mutex
  849. var wg sync.WaitGroup
  850. for _, pkg := range base {
  851. wg.Add(1)
  852. go updateVCSData(pkg.Name, srcinfo.Source, &mux, &wg)
  853. }
  854. wg.Wait()
  855. err = saveVCSInfo()
  856. if err != nil {
  857. fmt.Println(err)
  858. }
  859. if len(depArguments.targets) > 0 {
  860. _, stderr, err := capture(passToPacman(depArguments))
  861. if err != nil {
  862. return fmt.Errorf("%s%s", stderr, err)
  863. }
  864. }
  865. config.NoConfirm = oldConfirm
  866. }
  867. return nil
  868. }
  869. func clean(bases []Base) {
  870. for _, base := range bases {
  871. dir := filepath.Join(config.BuildDir, base.Pkgbase())
  872. fmt.Println(bold(green(arrow +
  873. " CleanAfter enabled. Deleting " + base.Pkgbase() + " source folder.")))
  874. os.RemoveAll(dir)
  875. }
  876. }