install.go 24 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075
  1. package main
  2. import (
  3. "fmt"
  4. "os"
  5. "os/exec"
  6. "path/filepath"
  7. "strconv"
  8. "strings"
  9. "sync"
  10. gosrc "github.com/Morganamilo/go-srcinfo"
  11. alpm "github.com/jguer/go-alpm"
  12. )
  13. // Install handles package installs
  14. func install(parser *arguments) error {
  15. var err error
  16. var incompatible stringSet
  17. var do *depOrder
  18. var aurUp upSlice
  19. var repoUp upSlice
  20. var srcinfos map[string]*gosrc.Srcinfo
  21. warnings := &aurWarnings{}
  22. removeMake := false
  23. if mode == modeAny || mode == modeRepo {
  24. if config.CombinedUpgrade {
  25. if parser.existsArg("y", "refresh") {
  26. err = earlyRefresh(parser)
  27. if err != nil {
  28. return fmt.Errorf("Error refreshing databases")
  29. }
  30. }
  31. } else if parser.existsArg("y", "refresh") || parser.existsArg("u", "sysupgrade") || len(parser.targets) > 0 {
  32. err = earlyPacmanCall(parser)
  33. if err != nil {
  34. return err
  35. }
  36. }
  37. }
  38. //we may have done -Sy, our handle now has an old
  39. //database.
  40. err = initAlpmHandle()
  41. if err != nil {
  42. return err
  43. }
  44. _, _, localNames, remoteNames, err := filterPackages()
  45. if err != nil {
  46. return err
  47. }
  48. remoteNamesCache := sliceToStringSet(remoteNames)
  49. localNamesCache := sliceToStringSet(localNames)
  50. requestTargets := parser.copy().targets
  51. //create the arguments to pass for the repo install
  52. arguments := parser.copy()
  53. arguments.delArg("asdeps", "asdep")
  54. arguments.delArg("asexplicit", "asexp")
  55. arguments.op = "S"
  56. arguments.clearTargets()
  57. if mode == modeAUR {
  58. arguments.delArg("u", "sysupgrade")
  59. }
  60. //if we are doing -u also request all packages needing update
  61. if parser.existsArg("u", "sysupgrade") {
  62. aurUp, repoUp, err = upList(warnings)
  63. if err != nil {
  64. return err
  65. }
  66. warnings.print()
  67. ignore, aurUp, err := upgradePkgs(aurUp, repoUp)
  68. if err != nil {
  69. return err
  70. }
  71. for _, up := range repoUp {
  72. if !ignore.get(up.Name) {
  73. requestTargets = append(requestTargets, up.Name)
  74. parser.addTarget(up.Name)
  75. }
  76. }
  77. for up := range aurUp {
  78. requestTargets = append(requestTargets, "aur/"+up)
  79. parser.addTarget("aur/" + up)
  80. }
  81. value, _, exists := cmdArgs.getArg("ignore")
  82. if len(ignore) > 0 {
  83. ignoreStr := strings.Join(ignore.toSlice(), ",")
  84. if exists {
  85. ignoreStr += "," + value
  86. }
  87. arguments.options["ignore"] = ignoreStr
  88. }
  89. }
  90. targets := sliceToStringSet(parser.targets)
  91. dp, err := getDepPool(requestTargets, warnings)
  92. if err != nil {
  93. return err
  94. }
  95. err = dp.CheckMissing()
  96. if err != nil {
  97. return err
  98. }
  99. if len(dp.Aur) == 0 {
  100. if !config.CombinedUpgrade {
  101. if parser.existsArg("u", "sysupgrade") {
  102. fmt.Println(" there is nothing to do")
  103. }
  104. return nil
  105. }
  106. parser.op = "S"
  107. parser.delArg("y", "refresh")
  108. parser.options["ignore"] = arguments.options["ignore"]
  109. return show(passToPacman(parser))
  110. }
  111. if len(dp.Aur) > 0 && os.Geteuid() == 0 {
  112. return fmt.Errorf(bold(red(arrow)) + " Refusing to install AUR Packages as root, Aborting.")
  113. }
  114. conflicts, err := dp.CheckConflicts()
  115. if err != nil {
  116. return err
  117. }
  118. do = getDepOrder(dp)
  119. if err != nil {
  120. return err
  121. }
  122. for _, pkg := range do.Repo {
  123. arguments.addTarget(pkg.DB().Name() + "/" + pkg.Name())
  124. }
  125. for _, pkg := range dp.Groups {
  126. arguments.addTarget(pkg)
  127. }
  128. if len(do.Aur) == 0 && len(arguments.targets) == 0 && (!parser.existsArg("u", "sysupgrade") || mode == modeAUR) {
  129. fmt.Println(" there is nothing to do")
  130. return nil
  131. }
  132. do.Print()
  133. fmt.Println()
  134. if do.HasMake() {
  135. switch config.RemoveMake {
  136. case "yes":
  137. removeMake = true
  138. case "no":
  139. removeMake = false
  140. default:
  141. removeMake = continueTask("Remove make dependencies after install?", false)
  142. }
  143. }
  144. if config.CleanMenu {
  145. if anyExistInCache(do.Aur) {
  146. askClean := pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  147. toClean, err := cleanNumberMenu(do.Aur, remoteNamesCache, askClean)
  148. if err != nil {
  149. return err
  150. }
  151. cleanBuilds(toClean)
  152. }
  153. }
  154. toSkip := pkgbuildsToSkip(do.Aur, targets)
  155. cloned, err := downloadPkgbuilds(do.Aur, toSkip, config.BuildDir)
  156. if err != nil {
  157. return err
  158. }
  159. var toDiff []Base
  160. var toEdit []Base
  161. if config.DiffMenu {
  162. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  163. toDiff, err = diffNumberMenu(do.Aur, remoteNamesCache)
  164. if err != nil {
  165. return err
  166. }
  167. if len(toDiff) > 0 {
  168. err = showPkgbuildDiffs(toDiff, cloned)
  169. if err != nil {
  170. return err
  171. }
  172. }
  173. }
  174. if len(toDiff) > 0 {
  175. oldValue := config.NoConfirm
  176. config.NoConfirm = false
  177. fmt.Println()
  178. if !continueTask(bold(green("Proceed with install?")), true) {
  179. return fmt.Errorf("Aborting due to user")
  180. }
  181. config.NoConfirm = oldValue
  182. }
  183. err = mergePkgbuilds(do.Aur)
  184. if err != nil {
  185. return err
  186. }
  187. srcinfos, err = parseSrcinfoFiles(do.Aur, true)
  188. if err != nil {
  189. return err
  190. }
  191. if config.EditMenu {
  192. pkgbuildNumberMenu(do.Aur, remoteNamesCache)
  193. toEdit, err = editNumberMenu(do.Aur, remoteNamesCache)
  194. if err != nil {
  195. return err
  196. }
  197. if len(toEdit) > 0 {
  198. err = editPkgbuilds(toEdit, srcinfos)
  199. if err != nil {
  200. return err
  201. }
  202. }
  203. }
  204. if len(toEdit) > 0 {
  205. oldValue := config.NoConfirm
  206. config.NoConfirm = false
  207. fmt.Println()
  208. if !continueTask(bold(green("Proceed with install?")), true) {
  209. return fmt.Errorf("Aborting due to user")
  210. }
  211. config.NoConfirm = oldValue
  212. }
  213. incompatible, err = getIncompatible(do.Aur, srcinfos)
  214. if err != nil {
  215. return err
  216. }
  217. if config.PGPFetch {
  218. err = checkPgpKeys(do.Aur, srcinfos)
  219. if err != nil {
  220. return err
  221. }
  222. }
  223. if !config.CombinedUpgrade {
  224. arguments.delArg("u", "sysupgrade")
  225. }
  226. if len(arguments.targets) > 0 || arguments.existsArg("u") {
  227. err := show(passToPacman(arguments))
  228. if err != nil {
  229. return fmt.Errorf("Error installing repo packages")
  230. }
  231. depArguments := makeArguments()
  232. depArguments.addArg("D", "asdeps")
  233. expArguments := makeArguments()
  234. expArguments.addArg("D", "asexplicit")
  235. for _, pkg := range do.Repo {
  236. if !dp.Explicit.get(pkg.Name()) && !localNamesCache.get(pkg.Name()) && !remoteNamesCache.get(pkg.Name()) {
  237. depArguments.addTarget(pkg.Name())
  238. continue
  239. }
  240. if parser.existsArg("asdeps", "asdep") && dp.Explicit.get(pkg.Name()) {
  241. depArguments.addTarget(pkg.Name())
  242. } else if parser.existsArg("asexp", "asexplicit") && dp.Explicit.get(pkg.Name()) {
  243. expArguments.addTarget(pkg.Name())
  244. }
  245. }
  246. if len(depArguments.targets) > 0 {
  247. _, stderr, err := capture(passToPacman(depArguments))
  248. if err != nil {
  249. return fmt.Errorf("%s%s", stderr, err)
  250. }
  251. }
  252. if len(expArguments.targets) > 0 {
  253. _, stderr, err := capture(passToPacman(expArguments))
  254. if err != nil {
  255. return fmt.Errorf("%s%s", stderr, err)
  256. }
  257. }
  258. }
  259. go updateCompletion(false)
  260. err = downloadPkgbuildsSources(do.Aur, incompatible)
  261. if err != nil {
  262. return err
  263. }
  264. err = buildInstallPkgbuilds(dp, do, srcinfos, parser, incompatible, conflicts)
  265. if err != nil {
  266. return err
  267. }
  268. if removeMake {
  269. removeArguments := makeArguments()
  270. removeArguments.addArg("R", "u")
  271. for _, pkg := range do.getMake() {
  272. removeArguments.addTarget(pkg)
  273. }
  274. oldValue := config.NoConfirm
  275. config.NoConfirm = true
  276. err = show(passToPacman(removeArguments))
  277. config.NoConfirm = oldValue
  278. if err != nil {
  279. return err
  280. }
  281. }
  282. if config.CleanAfter {
  283. cleanAfter(do.Aur)
  284. }
  285. return nil
  286. }
  287. func inRepos(syncDB alpm.DBList, pkg string) bool {
  288. target := toTarget(pkg)
  289. if target.DB == "aur" {
  290. return false
  291. } else if target.DB != "" {
  292. return true
  293. }
  294. previousHideMenus := hideMenus
  295. hideMenus = false
  296. _, err := syncDB.FindSatisfier(target.DepString())
  297. hideMenus = previousHideMenus
  298. if err == nil {
  299. return true
  300. }
  301. return !syncDB.FindGroupPkgs(target.Name).Empty()
  302. }
  303. func earlyPacmanCall(parser *arguments) error {
  304. arguments := parser.copy()
  305. arguments.op = "S"
  306. targets := parser.targets
  307. parser.clearTargets()
  308. arguments.clearTargets()
  309. syncDB, err := alpmHandle.SyncDBs()
  310. if err != nil {
  311. return err
  312. }
  313. if mode == modeRepo {
  314. arguments.targets = targets
  315. } else {
  316. //separate aur and repo targets
  317. for _, target := range targets {
  318. if inRepos(syncDB, target) {
  319. arguments.addTarget(target)
  320. } else {
  321. parser.addTarget(target)
  322. }
  323. }
  324. }
  325. if parser.existsArg("y", "refresh") || parser.existsArg("u", "sysupgrade") || len(arguments.targets) > 0 {
  326. err = show(passToPacman(arguments))
  327. if err != nil {
  328. return fmt.Errorf("Error installing repo packages")
  329. }
  330. }
  331. return nil
  332. }
  333. func earlyRefresh(parser *arguments) error {
  334. arguments := parser.copy()
  335. parser.delArg("y", "refresh")
  336. arguments.delArg("u", "sysupgrade")
  337. arguments.delArg("s", "search")
  338. arguments.delArg("i", "info")
  339. arguments.delArg("l", "list")
  340. arguments.clearTargets()
  341. return show(passToPacman(arguments))
  342. }
  343. func getIncompatible(bases []Base, srcinfos map[string]*gosrc.Srcinfo) (stringSet, error) {
  344. incompatible := make(stringSet)
  345. basesMap := make(map[string]Base)
  346. alpmArch, err := alpmHandle.Arch()
  347. if err != nil {
  348. return nil, err
  349. }
  350. nextpkg:
  351. for _, base := range bases {
  352. for _, arch := range srcinfos[base.Pkgbase()].Arch {
  353. if arch == "any" || arch == alpmArch {
  354. continue nextpkg
  355. }
  356. }
  357. incompatible.set(base.Pkgbase())
  358. basesMap[base.Pkgbase()] = base
  359. }
  360. if len(incompatible) > 0 {
  361. fmt.Println()
  362. fmt.Print(bold(yellow(arrow)) + " The following packages are not compatible with your architecture:")
  363. for pkg := range incompatible {
  364. fmt.Print(" " + cyan(basesMap[pkg].String()))
  365. }
  366. fmt.Println()
  367. if !continueTask("Try to build them anyway?", true) {
  368. return nil, fmt.Errorf("Aborting due to user")
  369. }
  370. }
  371. return incompatible, nil
  372. }
  373. func parsePackageList(dir string) (map[string]string, string, error) {
  374. stdout, stderr, err := capture(passToMakepkg(dir, "--packagelist"))
  375. if err != nil {
  376. return nil, "", fmt.Errorf("%s%s", stderr, err)
  377. }
  378. var version string
  379. lines := strings.Split(stdout, "\n")
  380. pkgdests := make(map[string]string)
  381. for _, line := range lines {
  382. if line == "" {
  383. continue
  384. }
  385. fileName := filepath.Base(line)
  386. split := strings.Split(fileName, "-")
  387. if len(split) < 4 {
  388. return nil, "", fmt.Errorf("Can not find package name : %s", split)
  389. }
  390. // pkgname-pkgver-pkgrel-arch.pkgext
  391. // This assumes 3 dashes after the pkgname, Will cause an error
  392. // if the PKGEXT contains a dash. Please no one do that.
  393. pkgname := strings.Join(split[:len(split)-3], "-")
  394. version = strings.Join(split[len(split)-3:len(split)-1], "-")
  395. pkgdests[pkgname] = line
  396. }
  397. return pkgdests, version, nil
  398. }
  399. func anyExistInCache(bases []Base) bool {
  400. for _, base := range bases {
  401. pkg := base.Pkgbase()
  402. dir := filepath.Join(config.BuildDir, pkg)
  403. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  404. return true
  405. }
  406. }
  407. return false
  408. }
  409. func pkgbuildNumberMenu(bases []Base, installed stringSet) bool {
  410. toPrint := ""
  411. askClean := false
  412. for n, base := range bases {
  413. pkg := base.Pkgbase()
  414. dir := filepath.Join(config.BuildDir, pkg)
  415. toPrint += fmt.Sprintf(magenta("%3d")+" %-40s", len(bases)-n,
  416. bold(base.String()))
  417. anyInstalled := false
  418. for _, b := range base {
  419. anyInstalled = anyInstalled || installed.get(b.Name)
  420. }
  421. if anyInstalled {
  422. toPrint += bold(green(" (Installed)"))
  423. }
  424. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  425. toPrint += bold(green(" (Build Files Exist)"))
  426. askClean = true
  427. }
  428. toPrint += "\n"
  429. }
  430. fmt.Print(toPrint)
  431. return askClean
  432. }
  433. func cleanNumberMenu(bases []Base, installed stringSet, hasClean bool) ([]Base, error) {
  434. toClean := make([]Base, 0)
  435. if !hasClean {
  436. return toClean, nil
  437. }
  438. fmt.Println(bold(green(arrow + " Packages to cleanBuild?")))
  439. fmt.Println(bold(green(arrow) + cyan(" [N]one ") + "[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)"))
  440. fmt.Print(bold(green(arrow + " ")))
  441. cleanInput, err := getInput(config.AnswerClean)
  442. if err != nil {
  443. return nil, err
  444. }
  445. cInclude, cExclude, cOtherInclude, cOtherExclude := parseNumberMenu(cleanInput)
  446. cIsInclude := len(cExclude) == 0 && len(cOtherExclude) == 0
  447. if cOtherInclude.get("abort") || cOtherInclude.get("ab") {
  448. return nil, fmt.Errorf("Aborting due to user")
  449. }
  450. if !cOtherInclude.get("n") && !cOtherInclude.get("none") {
  451. for i, base := range bases {
  452. pkg := base.Pkgbase()
  453. anyInstalled := false
  454. for _, b := range base {
  455. anyInstalled = anyInstalled || installed.get(b.Name)
  456. }
  457. dir := filepath.Join(config.BuildDir, pkg)
  458. if _, err := os.Stat(dir); os.IsNotExist(err) {
  459. continue
  460. }
  461. if !cIsInclude && cExclude.get(len(bases)-i) {
  462. continue
  463. }
  464. if anyInstalled && (cOtherInclude.get("i") || cOtherInclude.get("installed")) {
  465. toClean = append(toClean, base)
  466. continue
  467. }
  468. if !anyInstalled && (cOtherInclude.get("no") || cOtherInclude.get("notinstalled")) {
  469. toClean = append(toClean, base)
  470. continue
  471. }
  472. if cOtherInclude.get("a") || cOtherInclude.get("all") {
  473. toClean = append(toClean, base)
  474. continue
  475. }
  476. if cIsInclude && (cInclude.get(len(bases)-i) || cOtherInclude.get(pkg)) {
  477. toClean = append(toClean, base)
  478. continue
  479. }
  480. if !cIsInclude && (!cExclude.get(len(bases)-i) && !cOtherExclude.get(pkg)) {
  481. toClean = append(toClean, base)
  482. continue
  483. }
  484. }
  485. }
  486. return toClean, nil
  487. }
  488. func editNumberMenu(bases []Base, installed stringSet) ([]Base, error) {
  489. return editDiffNumberMenu(bases, installed, false)
  490. }
  491. func diffNumberMenu(bases []Base, installed stringSet) ([]Base, error) {
  492. return editDiffNumberMenu(bases, installed, true)
  493. }
  494. func editDiffNumberMenu(bases []Base, installed stringSet, diff bool) ([]Base, error) {
  495. toEdit := make([]Base, 0)
  496. var editInput string
  497. var err error
  498. fmt.Println(bold(green(arrow) + cyan(" [N]one ") + "[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)"))
  499. if diff {
  500. fmt.Println(bold(green(arrow + " Diffs to show?")))
  501. fmt.Print(bold(green(arrow + " ")))
  502. editInput, err = getInput(config.AnswerDiff)
  503. if err != nil {
  504. return nil, err
  505. }
  506. } else {
  507. fmt.Println(bold(green(arrow + " PKGBUILDs to edit?")))
  508. fmt.Print(bold(green(arrow + " ")))
  509. editInput, err = getInput(config.AnswerEdit)
  510. if err != nil {
  511. return nil, err
  512. }
  513. }
  514. eInclude, eExclude, eOtherInclude, eOtherExclude := parseNumberMenu(editInput)
  515. eIsInclude := len(eExclude) == 0 && len(eOtherExclude) == 0
  516. if eOtherInclude.get("abort") || eOtherInclude.get("ab") {
  517. return nil, fmt.Errorf("Aborting due to user")
  518. }
  519. if !eOtherInclude.get("n") && !eOtherInclude.get("none") {
  520. for i, base := range bases {
  521. pkg := base.Pkgbase()
  522. anyInstalled := false
  523. for _, b := range base {
  524. anyInstalled = anyInstalled || installed.get(b.Name)
  525. }
  526. if !eIsInclude && eExclude.get(len(bases)-i) {
  527. continue
  528. }
  529. if anyInstalled && (eOtherInclude.get("i") || eOtherInclude.get("installed")) {
  530. toEdit = append(toEdit, base)
  531. continue
  532. }
  533. if !anyInstalled && (eOtherInclude.get("no") || eOtherInclude.get("notinstalled")) {
  534. toEdit = append(toEdit, base)
  535. continue
  536. }
  537. if eOtherInclude.get("a") || eOtherInclude.get("all") {
  538. toEdit = append(toEdit, base)
  539. continue
  540. }
  541. if eIsInclude && (eInclude.get(len(bases)-i) || eOtherInclude.get(pkg)) {
  542. toEdit = append(toEdit, base)
  543. }
  544. if !eIsInclude && (!eExclude.get(len(bases)-i) && !eOtherExclude.get(pkg)) {
  545. toEdit = append(toEdit, base)
  546. }
  547. }
  548. }
  549. return toEdit, nil
  550. }
  551. func showPkgbuildDiffs(bases []Base, cloned stringSet) error {
  552. for _, base := range bases {
  553. pkg := base.Pkgbase()
  554. dir := filepath.Join(config.BuildDir, pkg)
  555. if shouldUseGit(dir) {
  556. start := "HEAD"
  557. if cloned.get(pkg) {
  558. start = gitEmptyTree
  559. } else {
  560. hasDiff, err := gitHasDiff(config.BuildDir, pkg)
  561. if err != nil {
  562. return err
  563. }
  564. if !hasDiff {
  565. fmt.Printf("%s %s: %s\n", bold(yellow(arrow)), cyan(base.String()), bold("No changes -- skipping"))
  566. continue
  567. }
  568. }
  569. args := []string{"diff", start + "..HEAD@{upstream}", "--src-prefix", dir + "/", "--dst-prefix", dir + "/", "--", ".", ":(exclude).SRCINFO"}
  570. if useColor {
  571. args = append(args, "--color=always")
  572. } else {
  573. args = append(args, "--color=never")
  574. }
  575. err := show(passToGit(dir, args...))
  576. if err != nil {
  577. return err
  578. }
  579. } else {
  580. args := []string{"diff"}
  581. if useColor {
  582. args = append(args, "--color=always")
  583. } else {
  584. args = append(args, "--color=never")
  585. }
  586. args = append(args, "--no-index", "/var/empty", dir)
  587. // git always returns 1. why? I have no idea
  588. show(passToGit(dir, args...))
  589. }
  590. }
  591. return nil
  592. }
  593. func editPkgbuilds(bases []Base, srcinfos map[string]*gosrc.Srcinfo) error {
  594. pkgbuilds := make([]string, 0, len(bases))
  595. for _, base := range bases {
  596. pkg := base.Pkgbase()
  597. dir := filepath.Join(config.BuildDir, pkg)
  598. pkgbuilds = append(pkgbuilds, filepath.Join(dir, "PKGBUILD"))
  599. for _, splitPkg := range srcinfos[pkg].SplitPackages() {
  600. if splitPkg.Install != "" {
  601. pkgbuilds = append(pkgbuilds, filepath.Join(dir, splitPkg.Install))
  602. }
  603. }
  604. }
  605. if len(pkgbuilds) > 0 {
  606. editor, editorArgs := editor()
  607. editorArgs = append(editorArgs, pkgbuilds...)
  608. editcmd := exec.Command(editor, editorArgs...)
  609. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  610. err := editcmd.Run()
  611. if err != nil {
  612. return fmt.Errorf("Editor did not exit successfully, Aborting: %s", err)
  613. }
  614. }
  615. return nil
  616. }
  617. func parseSrcinfoFiles(bases []Base, errIsFatal bool) (map[string]*gosrc.Srcinfo, error) {
  618. srcinfos := make(map[string]*gosrc.Srcinfo)
  619. for k, base := range bases {
  620. pkg := base.Pkgbase()
  621. dir := filepath.Join(config.BuildDir, pkg)
  622. str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n")
  623. fmt.Printf(str, k+1, len(bases), cyan(base.String()))
  624. pkgbuild, err := gosrc.ParseFile(filepath.Join(dir, ".SRCINFO"))
  625. if err != nil {
  626. if !errIsFatal {
  627. fmt.Fprintf(os.Stderr, "failed to parse %s -- skipping: %s\n", base.String(), err)
  628. continue
  629. }
  630. return nil, fmt.Errorf("failed to parse %s: %s", base.String(), err)
  631. }
  632. srcinfos[pkg] = pkgbuild
  633. }
  634. return srcinfos, nil
  635. }
  636. func pkgbuildsToSkip(bases []Base, targets stringSet) stringSet {
  637. toSkip := make(stringSet)
  638. for _, base := range bases {
  639. isTarget := false
  640. for _, pkg := range base {
  641. isTarget = isTarget || targets.get(pkg.Name)
  642. }
  643. if (config.ReDownload == "yes" && isTarget) || config.ReDownload == "all" {
  644. continue
  645. }
  646. dir := filepath.Join(config.BuildDir, base.Pkgbase(), ".SRCINFO")
  647. pkgbuild, err := gosrc.ParseFile(dir)
  648. if err == nil {
  649. if alpm.VerCmp(pkgbuild.Version(), base.Version()) >= 0 {
  650. toSkip.set(base.Pkgbase())
  651. }
  652. }
  653. }
  654. return toSkip
  655. }
  656. func mergePkgbuilds(bases []Base) error {
  657. for _, base := range bases {
  658. if shouldUseGit(filepath.Join(config.BuildDir, base.Pkgbase())) {
  659. err := gitMerge(config.BuildDir, base.Pkgbase())
  660. if err != nil {
  661. return err
  662. }
  663. }
  664. }
  665. return nil
  666. }
  667. func downloadPkgbuilds(bases []Base, toSkip stringSet, buildDir string) (stringSet, error) {
  668. cloned := make(stringSet)
  669. downloaded := 0
  670. var wg sync.WaitGroup
  671. var mux sync.Mutex
  672. var errs MultiError
  673. download := func(k int, base Base) {
  674. defer wg.Done()
  675. pkg := base.Pkgbase()
  676. if toSkip.get(pkg) {
  677. mux.Lock()
  678. downloaded++
  679. str := bold(cyan("::") + " PKGBUILD up to date, Skipping (%d/%d): %s\n")
  680. fmt.Printf(str, downloaded, len(bases), cyan(base.String()))
  681. mux.Unlock()
  682. return
  683. }
  684. if shouldUseGit(filepath.Join(config.BuildDir, pkg)) {
  685. clone, err := gitDownload(config.AURURL+"/"+pkg+".git", buildDir, pkg)
  686. if err != nil {
  687. errs.Add(err)
  688. return
  689. }
  690. if clone {
  691. mux.Lock()
  692. cloned.set(pkg)
  693. mux.Unlock()
  694. }
  695. } else {
  696. err := downloadAndUnpack(config.AURURL+base.URLPath(), buildDir)
  697. if err != nil {
  698. errs.Add(err)
  699. return
  700. }
  701. }
  702. mux.Lock()
  703. downloaded++
  704. str := bold(cyan("::") + " Downloaded PKGBUILD (%d/%d): %s\n")
  705. fmt.Printf(str, downloaded, len(bases), cyan(base.String()))
  706. mux.Unlock()
  707. }
  708. count := 0
  709. for k, base := range bases {
  710. wg.Add(1)
  711. go download(k, base)
  712. count++
  713. if count%25 == 0 {
  714. wg.Wait()
  715. }
  716. }
  717. wg.Wait()
  718. return cloned, errs.Return()
  719. }
  720. func downloadPkgbuildsSources(bases []Base, incompatible stringSet) (err error) {
  721. for _, base := range bases {
  722. pkg := base.Pkgbase()
  723. dir := filepath.Join(config.BuildDir, pkg)
  724. args := []string{"--verifysource", "-Ccf"}
  725. if incompatible.get(pkg) {
  726. args = append(args, "--ignorearch")
  727. }
  728. err = show(passToMakepkg(dir, args...))
  729. if err != nil {
  730. return fmt.Errorf("Error downloading sources: %s", cyan(base.String()))
  731. }
  732. }
  733. return
  734. }
  735. func buildInstallPkgbuilds(dp *depPool, do *depOrder, srcinfos map[string]*gosrc.Srcinfo, parser *arguments, incompatible stringSet, conflicts mapStringSet) error {
  736. for _, base := range do.Aur {
  737. pkg := base.Pkgbase()
  738. dir := filepath.Join(config.BuildDir, pkg)
  739. built := true
  740. srcinfo := srcinfos[pkg]
  741. args := []string{"--nobuild", "-fC"}
  742. if incompatible.get(pkg) {
  743. args = append(args, "--ignorearch")
  744. }
  745. //pkgver bump
  746. err := show(passToMakepkg(dir, args...))
  747. if err != nil {
  748. return fmt.Errorf("Error making: %s", base.String())
  749. }
  750. pkgdests, version, err := parsePackageList(dir)
  751. if err != nil {
  752. return err
  753. }
  754. isExplicit := false
  755. for _, b := range base {
  756. isExplicit = isExplicit || dp.Explicit.get(b.Name)
  757. }
  758. if config.ReBuild == "no" || (config.ReBuild == "yes" && !isExplicit) {
  759. for _, split := range base {
  760. pkgdest, ok := pkgdests[split.Name]
  761. if !ok {
  762. return fmt.Errorf("Could not find PKGDEST for: %s", split.Name)
  763. }
  764. _, err := os.Stat(pkgdest)
  765. if os.IsNotExist(err) {
  766. built = false
  767. } else if err != nil {
  768. return err
  769. }
  770. }
  771. } else {
  772. built = false
  773. }
  774. if cmdArgs.existsArg("needed") {
  775. installed := true
  776. for _, split := range base {
  777. if alpmpkg := dp.LocalDB.Pkg(split.Name); alpmpkg == nil || alpmpkg.Version() != version {
  778. installed = false
  779. }
  780. }
  781. if installed {
  782. show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  783. fmt.Println(cyan(pkg+"-"+version) + bold(" is up to date -- skipping"))
  784. continue
  785. }
  786. }
  787. if built {
  788. show(passToMakepkg(dir, "-c", "--nobuild", "--noextract", "--ignorearch"))
  789. fmt.Println(bold(yellow(arrow)),
  790. cyan(pkg+"-"+version)+bold(" already made -- skipping build"))
  791. } else {
  792. args := []string{"-cf", "--noconfirm", "--noextract", "--noprepare", "--holdver"}
  793. if incompatible.get(pkg) {
  794. args = append(args, "--ignorearch")
  795. }
  796. err := show(passToMakepkg(dir, args...))
  797. if err != nil {
  798. return fmt.Errorf("Error making: %s", base.String())
  799. }
  800. }
  801. arguments := parser.copy()
  802. arguments.clearTargets()
  803. arguments.op = "U"
  804. arguments.delArg("confirm")
  805. arguments.delArg("noconfirm")
  806. arguments.delArg("c", "clean")
  807. arguments.delArg("q", "quiet")
  808. arguments.delArg("q", "quiet")
  809. arguments.delArg("y", "refresh")
  810. arguments.delArg("u", "sysupgrade")
  811. arguments.delArg("w", "downloadonly")
  812. oldConfirm := config.NoConfirm
  813. //conflicts have been checked so answer y for them
  814. if config.UseAsk {
  815. ask, _ := strconv.Atoi(cmdArgs.globals["ask"])
  816. uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg
  817. cmdArgs.globals["ask"] = fmt.Sprint(uask)
  818. } else {
  819. conflict := false
  820. for _, split := range base {
  821. if _, ok := conflicts[split.Name]; ok {
  822. conflict = true
  823. }
  824. }
  825. if !conflict {
  826. config.NoConfirm = true
  827. }
  828. }
  829. depArguments := makeArguments()
  830. depArguments.addArg("D", "asdeps")
  831. expArguments := makeArguments()
  832. expArguments.addArg("D", "asexplicit")
  833. //remotenames: names of all non repo packages on the system
  834. _, _, localNames, remoteNames, err := filterPackages()
  835. if err != nil {
  836. return err
  837. }
  838. //cache as a stringset. maybe make it return a string set in the first
  839. //place
  840. remoteNamesCache := sliceToStringSet(remoteNames)
  841. localNamesCache := sliceToStringSet(localNames)
  842. for _, split := range base {
  843. pkgdest, ok := pkgdests[split.Name]
  844. if !ok {
  845. return fmt.Errorf("Could not find PKGDEST for: %s", split.Name)
  846. }
  847. arguments.addTarget(pkgdest)
  848. if !dp.Explicit.get(split.Name) && !localNamesCache.get(split.Name) && !remoteNamesCache.get(split.Name) {
  849. depArguments.addTarget(split.Name)
  850. }
  851. if dp.Explicit.get(split.Name) {
  852. if parser.existsArg("asdeps", "asdep") {
  853. depArguments.addTarget(split.Name)
  854. } else if parser.existsArg("asexplicit", "asexp") {
  855. expArguments.addTarget(split.Name)
  856. }
  857. }
  858. }
  859. err = show(passToPacman(arguments))
  860. if err != nil {
  861. return err
  862. }
  863. var mux sync.Mutex
  864. var wg sync.WaitGroup
  865. for _, pkg := range base {
  866. wg.Add(1)
  867. go updateVCSData(pkg.Name, srcinfo.Source, &mux, &wg)
  868. }
  869. wg.Wait()
  870. err = saveVCSInfo()
  871. if err != nil {
  872. fmt.Fprintln(os.Stderr, err)
  873. }
  874. if len(depArguments.targets) > 0 {
  875. _, stderr, err := capture(passToPacman(depArguments))
  876. if err != nil {
  877. return fmt.Errorf("%s%s", stderr, err)
  878. }
  879. }
  880. config.NoConfirm = oldConfirm
  881. }
  882. return nil
  883. }