install.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529
  1. package main
  2. import (
  3. "fmt"
  4. "io/ioutil"
  5. "os"
  6. "os/exec"
  7. "strconv"
  8. "strings"
  9. alpm "github.com/jguer/go-alpm"
  10. rpc "github.com/mikkeloscar/aur"
  11. gopkg "github.com/mikkeloscar/gopkgbuild"
  12. )
  13. // Install handles package installs
  14. func install(parser *arguments) error {
  15. removeMake := false
  16. aurTargets, repoTargets, err := packageSlices(parser.targets.toSlice())
  17. if err != nil {
  18. return err
  19. }
  20. srcinfos := make(map[string]*gopkg.PKGBUILD)
  21. var dc *depCatagories
  22. //fmt.Println(green(arrow), green("Resolving Dependencies"))
  23. requestTargets := append(aurTargets, repoTargets...)
  24. //remotenames: names of all non repo packages on the system
  25. _, _, _, remoteNames, err := filterPackages()
  26. if err != nil {
  27. return err
  28. }
  29. //cache as a stringset. maybe make it return a string set in the first
  30. //place
  31. remoteNamesCache := make(stringSet)
  32. for _, name := range remoteNames {
  33. remoteNamesCache.set(name)
  34. }
  35. //if we are doing -u also request every non repo package on the system
  36. if parser.existsArg("u", "sysupgrade") {
  37. requestTargets = append(requestTargets, remoteNames...)
  38. }
  39. if len(aurTargets) > 0 || parser.existsArg("u", "sysupgrade") && len(remoteNames) > 0 {
  40. fmt.Println(bold(cyan("::") + " Querying AUR..."))
  41. }
  42. dt, err := getDepTree(requestTargets)
  43. if err != nil {
  44. return err
  45. }
  46. //only error if direct targets or deps are missing
  47. for missingName := range dt.Missing {
  48. if !remoteNamesCache.get(missingName) {
  49. return fmt.Errorf(bold(red(arrow+" Error: ")) +
  50. "Could not find all required package")
  51. }
  52. }
  53. //create the arguments to pass for the repo install
  54. arguments := parser.copy()
  55. arguments.delArg("u", "sysupgrade")
  56. arguments.delArg("y", "refresh")
  57. arguments.op = "S"
  58. arguments.targets = make(stringSet)
  59. if parser.existsArg("u", "sysupgrade") {
  60. repoUp, aurUp, err := upgradePkgs(dt)
  61. if err != nil {
  62. return err
  63. }
  64. fmt.Println()
  65. for pkg := range aurUp {
  66. parser.addTarget(pkg)
  67. }
  68. for pkg := range repoUp {
  69. arguments.addTarget(pkg)
  70. }
  71. //discard stuff thats
  72. //not a target and
  73. //not an upgrade and
  74. //is installed
  75. for pkg := range dt.Aur {
  76. if !parser.targets.get(pkg) && remoteNamesCache.get(pkg) {
  77. delete(dt.Aur, pkg)
  78. }
  79. }
  80. }
  81. hasAur := len(dt.Aur) != 0
  82. dc, err = getDepCatagories(parser.formatTargets(), dt)
  83. if err != nil {
  84. return err
  85. }
  86. for _, pkg := range dc.Repo {
  87. arguments.addTarget(pkg.Name())
  88. }
  89. //for _, pkg := range repoTargets {
  90. //arguments.addTarget(pkg)
  91. //}
  92. if len(dc.Aur) == 0 && len(arguments.targets) == 0 {
  93. fmt.Println("There is nothing to do")
  94. return nil
  95. }
  96. if hasAur {
  97. printDepCatagories(dc)
  98. hasAur = len(dc.Aur) != 0
  99. fmt.Println()
  100. }
  101. if !parser.existsArg("gendb") && len(arguments.targets) > 0 {
  102. err := passToPacman(arguments)
  103. if err != nil {
  104. return fmt.Errorf("Error installing repo packages.")
  105. }
  106. depArguments := makeArguments()
  107. depArguments.addArg("D", "asdeps")
  108. for _, pkg := range dc.Repo {
  109. depArguments.addTarget(pkg.Name())
  110. }
  111. for _, pkg := range repoTargets {
  112. depArguments.delTarget(pkg)
  113. }
  114. if len(depArguments.targets) > 0 {
  115. _, stderr, err := passToPacmanCapture(depArguments)
  116. if err != nil {
  117. return fmt.Errorf("%s%s", stderr, err)
  118. }
  119. }
  120. }
  121. if hasAur {
  122. if !parser.existsArg("gendb") {
  123. err = checkForConflicts(dc)
  124. if err != nil {
  125. return err
  126. }
  127. }
  128. if len(dc.MakeOnly) > 0 {
  129. if !continueTask("Remove make dependencies after install?", "yY") {
  130. removeMake = true
  131. }
  132. }
  133. askCleanBuilds(dc.Aur, dc.Bases)
  134. if !continueTask("Proceed with Download?", "nN") {
  135. return fmt.Errorf("Aborting due to user")
  136. }
  137. err = dowloadPkgBuilds(dc.Aur, dc.Bases)
  138. if err != nil {
  139. return err
  140. }
  141. err = askEditPkgBuilds(dc.Aur, dc.Bases)
  142. if err != nil {
  143. return err
  144. }
  145. if !continueTask("Proceed with install?", "nN") {
  146. return fmt.Errorf("Aborting due to user")
  147. }
  148. //conflicts have been checked so answer y for them
  149. ask, _ := strconv.Atoi(cmdArgs.globals["ask"])
  150. uask := alpm.Question(ask) | alpm.QuestionConflictPkg
  151. cmdArgs.globals["ask"] = fmt.Sprint(uask)
  152. //this downloads the package build sources but also causes
  153. //a version bumb for vsc packages
  154. //that should not edit the sources so we should be safe to skip
  155. //it and parse the srcinfo at the current version
  156. if arguments.existsArg("gendb") {
  157. err = parsesrcinfosFile(dc.Aur, srcinfos, dc.Bases)
  158. if err != nil {
  159. return err
  160. }
  161. fmt.Println(bold(green(arrow + " GenDB finished. No packages were installed")))
  162. return nil
  163. }
  164. err = downloadPkgBuildsSources(dc.Aur, dc.Bases)
  165. if err != nil {
  166. return err
  167. }
  168. err = parsesrcinfosGenerate(dc.Aur, srcinfos, dc.Bases)
  169. if err != nil {
  170. return err
  171. }
  172. err = buildInstallPkgBuilds(dc.Aur, srcinfos, parser.targets, parser, dc.Bases)
  173. if err != nil {
  174. return err
  175. }
  176. if len(dc.MakeOnly) > 0 {
  177. if !removeMake {
  178. return nil
  179. }
  180. removeArguments := makeArguments()
  181. removeArguments.addArg("R", "u")
  182. for pkg := range dc.MakeOnly {
  183. removeArguments.addTarget(pkg)
  184. }
  185. oldValue := config.NoConfirm
  186. config.NoConfirm = true
  187. err = passToPacman(removeArguments)
  188. config.NoConfirm = oldValue
  189. if err != nil {
  190. return err
  191. }
  192. }
  193. if config.CleanAfter {
  194. clean(dc.Aur)
  195. }
  196. return nil
  197. }
  198. return nil
  199. }
  200. func askCleanBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) {
  201. for _, pkg := range pkgs {
  202. dir := config.BuildDir + pkg.PackageBase + "/"
  203. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  204. str := pkg.Name
  205. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  206. str += " ("
  207. for _, split := range bases[pkg.PackageBase] {
  208. str += split.Name + " "
  209. }
  210. str = str[:len(str)-1] + ")"
  211. }
  212. if !continueTask(str+" Directory exists. Clean Build?", "yY") {
  213. _ = os.RemoveAll(config.BuildDir + pkg.PackageBase)
  214. }
  215. }
  216. }
  217. }
  218. func checkForConflicts(dc *depCatagories) error {
  219. localDb, err := alpmHandle.LocalDb()
  220. if err != nil {
  221. return err
  222. }
  223. toRemove := make(map[string]stringSet)
  224. for _, pkg := range dc.Aur {
  225. for _, cpkg := range pkg.Conflicts {
  226. if _, err := localDb.PkgByName(cpkg); err == nil {
  227. _, ok := toRemove[pkg.Name]
  228. if !ok {
  229. toRemove[pkg.Name] = make(stringSet)
  230. }
  231. toRemove[pkg.Name].set(cpkg)
  232. }
  233. }
  234. }
  235. for _, pkg := range dc.Repo {
  236. pkg.Conflicts().ForEach(func(conf alpm.Depend) error {
  237. if _, err := localDb.PkgByName(conf.Name); err == nil {
  238. _, ok := toRemove[pkg.Name()]
  239. if !ok {
  240. toRemove[pkg.Name()] = make(stringSet)
  241. }
  242. toRemove[pkg.Name()].set(conf.Name)
  243. }
  244. return nil
  245. })
  246. }
  247. if len(toRemove) != 0 {
  248. fmt.Println(
  249. red("Package conflicts found:"))
  250. for name, pkgs := range toRemove {
  251. str := "\tInstalling " + magenta(name) + " will remove"
  252. for pkg := range pkgs {
  253. str += " " + magenta(pkg)
  254. }
  255. fmt.Println(str)
  256. }
  257. }
  258. return nil
  259. }
  260. func askEditPkgBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) error {
  261. for _, pkg := range pkgs {
  262. dir := config.BuildDir + pkg.PackageBase + "/"
  263. str := "Edit PKGBUILD? " + pkg.PackageBase
  264. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  265. str += " ("
  266. for _, split := range bases[pkg.PackageBase] {
  267. str += split.Name + " "
  268. }
  269. str = str[:len(str)-1] + ")"
  270. }
  271. if !continueTask(str, "yY") {
  272. editcmd := exec.Command(editor(), dir+"PKGBUILD")
  273. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  274. err := editcmd.Run()
  275. if err != nil {
  276. return fmt.Errorf("Editor did not exit successfully, Abotring: %s", err)
  277. }
  278. }
  279. }
  280. return nil
  281. }
  282. func parsesrcinfosFile(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error {
  283. for k, pkg := range pkgs {
  284. dir := config.BuildDir + pkg.PackageBase + "/"
  285. str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n")
  286. fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases))
  287. pkgbuild, err := gopkg.ParseSRCINFO(dir + ".SRCINFO")
  288. if err != nil {
  289. return fmt.Errorf("%s: %s", pkg.Name, err)
  290. }
  291. srcinfos[pkg.PackageBase] = pkgbuild
  292. for _, pkg := range bases[pkg.PackageBase] {
  293. updateVCSData(pkg.Name, pkgbuild.Source)
  294. }
  295. }
  296. return nil
  297. }
  298. func parsesrcinfosGenerate(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error {
  299. for k, pkg := range pkgs {
  300. dir := config.BuildDir + pkg.PackageBase + "/"
  301. str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n")
  302. fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases))
  303. cmd := exec.Command(config.MakepkgBin, "--printsrcinfo")
  304. cmd.Stderr = os.Stderr
  305. cmd.Dir = dir
  306. srcinfo, err := cmd.Output()
  307. if err != nil {
  308. return err
  309. }
  310. pkgbuild, err := gopkg.ParseSRCINFOContent(srcinfo)
  311. if err != nil {
  312. return fmt.Errorf("%s: %s", pkg.Name, err)
  313. }
  314. srcinfos[pkg.PackageBase] = pkgbuild
  315. }
  316. return nil
  317. }
  318. func dowloadPkgBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) (err error) {
  319. for k, pkg := range pkgs {
  320. //todo make pretty
  321. str := bold(cyan("::") + " Downloading (%d/%d): %s\n")
  322. fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases))
  323. err = downloadAndUnpack(baseURL+pkg.URLPath, config.BuildDir, false)
  324. if err != nil {
  325. return
  326. }
  327. }
  328. return
  329. }
  330. func downloadPkgBuildsSources(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) (err error) {
  331. for _, pkg := range pkgs {
  332. dir := config.BuildDir + pkg.PackageBase + "/"
  333. err = passToMakepkg(dir, "--nobuild", "--nocheck", "--noprepare", "--nodeps")
  334. if err != nil {
  335. return fmt.Errorf("Error downloading sources: %s", formatPkgbase(pkg, bases))
  336. }
  337. }
  338. return
  339. }
  340. func buildInstallPkgBuilds(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, targets stringSet, parser *arguments, bases map[string][]*rpc.Pkg) error {
  341. for _, pkg := range pkgs {
  342. dir := config.BuildDir + pkg.PackageBase + "/"
  343. built := true
  344. srcinfo := srcinfos[pkg.PackageBase]
  345. version := srcinfo.CompleteVersion()
  346. for _, split := range bases[pkg.PackageBase] {
  347. file, err := completeFileName(dir, split.Name+"-"+version.String())
  348. if err != nil {
  349. return err
  350. }
  351. if file == "" {
  352. built = false
  353. }
  354. }
  355. if built {
  356. fmt.Println(bold(red(arrow+" Warning:")),
  357. pkg.Name+"-"+pkg.Version+" Already made -- skipping build")
  358. } else {
  359. err := passToMakepkg(dir, "-Ccf", "--noconfirm")
  360. if err != nil {
  361. return fmt.Errorf("Error making: %s", pkg.Name)
  362. }
  363. }
  364. arguments := parser.copy()
  365. arguments.targets = make(stringSet)
  366. arguments.op = "U"
  367. arguments.delArg("confirm")
  368. arguments.delArg("c", "clean")
  369. arguments.delArg("q", "quiet")
  370. arguments.delArg("q", "quiet")
  371. arguments.delArg("y", "refresh")
  372. arguments.delArg("u", "sysupgrade")
  373. arguments.delArg("w", "downloadonly")
  374. depArguments := makeArguments()
  375. depArguments.addArg("D", "asdeps")
  376. for _, split := range bases[pkg.PackageBase] {
  377. file, err := completeFileName(dir, split.Name+"-"+version.String())
  378. if err != nil {
  379. return err
  380. }
  381. if file == "" {
  382. return fmt.Errorf("Could not find built package " + split.Name + "-" + version.String())
  383. }
  384. arguments.addTarget(file)
  385. if !targets.get(split.Name) {
  386. depArguments.addTarget(split.Name)
  387. }
  388. }
  389. oldConfirm := config.NoConfirm
  390. config.NoConfirm = true
  391. err := passToPacman(arguments)
  392. if err != nil {
  393. return err
  394. }
  395. for _, pkg := range bases[pkg.PackageBase] {
  396. updateVCSData(pkg.Name, srcinfo.Source)
  397. }
  398. if len(depArguments.targets) > 0 {
  399. _, stderr, err := passToPacmanCapture(depArguments)
  400. if err != nil {
  401. return fmt.Errorf("%s%s", stderr, err)
  402. }
  403. }
  404. config.NoConfirm = oldConfirm
  405. }
  406. return nil
  407. }
  408. func clean(pkgs []*rpc.Pkg) {
  409. for _, pkg := range pkgs {
  410. dir := config.BuildDir + pkg.PackageBase + "/"
  411. fmt.Println(bold(green(arrow +
  412. " CleanAfter enabled. Deleting " + pkg.Name + " source folder.")))
  413. os.RemoveAll(dir)
  414. }
  415. }
  416. func completeFileName(dir, name string) (string, error) {
  417. files, err := ioutil.ReadDir(dir)
  418. if err != nil {
  419. return "", err
  420. }
  421. for _, file := range files {
  422. if file.IsDir() {
  423. continue
  424. }
  425. if strings.HasPrefix(file.Name(), name) {
  426. return dir + file.Name(), nil
  427. }
  428. }
  429. return "", nil
  430. }