install.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511
  1. package main
  2. import (
  3. "fmt"
  4. "io/ioutil"
  5. "os"
  6. "os/exec"
  7. "strconv"
  8. "strings"
  9. alpm "github.com/jguer/go-alpm"
  10. rpc "github.com/mikkeloscar/aur"
  11. gopkg "github.com/mikkeloscar/gopkgbuild"
  12. )
  13. // Install handles package installs
  14. func install(parser *arguments) error {
  15. removeMake := false
  16. aur, repo, err := packageSlices(parser.targets.toSlice())
  17. if err != nil {
  18. return err
  19. }
  20. srcinfos := make(map[string]*gopkg.PKGBUILD)
  21. var dc *depCatagories
  22. //fmt.Println(greenFg(arrow), greenFg("Resolving Dependencies"))
  23. requestTargets := append(aur, repo...)
  24. //remotenames: names of all non repo packages on the system
  25. _, _, _, remoteNames, err := filterPackages()
  26. if err != nil {
  27. return err
  28. }
  29. //cache as a stringset. maybe make it return a string set in the first
  30. //place
  31. remoteNamesCache := make(stringSet)
  32. for _, name := range remoteNames {
  33. remoteNamesCache.set(name)
  34. }
  35. //if we are doing -u also request every non repo package on the system
  36. if parser.existsArg("u", "sysupgrade") {
  37. requestTargets = append(requestTargets, remoteNames...)
  38. }
  39. if len(aur) > 0 || parser.existsArg("u", "sysupgrade") && len(remoteNames) > 0 {
  40. fmt.Println(boldCyanFg("::"), boldFg("Querying AUR..."))
  41. }
  42. dt, err := getDepTree(requestTargets)
  43. if err != nil {
  44. return err
  45. }
  46. //only error if direct targets or deps are missing
  47. for missingName := range dt.Missing {
  48. if !remoteNamesCache.get(missingName) {
  49. return fmt.Errorf(boldRedFgBlackBg(arrow+" Error: ") +
  50. blackBg("Could not find all required package"))
  51. }
  52. }
  53. //create the arguments to pass for the repo install
  54. arguments := parser.copy()
  55. arguments.delArg("u", "sysupgrade")
  56. arguments.delArg("y", "refresh")
  57. arguments.op = "S"
  58. arguments.targets = make(stringSet)
  59. if parser.existsArg("u", "sysupgrade") {
  60. repoUp, aurUp, err := upgradePkgs(dt)
  61. if err != nil {
  62. return err
  63. }
  64. fmt.Println()
  65. for pkg := range aurUp {
  66. parser.addTarget(pkg)
  67. }
  68. for pkg := range repoUp {
  69. arguments.addTarget(pkg)
  70. }
  71. //discard stuff thats
  72. //not a target and
  73. //not an upgrade and
  74. //is installed
  75. for pkg := range dt.Aur {
  76. if !parser.targets.get(pkg) && remoteNamesCache.get(pkg) {
  77. delete(dt.Aur, pkg)
  78. }
  79. }
  80. }
  81. hasAur := len(dt.Aur) != 0
  82. dc, err = getDepCatagories(parser.formatTargets(), dt)
  83. if err != nil {
  84. return err
  85. }
  86. for _, pkg := range dc.Repo {
  87. arguments.addTarget(pkg.Name())
  88. }
  89. for _, pkg := range repo {
  90. arguments.addTarget(pkg)
  91. }
  92. if len(dc.Aur) == 0 && len(arguments.targets) == 0 {
  93. fmt.Println("There is nothing to do")
  94. return nil
  95. }
  96. if hasAur {
  97. printDepCatagories(dc)
  98. fmt.Println()
  99. }
  100. if !parser.existsArg("gendb") && len(arguments.targets) > 0 {
  101. err := passToPacman(arguments)
  102. if err != nil {
  103. return fmt.Errorf("Error installing repo packages.")
  104. }
  105. }
  106. if hasAur {
  107. if !parser.existsArg("gendb") {
  108. err = checkForConflicts(dc)
  109. if err != nil {
  110. return err
  111. }
  112. }
  113. if len(dc.MakeOnly) > 0 {
  114. if !continueTask("Remove make dependencies after install?", "yY") {
  115. removeMake = true
  116. }
  117. }
  118. askCleanBuilds(dc.Aur, dc.Bases)
  119. if !continueTask("Proceed with Download?", "nN") {
  120. return fmt.Errorf("Aborting due to user")
  121. }
  122. err = dowloadPkgBuilds(dc.Aur, dc.Bases)
  123. if err != nil {
  124. return err
  125. }
  126. err = askEditPkgBuilds(dc.Aur, dc.Bases)
  127. if err != nil {
  128. return err
  129. }
  130. if !continueTask("Proceed with install?", "nN") {
  131. return fmt.Errorf("Aborting due to user")
  132. }
  133. //conflicts have been checked so answer y for them
  134. ask, _ := strconv.Atoi(cmdArgs.globals["ask"])
  135. uask := alpm.Question(ask) | alpm.QuestionConflictPkg
  136. cmdArgs.globals["ask"] = fmt.Sprint(uask)
  137. //this downloads the package build sources but also causes
  138. //a version bumb for vsc packages
  139. //that should not edit the sources so we should be safe to skip
  140. //it and parse the srcinfo at the current version
  141. if arguments.existsArg("gendb") {
  142. err = parsesrcinfosFile(dc.Aur, srcinfos, dc.Bases)
  143. if err != nil {
  144. return err
  145. }
  146. fmt.Println(boldGreenFg(arrow + " GenDB finished. No packages were installed"))
  147. return nil
  148. }
  149. err = downloadPkgBuildsSources(dc.Aur)
  150. if err != nil {
  151. return err
  152. }
  153. err = parsesrcinfosGenerate(dc.Aur, srcinfos, dc.Bases)
  154. if err != nil {
  155. return err
  156. }
  157. err = buildInstallPkgBuilds(dc.Aur, srcinfos, parser.targets, parser, dc.Bases)
  158. if err != nil {
  159. return err
  160. }
  161. if len(dc.MakeOnly) > 0 {
  162. if !removeMake {
  163. return nil
  164. }
  165. removeArguments := makeArguments()
  166. removeArguments.addArg("R", "u")
  167. for pkg := range dc.MakeOnly {
  168. removeArguments.addTarget(pkg)
  169. }
  170. oldValue := config.NoConfirm
  171. config.NoConfirm = true
  172. passToPacman(removeArguments)
  173. config.NoConfirm = oldValue
  174. }
  175. if config.CleanAfter {
  176. clean(dc.Aur)
  177. }
  178. return nil
  179. }
  180. return nil
  181. }
  182. func askCleanBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) {
  183. for _, pkg := range pkgs {
  184. dir := config.BuildDir + pkg.PackageBase + "/"
  185. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  186. str := pkg.Name
  187. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  188. str += " ("
  189. for _, split := range bases[pkg.PackageBase] {
  190. str += split.Name + " "
  191. }
  192. str = str[:len(str)-1] + ")"
  193. }
  194. if !continueTask(str+" Directory exists. Clean Build?", "yY") {
  195. _ = os.RemoveAll(config.BuildDir + pkg.PackageBase)
  196. }
  197. }
  198. }
  199. }
  200. func checkForConflicts(dc *depCatagories) error {
  201. localDb, err := alpmHandle.LocalDb()
  202. if err != nil {
  203. return err
  204. }
  205. toRemove := make(map[string]stringSet)
  206. for _, pkg := range dc.Aur {
  207. for _, cpkg := range pkg.Conflicts {
  208. if _, err := localDb.PkgByName(cpkg); err == nil {
  209. _, ok := toRemove[pkg.Name]
  210. if !ok {
  211. toRemove[pkg.Name] = make(stringSet)
  212. }
  213. toRemove[pkg.Name].set(cpkg)
  214. }
  215. }
  216. }
  217. for _, pkg := range dc.Repo {
  218. pkg.Conflicts().ForEach(func(conf alpm.Depend) error {
  219. if _, err := localDb.PkgByName(conf.Name); err == nil {
  220. _, ok := toRemove[pkg.Name()]
  221. if !ok {
  222. toRemove[pkg.Name()] = make(stringSet)
  223. }
  224. toRemove[pkg.Name()].set(conf.Name)
  225. }
  226. return nil
  227. })
  228. }
  229. if len(toRemove) != 0 {
  230. fmt.Println(
  231. redFg("Package conflicts found:"))
  232. for name, pkgs := range toRemove {
  233. str := "\tInstalling " + yellowFg(name) + " will remove"
  234. for pkg := range pkgs {
  235. str += " " + yellowFg(pkg)
  236. }
  237. fmt.Println(str)
  238. }
  239. }
  240. return nil
  241. }
  242. func askEditPkgBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) error {
  243. for _, pkg := range pkgs {
  244. dir := config.BuildDir + pkg.PackageBase + "/"
  245. str := "Edit PKGBUILD? " + pkg.PackageBase
  246. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  247. str += " ("
  248. for _, split := range bases[pkg.PackageBase] {
  249. str += split.Name + " "
  250. }
  251. str = str[:len(str)-1] + ")"
  252. }
  253. if !continueTask(str, "yY") {
  254. editcmd := exec.Command(editor(), dir+"PKGBUILD")
  255. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  256. editcmd.Run()
  257. }
  258. }
  259. return nil
  260. }
  261. func updateVSCdb(pkgbuild *gopkg.PKGBUILD) {
  262. for _, pkgsource := range pkgbuild.Source {
  263. owner, repo := parseSource(pkgsource)
  264. if owner != "" && repo != "" {
  265. err := branchInfo(pkgbuild.Pkgbase, owner, repo)
  266. if err != nil {
  267. fmt.Println(err)
  268. }
  269. }
  270. }
  271. }
  272. func parsesrcinfosFile(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error {
  273. for k, pkg := range pkgs {
  274. dir := config.BuildDir + pkg.PackageBase + "/"
  275. str := boldCyanFg("::") + boldFg(" Parsing SRCINFO (%d/%d): %s\n")
  276. fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases))
  277. pkgbuild, err := gopkg.ParseSRCINFO(dir + ".SRCINFO")
  278. if err != nil {
  279. return fmt.Errorf("%s: %s", pkg.Name, err)
  280. }
  281. srcinfos[pkg.PackageBase] = pkgbuild
  282. updateVSCdb(pkgbuild)
  283. }
  284. return nil
  285. }
  286. func parsesrcinfosGenerate(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error {
  287. for k, pkg := range pkgs {
  288. dir := config.BuildDir + pkg.PackageBase + "/"
  289. str := boldCyanFg("::") + boldFg(" Parsing SRCINFO (%d/%d): %s\n")
  290. fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases))
  291. cmd := exec.Command(config.MakepkgBin, "--printsrcinfo")
  292. cmd.Stderr = os.Stderr
  293. cmd.Dir = dir
  294. srcinfo, err := cmd.Output()
  295. if err != nil {
  296. return err
  297. }
  298. pkgbuild, err := gopkg.ParseSRCINFOContent(srcinfo)
  299. if err != nil {
  300. return fmt.Errorf("%s: %s", pkg.Name, err)
  301. }
  302. srcinfos[pkg.PackageBase] = pkgbuild
  303. updateVSCdb(pkgbuild)
  304. }
  305. return nil
  306. }
  307. func dowloadPkgBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) (err error) {
  308. for k, pkg := range pkgs {
  309. //todo make pretty
  310. str := boldCyanFg("::") + boldFg(" Downloading (%d/%d): %s\n")
  311. fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases))
  312. err = downloadAndUnpack(baseURL+pkg.URLPath, config.BuildDir, false)
  313. if err != nil {
  314. return
  315. }
  316. }
  317. return
  318. }
  319. func downloadPkgBuildsSources(pkgs []*rpc.Pkg) (err error) {
  320. for _, pkg := range pkgs {
  321. dir := config.BuildDir + pkg.PackageBase + "/"
  322. err = passToMakepkg(dir, "--nobuild", "--nocheck", "--noprepare", "--nodeps")
  323. if err != nil {
  324. return fmt.Errorf("Error downloading sources: %s", pkg)
  325. }
  326. }
  327. return
  328. }
  329. func buildInstallPkgBuilds(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, targets stringSet, parser *arguments, bases map[string][]*rpc.Pkg) error {
  330. //for n := len(pkgs) -1 ; n > 0; n-- {
  331. for n := 0; n < len(pkgs); n++ {
  332. pkg := pkgs[n]
  333. dir := config.BuildDir + pkg.PackageBase + "/"
  334. built := true
  335. srcinfo := srcinfos[pkg.PackageBase]
  336. version := srcinfo.CompleteVersion()
  337. for _, split := range bases[pkg.PackageBase] {
  338. file, err := completeFileName(dir, split.Name+"-"+version.String())
  339. if err != nil {
  340. return err
  341. }
  342. if file == "" {
  343. built = false
  344. }
  345. }
  346. if built {
  347. fmt.Println(boldRedFgBlackBg(arrow+" Warning:"),
  348. blackBg(pkg.Name+"-"+pkg.Version+" Already made -- skipping build"))
  349. } else {
  350. err := passToMakepkg(dir, "-Ccf", "--noconfirm")
  351. if err != nil {
  352. return fmt.Errorf("Error making: %s", pkg.Name)
  353. }
  354. }
  355. arguments := parser.copy()
  356. arguments.targets = make(stringSet)
  357. arguments.op = "U"
  358. arguments.delArg("confirm")
  359. arguments.delArg("c", "clean")
  360. arguments.delArg("q", "quiet")
  361. arguments.delArg("q", "quiet")
  362. arguments.delArg("y", "refresh")
  363. arguments.delArg("u", "sysupgrade")
  364. arguments.delArg("w", "downloadonly")
  365. depArguments := makeArguments()
  366. depArguments.addArg("D", "asdeps")
  367. for _, split := range bases[pkg.PackageBase] {
  368. file, err := completeFileName(dir, split.Name+"-"+version.String())
  369. if err != nil {
  370. return err
  371. }
  372. if file == "" {
  373. return fmt.Errorf("Could not find built package " + split.Name + "-" + version.String())
  374. }
  375. arguments.addTarget(file)
  376. if !targets.get(split.Name) {
  377. depArguments.addTarget(split.Name)
  378. }
  379. }
  380. oldConfirm := config.NoConfirm
  381. config.NoConfirm = true
  382. err := passToPacman(arguments)
  383. if err != nil {
  384. return err
  385. }
  386. if len(depArguments.targets) > 0 {
  387. err = passToPacman(depArguments)
  388. if err != nil {
  389. return err
  390. }
  391. }
  392. config.NoConfirm = oldConfirm
  393. }
  394. return nil
  395. }
  396. func clean(pkgs []*rpc.Pkg) {
  397. for _, pkg := range pkgs {
  398. dir := config.BuildDir + pkg.PackageBase + "/"
  399. fmt.Println(boldGreenFg(arrow +
  400. " CleanAfter enabled. Deleting " + pkg.Name + " source folder."))
  401. os.RemoveAll(dir)
  402. }
  403. }
  404. func completeFileName(dir, name string) (string, error) {
  405. files, err := ioutil.ReadDir(dir)
  406. if err != nil {
  407. return "", err
  408. }
  409. for _, file := range files {
  410. if file.IsDir() {
  411. continue
  412. }
  413. if strings.HasPrefix(file.Name(), name) {
  414. return dir + file.Name(), nil
  415. }
  416. }
  417. return "", nil
  418. }