install.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527
  1. package main
  2. import (
  3. "fmt"
  4. "io/ioutil"
  5. "os"
  6. "os/exec"
  7. "strconv"
  8. "strings"
  9. alpm "github.com/jguer/go-alpm"
  10. rpc "github.com/mikkeloscar/aur"
  11. gopkg "github.com/mikkeloscar/gopkgbuild"
  12. )
  13. // Install handles package installs
  14. func install(parser *arguments) error {
  15. aur, repo, err := packageSlices(parser.targets.toSlice())
  16. if err != nil {
  17. return err
  18. }
  19. srcinfos := make(map[string]*gopkg.PKGBUILD)
  20. var dc *depCatagories
  21. //fmt.Println(greenFg(arrow), greenFg("Resolving Dependencies"))
  22. requestTargets := append(aur, repo...)
  23. //remotenames: names of all non repo packages on the system
  24. _, _, _, remoteNames, err := filterPackages()
  25. if err != nil {
  26. return err
  27. }
  28. //cache as a stringset. maybe make it return a string set in the first
  29. //place
  30. remoteNamesCache := make(stringSet)
  31. for _, name := range remoteNames {
  32. remoteNamesCache.set(name)
  33. }
  34. //if we are doing -u also request every non repo package on the system
  35. if parser.existsArg("u", "sysupgrade") {
  36. requestTargets = append(requestTargets, remoteNames...)
  37. }
  38. if len(aur) > 0 || parser.existsArg("u", "sysupgrade") && len(remoteNames) > 0 {
  39. fmt.Println(boldCyanFg("::"), boldFg("Querying AUR..."))
  40. }
  41. dt, err := getDepTree(requestTargets)
  42. if err != nil {
  43. return err
  44. }
  45. //only error if direct targets or deps are missing
  46. for missingName := range dt.Missing {
  47. if !remoteNamesCache.get(missingName) {
  48. return fmt.Errorf(boldRedFgBlackBg(arrow+" Error: ") +
  49. blackBg("Could not find all required package"))
  50. }
  51. }
  52. //create the arguments to pass for the repo install
  53. arguments := parser.copy()
  54. arguments.delArg("u", "sysupgrade")
  55. arguments.delArg("y", "refresh")
  56. arguments.op = "S"
  57. arguments.targets = make(stringSet)
  58. if parser.existsArg("u", "sysupgrade") {
  59. repoUp, aurUp, err := upgradePkgs(dt)
  60. if err != nil {
  61. return err
  62. }
  63. for pkg := range aurUp {
  64. parser.addTarget(pkg)
  65. }
  66. for pkg := range repoUp {
  67. arguments.addTarget(pkg)
  68. }
  69. //discard stuff thats
  70. //not a target and
  71. //not an upgrade and
  72. //is installed
  73. for pkg := range dt.Aur {
  74. if !parser.targets.get(pkg) && remoteNamesCache.get(pkg) {
  75. delete(dt.Aur, pkg)
  76. }
  77. }
  78. }
  79. hasAur := len(dt.Aur) != 0
  80. dc, err = getDepCatagories(parser.formatTargets(), dt)
  81. if err != nil {
  82. return err
  83. }
  84. for _, pkg := range dc.Repo {
  85. arguments.addTarget(pkg.Name())
  86. }
  87. for _, pkg := range repo {
  88. arguments.addTarget(pkg)
  89. }
  90. if len(dc.Aur) == 0 && len(arguments.targets) == 0 {
  91. fmt.Println("nothing to do ")
  92. return nil
  93. }
  94. if hasAur {
  95. printDepCatagories(dc)
  96. fmt.Println()
  97. if !parser.existsArg("gendb") {
  98. err = checkForConflicts(dc)
  99. if err != nil {
  100. return err
  101. }
  102. }
  103. if !continueTask("Proceed with install?", "nN") {
  104. return fmt.Errorf("Aborting due to user")
  105. }
  106. }
  107. if !parser.existsArg("gendb") && len(arguments.targets) > 0 {
  108. err := passToPacman(arguments)
  109. if err != nil {
  110. return fmt.Errorf("Error installing repo packages.")
  111. }
  112. }
  113. if hasAur {
  114. //conflicts have been checked so answer y for them
  115. ask, _ := strconv.Atoi(cmdArgs.globals["ask"])
  116. uask := alpm.Question(ask) | alpm.QuestionConflictPkg
  117. cmdArgs.globals["ask"] = fmt.Sprint(uask)
  118. askCleanBuilds(dc.Aur, dc.Bases)
  119. // if !continueTask("Proceed with download?", "nN") {
  120. // return fmt.Errorf("Aborting due to user")
  121. // }
  122. err = dowloadPkgBuilds(dc.Aur, dc.Bases)
  123. if err != nil {
  124. return err
  125. }
  126. err = askEditPkgBuilds(dc.Aur, dc.Bases)
  127. if err != nil {
  128. return err
  129. }
  130. /*if len(dc.Repo) > 0 {
  131. arguments := parser.copy()
  132. arguments.delArg("u", "sysupgrade")
  133. arguments.delArg("y", "refresh")
  134. arguments.op = "S"
  135. arguments.targets = make(stringSet)
  136. arguments.addArg("needed", "asdeps")
  137. for _, pkg := range dc.Repo {
  138. arguments.addTarget(pkg.Name())
  139. }
  140. oldConfirm := config.NoConfirm
  141. config.NoConfirm = true
  142. passToPacman(arguments)
  143. config.NoConfirm = oldConfirm
  144. if err != nil {
  145. return err
  146. }
  147. }*/
  148. // if !continueTask("Proceed with install?", "nN") {
  149. // return fmt.Errorf("Aborting due to user")
  150. // }
  151. //this downloads the package build sources but also causes
  152. //a version bumb for vsc packages
  153. //that should not edit the sources so we should be safe to skip
  154. //it and parse the srcinfo at the current version
  155. if arguments.existsArg("gendb") {
  156. err = parsesrcinfosFile(dc.Aur, srcinfos, dc.Bases)
  157. if err != nil {
  158. return err
  159. }
  160. fmt.Println(boldGreenFg(arrow + " GenDB finished. No packages were installed"))
  161. return nil
  162. }
  163. err = downloadPkgBuildsSources(dc.Aur)
  164. if err != nil {
  165. return err
  166. }
  167. err = parsesrcinfosGenerate(dc.Aur, srcinfos, dc.Bases)
  168. if err != nil {
  169. return err
  170. }
  171. err = buildInstallPkgBuilds(dc.Aur, srcinfos, parser.targets, parser, dc.Bases)
  172. if err != nil {
  173. return err
  174. }
  175. if len(dc.MakeOnly) > 0 {
  176. if continueTask("Remove make dependencies?", "yY") {
  177. return nil
  178. }
  179. removeArguments := makeArguments()
  180. removeArguments.addArg("R", "u")
  181. for pkg := range dc.MakeOnly {
  182. removeArguments.addTarget(pkg)
  183. }
  184. oldValue := config.NoConfirm
  185. config.NoConfirm = true
  186. passToPacman(removeArguments)
  187. config.NoConfirm = oldValue
  188. }
  189. if config.CleanAfter {
  190. clean(dc.Aur)
  191. }
  192. return nil
  193. }
  194. return nil
  195. }
  196. func askCleanBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) {
  197. for _, pkg := range pkgs {
  198. dir := config.BuildDir + pkg.PackageBase + "/"
  199. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  200. str := pkg.Name
  201. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  202. str += " ("
  203. for _, split := range bases[pkg.PackageBase] {
  204. str += split.Name + " "
  205. }
  206. str = str[:len(str)-1] + ")"
  207. }
  208. if !continueTask(str+" Directory exists. Clean Build?", "yY") {
  209. _ = os.RemoveAll(config.BuildDir + pkg.PackageBase)
  210. }
  211. }
  212. }
  213. }
  214. func checkForConflicts(dc *depCatagories) error {
  215. localDb, err := alpmHandle.LocalDb()
  216. if err != nil {
  217. return err
  218. }
  219. toRemove := make(map[string]stringSet)
  220. for _, pkg := range dc.Aur {
  221. for _, cpkg := range pkg.Conflicts {
  222. if _, err := localDb.PkgByName(cpkg); err == nil {
  223. _, ok := toRemove[pkg.Name]
  224. if !ok {
  225. toRemove[pkg.Name] = make(stringSet)
  226. }
  227. toRemove[pkg.Name].set(cpkg)
  228. }
  229. }
  230. }
  231. for _, pkg := range dc.Repo {
  232. pkg.Conflicts().ForEach(func(conf alpm.Depend) error {
  233. if _, err := localDb.PkgByName(conf.Name); err == nil {
  234. _, ok := toRemove[pkg.Name()]
  235. if !ok {
  236. toRemove[pkg.Name()] = make(stringSet)
  237. }
  238. toRemove[pkg.Name()].set(conf.Name)
  239. }
  240. return nil
  241. })
  242. }
  243. if len(toRemove) != 0 {
  244. fmt.Println(
  245. redFg("Package conflicts found:"))
  246. for name, pkgs := range toRemove {
  247. str := "\tInstalling " + yellowFg(name) + " will remove"
  248. for pkg := range pkgs {
  249. str += " " + yellowFg(pkg)
  250. }
  251. fmt.Println(str)
  252. }
  253. }
  254. return nil
  255. }
  256. func askEditPkgBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) error {
  257. for _, pkg := range pkgs {
  258. dir := config.BuildDir + pkg.PackageBase + "/"
  259. str := "Edit PKGBUILD? " + pkg.PackageBase
  260. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  261. str += " ("
  262. for _, split := range bases[pkg.PackageBase] {
  263. str += split.Name + " "
  264. }
  265. str = str[:len(str)-1] + ")"
  266. }
  267. if !continueTask(str, "yY") {
  268. editcmd := exec.Command(editor(), dir+"PKGBUILD")
  269. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  270. editcmd.Run()
  271. }
  272. }
  273. return nil
  274. }
  275. func updateVSCdb(pkgbuild *gopkg.PKGBUILD) {
  276. for _, pkgsource := range pkgbuild.Source {
  277. owner, repo := parseSource(pkgsource)
  278. if owner != "" && repo != "" {
  279. err := branchInfo(pkgbuild.Pkgbase, owner, repo)
  280. if err != nil {
  281. fmt.Println(err)
  282. }
  283. }
  284. }
  285. }
  286. func parsesrcinfosFile(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error {
  287. for k, pkg := range pkgs {
  288. dir := config.BuildDir + pkg.PackageBase + "/"
  289. str := boldCyanFg("::") + boldFg(" Parsing SRCINFO (%d/%d): %s\n")
  290. fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases))
  291. pkgbuild, err := gopkg.ParseSRCINFO(dir + ".SRCINFO")
  292. if err != nil {
  293. return fmt.Errorf("%s: %s", pkg.Name, err)
  294. }
  295. srcinfos[pkg.PackageBase] = pkgbuild
  296. updateVSCdb(pkgbuild)
  297. }
  298. return nil
  299. }
  300. func parsesrcinfosGenerate(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error {
  301. for k, pkg := range pkgs {
  302. dir := config.BuildDir + pkg.PackageBase + "/"
  303. str := boldCyanFg("::") + boldFg(" Parsing SRCINFO (%d/%d): %s\n")
  304. fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases))
  305. cmd := exec.Command(config.MakepkgBin, "--printsrcinfo")
  306. cmd.Stderr = os.Stderr
  307. cmd.Dir = dir
  308. srcinfo, err := cmd.Output()
  309. if err != nil {
  310. return err
  311. }
  312. pkgbuild, err := gopkg.ParseSRCINFOContent(srcinfo)
  313. if err != nil {
  314. return fmt.Errorf("%s: %s", pkg.Name, err)
  315. }
  316. srcinfos[pkg.PackageBase] = pkgbuild
  317. updateVSCdb(pkgbuild)
  318. }
  319. return nil
  320. }
  321. func dowloadPkgBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) (err error) {
  322. for k, pkg := range pkgs {
  323. //todo make pretty
  324. str := boldCyanFg("::") + boldFg(" Downloading (%d/%d): %s\n")
  325. fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases))
  326. err = downloadAndUnpack(baseURL+pkg.URLPath, config.BuildDir, false)
  327. if err != nil {
  328. return
  329. }
  330. }
  331. return
  332. }
  333. func downloadPkgBuildsSources(pkgs []*rpc.Pkg) (err error) {
  334. for _, pkg := range pkgs {
  335. dir := config.BuildDir + pkg.PackageBase + "/"
  336. err = passToMakepkg(dir, "--nobuild", "--nocheck", "--noprepare", "--nodeps")
  337. if err != nil {
  338. return fmt.Errorf("Error downloading sources: %s", pkg)
  339. }
  340. }
  341. return
  342. }
  343. func buildInstallPkgBuilds(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, targets stringSet, parser *arguments, bases map[string][]*rpc.Pkg) error {
  344. //for n := len(pkgs) -1 ; n > 0; n-- {
  345. for n := 0; n < len(pkgs); n++ {
  346. pkg := pkgs[n]
  347. dir := config.BuildDir + pkg.PackageBase + "/"
  348. built := true
  349. srcinfo := srcinfos[pkg.PackageBase]
  350. version := srcinfo.CompleteVersion()
  351. for _, split := range bases[pkg.PackageBase] {
  352. file, err := completeFileName(dir, split.Name+"-"+version.String())
  353. if err != nil {
  354. return err
  355. }
  356. if file == "" {
  357. built = false
  358. }
  359. }
  360. if built {
  361. fmt.Println(boldRedFgBlackBg(arrow+" Warning:"),
  362. blackBg(pkg.Name+"-"+pkg.Version+" Already made -- skipping build"))
  363. } else {
  364. err := passToMakepkg(dir, "-Ccf", "--noconfirm")
  365. if err != nil {
  366. return fmt.Errorf("Error making: %s", pkg.Name)
  367. }
  368. }
  369. arguments := parser.copy()
  370. arguments.targets = make(stringSet)
  371. arguments.op = "U"
  372. arguments.delArg("confirm")
  373. arguments.delArg("c", "clean")
  374. arguments.delArg("q", "quiet")
  375. arguments.delArg("q", "quiet")
  376. arguments.delArg("y", "refresh")
  377. arguments.delArg("u", "sysupgrade")
  378. arguments.delArg("w", "downloadonly")
  379. depArguments := makeArguments()
  380. depArguments.addArg("D", "asdeps")
  381. for _, split := range bases[pkg.PackageBase] {
  382. file, err := completeFileName(dir, split.Name+"-"+version.String())
  383. if err != nil {
  384. return err
  385. }
  386. if file == "" {
  387. return fmt.Errorf("Could not find built package " + split.Name + "-" + version.String())
  388. }
  389. arguments.addTarget(file)
  390. if !targets.get(split.Name) {
  391. depArguments.addTarget(split.Name)
  392. }
  393. }
  394. oldConfirm := config.NoConfirm
  395. config.NoConfirm = true
  396. err := passToPacman(arguments)
  397. if err != nil {
  398. return err
  399. }
  400. if len(depArguments.targets) > 0 {
  401. err = passToPacman(depArguments)
  402. if err != nil {
  403. return err
  404. }
  405. }
  406. config.NoConfirm = oldConfirm
  407. }
  408. return nil
  409. }
  410. func clean(pkgs []*rpc.Pkg) {
  411. for _, pkg := range pkgs {
  412. dir := config.BuildDir + pkg.PackageBase + "/"
  413. fmt.Println(boldGreenFg(arrow +
  414. " CleanAfter enabled. Deleting " + pkg.Name + " source folder."))
  415. os.RemoveAll(dir)
  416. }
  417. }
  418. func completeFileName(dir, name string) (string, error) {
  419. files, err := ioutil.ReadDir(dir)
  420. if err != nil {
  421. return "", err
  422. }
  423. for _, file := range files {
  424. if file.IsDir() {
  425. continue
  426. }
  427. if strings.HasPrefix(file.Name(), name) {
  428. return dir + file.Name(), nil
  429. }
  430. }
  431. return "", nil
  432. }