install.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536
  1. package main
  2. import (
  3. "fmt"
  4. "io/ioutil"
  5. "os"
  6. "os/exec"
  7. "strconv"
  8. "strings"
  9. alpm "github.com/jguer/go-alpm"
  10. rpc "github.com/mikkeloscar/aur"
  11. gopkg "github.com/mikkeloscar/gopkgbuild"
  12. )
  13. // Install handles package installs
  14. func install(parser *arguments) error {
  15. removeMake := false
  16. aurTargets, repoTargets, err := packageSlices(parser.targets.toSlice())
  17. if err != nil {
  18. return err
  19. }
  20. srcinfos := make(map[string]*gopkg.PKGBUILD)
  21. var dc *depCatagories
  22. //fmt.Println(green(arrow), green("Resolving Dependencies"))
  23. requestTargets := append(aurTargets, repoTargets...)
  24. //remotenames: names of all non repo packages on the system
  25. _, _, _, remoteNames, err := filterPackages()
  26. if err != nil {
  27. return err
  28. }
  29. //cache as a stringset. maybe make it return a string set in the first
  30. //place
  31. remoteNamesCache := make(stringSet)
  32. for _, name := range remoteNames {
  33. remoteNamesCache.set(name)
  34. }
  35. //if we are doing -u also request every non repo package on the system
  36. if parser.existsArg("u", "sysupgrade") {
  37. requestTargets = append(requestTargets, remoteNames...)
  38. }
  39. if len(aurTargets) > 0 || parser.existsArg("u", "sysupgrade") && len(remoteNames) > 0 {
  40. fmt.Println(bold(cyan("::") + " Querying AUR..."))
  41. }
  42. dt, err := getDepTree(requestTargets)
  43. if err != nil {
  44. return err
  45. }
  46. //only error if direct targets or deps are missing
  47. for missingName := range dt.Missing {
  48. if !remoteNamesCache.get(missingName) {
  49. return fmt.Errorf(bold(red(blackBg(arrow+" Error: "))) +
  50. blackBg("Could not find all required package"))
  51. }
  52. }
  53. //create the arguments to pass for the repo install
  54. arguments := parser.copy()
  55. arguments.delArg("u", "sysupgrade")
  56. arguments.delArg("y", "refresh")
  57. arguments.op = "S"
  58. arguments.targets = make(stringSet)
  59. if parser.existsArg("u", "sysupgrade") {
  60. repoUp, aurUp, err := upgradePkgs(dt)
  61. if err != nil {
  62. return err
  63. }
  64. fmt.Println()
  65. for pkg := range aurUp {
  66. parser.addTarget(pkg)
  67. }
  68. for pkg := range repoUp {
  69. arguments.addTarget(pkg)
  70. }
  71. //discard stuff thats
  72. //not a target and
  73. //not an upgrade and
  74. //is installed
  75. for pkg := range dt.Aur {
  76. if !parser.targets.get(pkg) && remoteNamesCache.get(pkg) {
  77. delete(dt.Aur, pkg)
  78. }
  79. }
  80. }
  81. hasAur := len(dt.Aur) != 0
  82. dc, err = getDepCatagories(parser.formatTargets(), dt)
  83. if err != nil {
  84. return err
  85. }
  86. for _, pkg := range dc.Repo {
  87. arguments.addTarget(pkg.Name())
  88. }
  89. //for _, pkg := range repoTargets {
  90. //arguments.addTarget(pkg)
  91. //}
  92. if len(dc.Aur) == 0 && len(arguments.targets) == 0 {
  93. fmt.Println("There is nothing to do")
  94. return nil
  95. }
  96. if hasAur {
  97. printDepCatagories(dc)
  98. fmt.Println()
  99. }
  100. if !parser.existsArg("gendb") && len(arguments.targets) > 0 {
  101. err := passToPacman(arguments)
  102. if err != nil {
  103. return fmt.Errorf("Error installing repo packages.")
  104. }
  105. depArguments := makeArguments()
  106. depArguments.addArg("D", "asdeps")
  107. for _, pkg := range dc.Repo {
  108. depArguments.addTarget(pkg.Name())
  109. }
  110. for _, pkg := range repoTargets {
  111. depArguments.delTarget(pkg)
  112. }
  113. if len(depArguments.targets) > 0 {
  114. _, stderr, err := passToPacmanCapture(depArguments)
  115. if err != nil {
  116. return fmt.Errorf("%s%s", stderr, err)
  117. }
  118. }
  119. }
  120. if hasAur {
  121. if !parser.existsArg("gendb") {
  122. err = checkForConflicts(dc)
  123. if err != nil {
  124. return err
  125. }
  126. }
  127. if len(dc.MakeOnly) > 0 {
  128. if !continueTask("Remove make dependencies after install?", "yY") {
  129. removeMake = true
  130. }
  131. }
  132. askCleanBuilds(dc.Aur, dc.Bases)
  133. if !continueTask("Proceed with Download?", "nN") {
  134. return fmt.Errorf("Aborting due to user")
  135. }
  136. err = dowloadPkgBuilds(dc.Aur, dc.Bases)
  137. if err != nil {
  138. return err
  139. }
  140. err = askEditPkgBuilds(dc.Aur, dc.Bases)
  141. if err != nil {
  142. return err
  143. }
  144. if !continueTask("Proceed with install?", "nN") {
  145. return fmt.Errorf("Aborting due to user")
  146. }
  147. //conflicts have been checked so answer y for them
  148. ask, _ := strconv.Atoi(cmdArgs.globals["ask"])
  149. uask := alpm.Question(ask) | alpm.QuestionConflictPkg
  150. cmdArgs.globals["ask"] = fmt.Sprint(uask)
  151. //this downloads the package build sources but also causes
  152. //a version bumb for vsc packages
  153. //that should not edit the sources so we should be safe to skip
  154. //it and parse the srcinfo at the current version
  155. if arguments.existsArg("gendb") {
  156. err = parsesrcinfosFile(dc.Aur, srcinfos, dc.Bases)
  157. if err != nil {
  158. return err
  159. }
  160. fmt.Println(bold(green(arrow + " GenDB finished. No packages were installed")))
  161. return nil
  162. }
  163. err = downloadPkgBuildsSources(dc.Aur, dc.Bases)
  164. if err != nil {
  165. return err
  166. }
  167. err = parsesrcinfosGenerate(dc.Aur, srcinfos, dc.Bases)
  168. if err != nil {
  169. return err
  170. }
  171. err = buildInstallPkgBuilds(dc.Aur, srcinfos, parser.targets, parser, dc.Bases)
  172. if err != nil {
  173. return err
  174. }
  175. if len(dc.MakeOnly) > 0 {
  176. if !removeMake {
  177. return nil
  178. }
  179. removeArguments := makeArguments()
  180. removeArguments.addArg("R", "u")
  181. for pkg := range dc.MakeOnly {
  182. removeArguments.addTarget(pkg)
  183. }
  184. oldValue := config.NoConfirm
  185. config.NoConfirm = true
  186. err = passToPacman(removeArguments)
  187. config.NoConfirm = oldValue
  188. if err != nil {
  189. return err
  190. }
  191. }
  192. if config.CleanAfter {
  193. clean(dc.Aur)
  194. }
  195. return nil
  196. }
  197. return nil
  198. }
  199. func askCleanBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) {
  200. for _, pkg := range pkgs {
  201. dir := config.BuildDir + pkg.PackageBase + "/"
  202. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  203. str := pkg.Name
  204. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  205. str += " ("
  206. for _, split := range bases[pkg.PackageBase] {
  207. str += split.Name + " "
  208. }
  209. str = str[:len(str)-1] + ")"
  210. }
  211. if !continueTask(str+" Directory exists. Clean Build?", "yY") {
  212. _ = os.RemoveAll(config.BuildDir + pkg.PackageBase)
  213. }
  214. }
  215. }
  216. }
  217. func checkForConflicts(dc *depCatagories) error {
  218. localDb, err := alpmHandle.LocalDb()
  219. if err != nil {
  220. return err
  221. }
  222. toRemove := make(map[string]stringSet)
  223. for _, pkg := range dc.Aur {
  224. for _, cpkg := range pkg.Conflicts {
  225. if _, err := localDb.PkgByName(cpkg); err == nil {
  226. _, ok := toRemove[pkg.Name]
  227. if !ok {
  228. toRemove[pkg.Name] = make(stringSet)
  229. }
  230. toRemove[pkg.Name].set(cpkg)
  231. }
  232. }
  233. }
  234. for _, pkg := range dc.Repo {
  235. pkg.Conflicts().ForEach(func(conf alpm.Depend) error {
  236. if _, err := localDb.PkgByName(conf.Name); err == nil {
  237. _, ok := toRemove[pkg.Name()]
  238. if !ok {
  239. toRemove[pkg.Name()] = make(stringSet)
  240. }
  241. toRemove[pkg.Name()].set(conf.Name)
  242. }
  243. return nil
  244. })
  245. }
  246. if len(toRemove) != 0 {
  247. fmt.Println(
  248. red("Package conflicts found:"))
  249. for name, pkgs := range toRemove {
  250. str := "\tInstalling " + yellow(name) + " will remove"
  251. for pkg := range pkgs {
  252. str += " " + yellow(pkg)
  253. }
  254. fmt.Println(str)
  255. }
  256. }
  257. return nil
  258. }
  259. func askEditPkgBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) error {
  260. for _, pkg := range pkgs {
  261. dir := config.BuildDir + pkg.PackageBase + "/"
  262. str := "Edit PKGBUILD? " + pkg.PackageBase
  263. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  264. str += " ("
  265. for _, split := range bases[pkg.PackageBase] {
  266. str += split.Name + " "
  267. }
  268. str = str[:len(str)-1] + ")"
  269. }
  270. if !continueTask(str, "yY") {
  271. editcmd := exec.Command(editor(), dir+"PKGBUILD")
  272. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  273. err := editcmd.Run()
  274. if err != nil {
  275. return fmt.Errorf("Editor did not exit successfully, Abotring: %s", err)
  276. }
  277. }
  278. }
  279. return nil
  280. }
  281. func updateVSCdb(pkgs []*rpc.Pkg, pkgbuild *gopkg.PKGBUILD) {
  282. for _, pkgsource := range pkgbuild.Source {
  283. owner, repo := parseSource(pkgsource)
  284. if owner != "" && repo != "" {
  285. for _, pkg := range pkgs {
  286. err := branchInfo(pkg.Name, owner, repo)
  287. if err != nil {
  288. fmt.Println(err)
  289. }
  290. }
  291. }
  292. }
  293. }
  294. func parsesrcinfosFile(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error {
  295. for k, pkg := range pkgs {
  296. dir := config.BuildDir + pkg.PackageBase + "/"
  297. str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n")
  298. fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases))
  299. pkgbuild, err := gopkg.ParseSRCINFO(dir + ".SRCINFO")
  300. if err != nil {
  301. return fmt.Errorf("%s: %s", pkg.Name, err)
  302. }
  303. srcinfos[pkg.PackageBase] = pkgbuild
  304. updateVSCdb(bases[pkg.PackageBase], pkgbuild)
  305. }
  306. return nil
  307. }
  308. func parsesrcinfosGenerate(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error {
  309. for k, pkg := range pkgs {
  310. dir := config.BuildDir + pkg.PackageBase + "/"
  311. str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n")
  312. fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases))
  313. cmd := exec.Command(config.MakepkgBin, "--printsrcinfo")
  314. cmd.Stderr = os.Stderr
  315. cmd.Dir = dir
  316. srcinfo, err := cmd.Output()
  317. if err != nil {
  318. return err
  319. }
  320. pkgbuild, err := gopkg.ParseSRCINFOContent(srcinfo)
  321. if err != nil {
  322. return fmt.Errorf("%s: %s", pkg.Name, err)
  323. }
  324. srcinfos[pkg.PackageBase] = pkgbuild
  325. }
  326. return nil
  327. }
  328. func dowloadPkgBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) (err error) {
  329. for k, pkg := range pkgs {
  330. //todo make pretty
  331. str := bold(cyan("::") + " Downloading (%d/%d): %s\n")
  332. fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases))
  333. err = downloadAndUnpack(baseURL+pkg.URLPath, config.BuildDir, false)
  334. if err != nil {
  335. return
  336. }
  337. }
  338. return
  339. }
  340. func downloadPkgBuildsSources(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) (err error) {
  341. for _, pkg := range pkgs {
  342. dir := config.BuildDir + pkg.PackageBase + "/"
  343. err = passToMakepkg(dir, "--nobuild", "--nocheck", "--noprepare", "--nodeps")
  344. if err != nil {
  345. return fmt.Errorf("Error downloading sources: %s", formatPkgbase(pkg, bases))
  346. }
  347. }
  348. return
  349. }
  350. func buildInstallPkgBuilds(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, targets stringSet, parser *arguments, bases map[string][]*rpc.Pkg) error {
  351. for _, pkg := range pkgs {
  352. dir := config.BuildDir + pkg.PackageBase + "/"
  353. built := true
  354. srcinfo := srcinfos[pkg.PackageBase]
  355. version := srcinfo.CompleteVersion()
  356. for _, split := range bases[pkg.PackageBase] {
  357. file, err := completeFileName(dir, split.Name+"-"+version.String())
  358. if err != nil {
  359. return err
  360. }
  361. if file == "" {
  362. built = false
  363. }
  364. }
  365. if built {
  366. fmt.Println(bold(red(blackBg(arrow+" Warning:"))),
  367. blackBg(pkg.Name+"-"+pkg.Version+" Already made -- skipping build"))
  368. } else {
  369. err := passToMakepkg(dir, "-Ccf", "--noconfirm")
  370. if err != nil {
  371. return fmt.Errorf("Error making: %s", pkg.Name)
  372. }
  373. }
  374. arguments := parser.copy()
  375. arguments.targets = make(stringSet)
  376. arguments.op = "U"
  377. arguments.delArg("confirm")
  378. arguments.delArg("c", "clean")
  379. arguments.delArg("q", "quiet")
  380. arguments.delArg("q", "quiet")
  381. arguments.delArg("y", "refresh")
  382. arguments.delArg("u", "sysupgrade")
  383. arguments.delArg("w", "downloadonly")
  384. depArguments := makeArguments()
  385. depArguments.addArg("D", "asdeps")
  386. for _, split := range bases[pkg.PackageBase] {
  387. file, err := completeFileName(dir, split.Name+"-"+version.String())
  388. if err != nil {
  389. return err
  390. }
  391. if file == "" {
  392. return fmt.Errorf("Could not find built package " + split.Name + "-" + version.String())
  393. }
  394. arguments.addTarget(file)
  395. if !targets.get(split.Name) {
  396. depArguments.addTarget(split.Name)
  397. }
  398. }
  399. oldConfirm := config.NoConfirm
  400. config.NoConfirm = true
  401. err := passToPacman(arguments)
  402. if err != nil {
  403. return err
  404. }
  405. updateVSCdb(bases[pkg.PackageBase], srcinfo)
  406. if len(depArguments.targets) > 0 {
  407. _, stderr, err := passToPacmanCapture(depArguments)
  408. if err != nil {
  409. return fmt.Errorf("%s%s", stderr, err)
  410. }
  411. }
  412. config.NoConfirm = oldConfirm
  413. }
  414. return nil
  415. }
  416. func clean(pkgs []*rpc.Pkg) {
  417. for _, pkg := range pkgs {
  418. dir := config.BuildDir + pkg.PackageBase + "/"
  419. fmt.Println(bold(green(arrow +
  420. " CleanAfter enabled. Deleting " + pkg.Name + " source folder.")))
  421. os.RemoveAll(dir)
  422. }
  423. }
  424. func completeFileName(dir, name string) (string, error) {
  425. files, err := ioutil.ReadDir(dir)
  426. if err != nil {
  427. return "", err
  428. }
  429. for _, file := range files {
  430. if file.IsDir() {
  431. continue
  432. }
  433. if strings.HasPrefix(file.Name(), name) {
  434. return dir + file.Name(), nil
  435. }
  436. }
  437. return "", nil
  438. }