install.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563
  1. package main
  2. import (
  3. "fmt"
  4. "io/ioutil"
  5. "os"
  6. "os/exec"
  7. "strings"
  8. "strconv"
  9. alpm "github.com/jguer/go-alpm"
  10. rpc "github.com/mikkeloscar/aur"
  11. gopkg "github.com/mikkeloscar/gopkgbuild"
  12. )
  13. // Install handles package installs
  14. func install(parser *arguments) error {
  15. aur, repo, err := packageSlices(parser.targets.toSlice())
  16. if err != nil {
  17. return err
  18. }
  19. srcinfos := make(map[string]*gopkg.PKGBUILD)
  20. var dc *depCatagories
  21. //fmt.Println(greenFg(arrow), greenFg("Resolving Dependencies"))
  22. requestTargets := append(aur, repo...)
  23. //remotenames: names of all non repo packages on the system
  24. _, _, _, remoteNames, err := filterPackages()
  25. if err != nil {
  26. return err
  27. }
  28. //cache as a stringset. maybe make it return a string set in the first
  29. //place
  30. remoteNamesCache := make(stringSet)
  31. for _, name := range remoteNames {
  32. remoteNamesCache.set(name)
  33. }
  34. //if we are doing -u also request every non repo package on the system
  35. if parser.existsArg("u", "sysupgrade") {
  36. requestTargets = append(requestTargets, remoteNames...)
  37. }
  38. if len(aur) > 0 {
  39. fmt.Println(boldCyanFg("::"), boldFg("Querying AUR..."))
  40. }
  41. dt , err := getDepTree(requestTargets)
  42. if err != nil {
  43. return err
  44. }
  45. //only error if direct targets or deps are missing
  46. for missingName := range dt.Missing {
  47. if !remoteNamesCache.get(missingName) {
  48. return fmt.Errorf(boldRedFgBlackBg(arrow+" Error: ") +
  49. blackBg("Could not find all required package"))
  50. }
  51. }
  52. //create the arguments to pass for the repo install
  53. arguments := parser.copy()
  54. arguments.delArg("u", "sysupgrade")
  55. arguments.delArg("y", "refresh")
  56. arguments.op = "S"
  57. arguments.targets = make(stringSet)
  58. if parser.existsArg("u", "sysupgrade") {
  59. repoUp, aurUp, err := upgradePkgs(dt)
  60. if err != nil {
  61. return err
  62. }
  63. for pkg := range aurUp {
  64. parser.addTarget(pkg)
  65. }
  66. for pkg := range repoUp {
  67. arguments.addTarget(pkg)
  68. }
  69. //discard stuff thats
  70. //not a target and
  71. //not an upgrade and
  72. //is installed
  73. for pkg := range dt.Aur {
  74. if !parser.targets.get(pkg) && remoteNamesCache.get(pkg) {
  75. delete(dt.Aur, pkg)
  76. }
  77. }
  78. }
  79. hasAur := len(dt.Aur) != 0
  80. dc, err = getDepCatagories(parser.formatTargets(), dt)
  81. if err != nil {
  82. return err
  83. }
  84. for _, pkg := range dc.Repo {
  85. arguments.addTarget(pkg.Name())
  86. }
  87. for _, pkg := range repo {
  88. arguments.addTarget(pkg)
  89. }
  90. if hasAur {
  91. printDepCatagories(dc)
  92. fmt.Println()
  93. if !parser.existsArg("gendb") {
  94. err = checkForConflicts(dc)
  95. if err != nil {
  96. return err
  97. }
  98. }
  99. }
  100. if len(arguments.targets) > 0 {
  101. err := passToPacman(arguments)
  102. if err != nil {
  103. fmt.Errorf("Error installing repo packages.")
  104. }
  105. }
  106. if hasAur {
  107. //conflicts have been checked so answer y for them
  108. ask, _ := strconv.Atoi(cmdArgs.globals["ask"])
  109. uask := alpm.Question(ask) | alpm.QuestionConflictPkg
  110. cmdArgs.globals["ask"] = fmt.Sprint(uask)
  111. askCleanBuilds(dc.Aur, dc.Bases)
  112. fmt.Println()
  113. if !continueTask("Proceed with install?", "nN") {
  114. return fmt.Errorf("Aborting due to user")
  115. }
  116. // if !continueTask("Proceed with download?", "nN") {
  117. // return fmt.Errorf("Aborting due to user")
  118. // }
  119. err = dowloadPkgBuilds(dc.Aur, dc.Bases)
  120. if err != nil {
  121. return err
  122. }
  123. err = askEditPkgBuilds(dc.Aur, dc.Bases)
  124. if err != nil {
  125. return err
  126. }
  127. /*if len(dc.Repo) > 0 {
  128. arguments := parser.copy()
  129. arguments.delArg("u", "sysupgrade")
  130. arguments.delArg("y", "refresh")
  131. arguments.op = "S"
  132. arguments.targets = make(stringSet)
  133. arguments.addArg("needed", "asdeps")
  134. for _, pkg := range dc.Repo {
  135. arguments.addTarget(pkg.Name())
  136. }
  137. oldConfirm := config.NoConfirm
  138. config.NoConfirm = true
  139. passToPacman(arguments)
  140. config.NoConfirm = oldConfirm
  141. if err != nil {
  142. return err
  143. }
  144. }*/
  145. // if !continueTask("Proceed with install?", "nN") {
  146. // return fmt.Errorf("Aborting due to user")
  147. // }
  148. //this downloads the package build sources but also causes
  149. //a version bumb for vsc packages
  150. //that should not edit the sources so we should be safe to skip
  151. //it and parse the srcinfo at the current version
  152. if arguments.existsArg("gendb") {
  153. err = parsesrcinfosFile(dc.Aur, srcinfos, dc.Bases)
  154. if err != nil {
  155. return err
  156. }
  157. fmt.Println(boldGreenFg(arrow+" GenDB finished. No packages were installed"))
  158. return nil
  159. }
  160. err = downloadPkgBuildsSources(dc.Aur)
  161. if err != nil {
  162. return err
  163. }
  164. err = parsesrcinfosGenerate(dc.Aur, srcinfos, dc.Bases)
  165. if err != nil {
  166. return err
  167. }
  168. err = buildInstallPkgBuilds(dc.Aur, srcinfos, parser.targets, parser, dc.Bases)
  169. if err != nil {
  170. return err
  171. }
  172. if len(dc.MakeOnly) > 0 {
  173. if continueTask("Remove make dependencies?", "yY") {
  174. return nil
  175. }
  176. removeArguments := makeArguments()
  177. removeArguments.addArg("R", "u")
  178. for pkg := range dc.MakeOnly {
  179. removeArguments.addTarget(pkg)
  180. }
  181. oldValue := config.NoConfirm
  182. config.NoConfirm = true
  183. passToPacman(removeArguments)
  184. config.NoConfirm = oldValue
  185. }
  186. if config.CleanAfter {
  187. clean(dc.Aur)
  188. }
  189. return nil
  190. }
  191. return nil
  192. }
  193. func askCleanBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) {
  194. for _, pkg := range pkgs {
  195. dir := config.BuildDir + pkg.PackageBase + "/"
  196. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  197. str := pkg.Name
  198. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  199. str += " ("
  200. for _, split := range bases[pkg.PackageBase] {
  201. str += split.Name + " "
  202. }
  203. str = str[:len(str)-1] + ")"
  204. }
  205. if !continueTask(str+" Directory exists. Clean Build?", "yY") {
  206. _ = os.RemoveAll(config.BuildDir + pkg.PackageBase)
  207. }
  208. }
  209. }
  210. }
  211. func checkForConflicts(dc *depCatagories) error {
  212. localDb, err := alpmHandle.LocalDb()
  213. if err != nil {
  214. return err
  215. }
  216. toRemove := make(map[string]stringSet)
  217. for _, pkg := range dc.Aur {
  218. for _, cpkg := range pkg.Conflicts {
  219. if _, err := localDb.PkgByName(cpkg); err == nil {
  220. _, ok := toRemove[pkg.Name]
  221. if !ok {
  222. toRemove[pkg.Name] = make(stringSet)
  223. }
  224. toRemove[pkg.Name].set(cpkg)
  225. }
  226. }
  227. }
  228. for _, pkg := range dc.Repo {
  229. pkg.Conflicts().ForEach(func(conf alpm.Depend) error {
  230. if _, err := localDb.PkgByName(conf.Name); err == nil {
  231. _, ok := toRemove[pkg.Name()]
  232. if !ok {
  233. toRemove[pkg.Name()] = make(stringSet)
  234. }
  235. toRemove[pkg.Name()].set(conf.Name)
  236. }
  237. return nil
  238. })
  239. }
  240. if len(toRemove) != 0 {
  241. fmt.Println(
  242. redFg("Package conflicts found:"))
  243. for name, pkgs := range toRemove {
  244. str := "\tInstalling " + yellowFg(name) + " will remove"
  245. for pkg := range pkgs {
  246. str += " " + yellowFg(pkg)
  247. }
  248. fmt.Println(str)
  249. }
  250. if !continueTask("Continue with install?", "nN") {
  251. return fmt.Errorf("Aborting due to user")
  252. }
  253. }
  254. return nil
  255. }
  256. func askEditPkgBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) error {
  257. for _, pkg := range pkgs {
  258. dir := config.BuildDir + pkg.PackageBase + "/"
  259. str := "Edit PKGBUILD? " + pkg.PackageBase
  260. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  261. str += " ("
  262. for _, split := range bases[pkg.PackageBase] {
  263. str += split.Name + " "
  264. }
  265. str = str[:len(str)-1] + ")"
  266. }
  267. if !continueTask(str, "yY") {
  268. editcmd := exec.Command(editor(), dir+"PKGBUILD")
  269. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  270. editcmd.Run()
  271. }
  272. }
  273. return nil
  274. }
  275. func updateVSCdb(pkgbuild *gopkg.PKGBUILD) {
  276. for _, pkgsource := range pkgbuild.Source {
  277. owner, repo := parseSource(pkgsource)
  278. if owner != "" && repo != "" {
  279. err := branchInfo(pkgbuild.Pkgbase, owner, repo)
  280. if err != nil {
  281. fmt.Println(err)
  282. }
  283. }
  284. }
  285. }
  286. func parsesrcinfosFile(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error {
  287. for k, pkg := range pkgs {
  288. dir := config.BuildDir + pkg.PackageBase + "/"
  289. str := boldCyanFg("::") + boldFg(" Parsing SRCINFO (%d/%d): %s-%s")
  290. str2 := ""
  291. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  292. str2 += " ("
  293. for _, split := range bases[pkg.PackageBase] {
  294. str2 += split.Name + " "
  295. }
  296. str2 = str2[:len(str2)-1] + ")"
  297. }
  298. fmt.Printf(str, k+1, len(pkgs), pkg.PackageBase, pkg.Version)
  299. fmt.Print(str2)
  300. fmt.Println()
  301. pkgbuild, err := gopkg.ParseSRCINFO(dir + ".SRCINFO")
  302. if err != nil {
  303. return fmt.Errorf("%s: %s", pkg.Name, err)
  304. }
  305. srcinfos[pkg.PackageBase] = pkgbuild
  306. updateVSCdb(pkgbuild)
  307. }
  308. return nil
  309. }
  310. func parsesrcinfosGenerate(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error {
  311. for k, pkg := range pkgs {
  312. dir := config.BuildDir + pkg.PackageBase + "/"
  313. str := "Parsing SRCINFO (%d/%d): %s-%s"
  314. str2 := ""
  315. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  316. str2 += " ("
  317. for _, split := range bases[pkg.PackageBase] {
  318. str2 += split.Name + " "
  319. }
  320. str2 = str2[:len(str2)-1] + ")"
  321. }
  322. fmt.Printf(str, k+1, len(pkgs), pkg.PackageBase, pkg.Version)
  323. fmt.Print(str2)
  324. fmt.Println()
  325. cmd := exec.Command(config.MakepkgBin, "--printsrcinfo")
  326. cmd.Stderr = os.Stderr
  327. cmd.Dir = dir
  328. srcinfo, err := cmd.Output()
  329. if err != nil {
  330. return err
  331. }
  332. pkgbuild, err := gopkg.ParseSRCINFOContent(srcinfo)
  333. if err != nil {
  334. return fmt.Errorf("%s: %s", pkg.Name, err)
  335. }
  336. srcinfos[pkg.PackageBase] = pkgbuild
  337. updateVSCdb(pkgbuild)
  338. }
  339. return nil
  340. }
  341. func dowloadPkgBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) (err error) {
  342. for k, pkg := range pkgs {
  343. //todo make pretty
  344. str := boldCyanFg("::") + boldFg(" Downloading (%d/%d): %s-%s")
  345. str2 := ""
  346. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  347. str2 += " ("
  348. for _, split := range bases[pkg.PackageBase] {
  349. str2 += split.Name + " "
  350. }
  351. str2 = str2[:len(str2)-1] + ")"
  352. }
  353. fmt.Printf(str, k+1, len(pkgs), pkg.PackageBase, pkg.Version)
  354. fmt.Print(str2)
  355. fmt.Println()
  356. err = downloadAndUnpack(baseURL+pkg.URLPath, config.BuildDir, false)
  357. if err != nil {
  358. return
  359. }
  360. }
  361. return
  362. }
  363. func downloadPkgBuildsSources(pkgs []*rpc.Pkg) (err error) {
  364. for _, pkg := range pkgs {
  365. dir := config.BuildDir + pkg.PackageBase + "/"
  366. err = passToMakepkg(dir, "--nobuild", "--nocheck", "--noprepare", "--nodeps")
  367. if err != nil {
  368. return
  369. }
  370. }
  371. return
  372. }
  373. func buildInstallPkgBuilds(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, targets stringSet, parser *arguments, bases map[string][]*rpc.Pkg) error {
  374. //for n := len(pkgs) -1 ; n > 0; n-- {
  375. for n := 0; n < len(pkgs); n++ {
  376. pkg := pkgs[n]
  377. dir := config.BuildDir + pkg.PackageBase + "/"
  378. built := true
  379. srcinfo := srcinfos[pkg.PackageBase]
  380. version := srcinfo.CompleteVersion()
  381. for _, split := range bases[pkg.PackageBase] {
  382. file, err := completeFileName(dir, split.Name+"-"+version.String())
  383. if err != nil {
  384. return err
  385. }
  386. if file == "" {
  387. built = false
  388. }
  389. }
  390. if built {
  391. fmt.Println(boldRedFgBlackBg(arrow+" Warning:"),
  392. blackBg(pkg.Name+"-"+pkg.Version+" Already made -- skipping build"))
  393. } else {
  394. err := passToMakepkg(dir, "-Ccf", "--noconfirm")
  395. if err != nil {
  396. return err
  397. }
  398. }
  399. arguments := parser.copy()
  400. arguments.targets = make(stringSet)
  401. arguments.op = "U"
  402. arguments.delArg("confirm")
  403. arguments.delArg("c", "clean")
  404. arguments.delArg("q", "quiet")
  405. arguments.delArg("q", "quiet")
  406. arguments.delArg("y", "refresh")
  407. arguments.delArg("u", "sysupgrade")
  408. arguments.delArg("w", "downloadonly")
  409. depArguments := makeArguments()
  410. depArguments.addArg("D", "asdeps")
  411. for _, split := range bases[pkg.PackageBase] {
  412. file, err := completeFileName(dir, split.Name+"-"+version.String())
  413. if err != nil {
  414. return err
  415. }
  416. if file == "" {
  417. return fmt.Errorf("Could not find built package " + split.Name + "-" + version.String())
  418. }
  419. arguments.addTarget(file)
  420. if !targets.get(split.Name) {
  421. depArguments.addTarget(split.Name)
  422. }
  423. }
  424. oldConfirm := config.NoConfirm
  425. config.NoConfirm = true
  426. err := passToPacman(arguments)
  427. if err != nil {
  428. return err
  429. }
  430. if len(depArguments.targets) > 0 {
  431. err = passToPacman(depArguments)
  432. if err != nil {
  433. return err
  434. }
  435. }
  436. config.NoConfirm = oldConfirm
  437. }
  438. return nil
  439. }
  440. func clean(pkgs []*rpc.Pkg) {
  441. for _, pkg := range pkgs {
  442. dir := config.BuildDir + pkg.PackageBase + "/"
  443. fmt.Println(boldGreenFg(arrow +
  444. " CleanAfter enabled. Deleting " + pkg.Name + " source folder."))
  445. os.RemoveAll(dir)
  446. }
  447. }
  448. func completeFileName(dir, name string) (string, error) {
  449. files, err := ioutil.ReadDir(dir)
  450. if err != nil {
  451. return "", err
  452. }
  453. for _, file := range files {
  454. if file.IsDir() {
  455. continue
  456. }
  457. if strings.HasPrefix(file.Name(), name) {
  458. return dir + file.Name(), nil
  459. }
  460. }
  461. return "", nil
  462. }