install.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564
  1. package main
  2. import (
  3. "fmt"
  4. "io/ioutil"
  5. "os"
  6. "os/exec"
  7. "strings"
  8. "strconv"
  9. alpm "github.com/jguer/go-alpm"
  10. rpc "github.com/mikkeloscar/aur"
  11. gopkg "github.com/mikkeloscar/gopkgbuild"
  12. )
  13. // Install handles package installs
  14. func install(parser *arguments) error {
  15. aur, repo, err := packageSlices(parser.targets.toSlice())
  16. if err != nil {
  17. return err
  18. }
  19. srcinfos := make(map[string]*gopkg.PKGBUILD)
  20. var dc *depCatagories
  21. //fmt.Println(greenFg(arrow), greenFg("Resolving Dependencies"))
  22. requestTargets := aur
  23. //remotenames: names of all non repo packages on the system
  24. _, _, _, remoteNames, err := filterPackages()
  25. if err != nil {
  26. return err
  27. }
  28. //cache as a stringset. maybe make it return a string set in the first
  29. //place
  30. remoteNamesCache := make(stringSet)
  31. for _, name := range remoteNames {
  32. remoteNamesCache.set(name)
  33. }
  34. //if we are doing -u also request every non repo package on the system
  35. if parser.existsArg("u", "sysupgrade") {
  36. requestTargets = append(requestTargets, remoteNames...)
  37. }
  38. fmt.Println(boldCyanFg("::"), boldFg("Querying AUR..."))
  39. dt , err := getDepTree(requestTargets)
  40. if err != nil {
  41. return err
  42. }
  43. //only error if direct targets or deps are missing
  44. for missingName := range dt.Missing {
  45. if !remoteNamesCache.get(missingName) {
  46. return fmt.Errorf(boldRedFgBlackBg(arrow+" Error: ") +
  47. blackBg("Could not find all required package"))
  48. }
  49. }
  50. //create the arguments to pass for the repo install
  51. arguments := parser.copy()
  52. arguments.delArg("u", "sysupgrade")
  53. arguments.delArg("y", "refresh")
  54. arguments.op = "S"
  55. arguments.targets = make(stringSet)
  56. if parser.existsArg("u", "sysupgrade") {
  57. repoUp, aurUp, err := upgradePkgs(dt)
  58. if err != nil {
  59. return err
  60. }
  61. for pkg := range aurUp {
  62. parser.addTarget(pkg)
  63. }
  64. for pkg := range repoUp {
  65. arguments.addTarget(pkg)
  66. }
  67. //discard stuff thats
  68. //not a target and
  69. //not an upgrade and
  70. //is installed
  71. for pkg := range dt.Aur {
  72. if !parser.targets.get(pkg) && remoteNamesCache.get(pkg) {
  73. delete(dt.Aur, pkg)
  74. }
  75. }
  76. }
  77. for _, pkg := range repo {
  78. arguments.addTarget(pkg)
  79. }
  80. hasAur := len(dt.Aur) != 0
  81. if hasAur {
  82. dc, err = getDepCatagories(parser.formatTargets(), dt)
  83. if err != nil {
  84. return err
  85. }
  86. //printDownloadsFromRepo("Repo", dc.Repo)
  87. //printDownloadsFromRepo("Repo Make", dc.RepoMake)
  88. //printDownloadsFromAur("AUR", dc.Aur)
  89. //printDownloadsFromAur("AUR Make", dc.AurMake)
  90. //fmt.Println(dc.MakeOnly)
  91. //fmt.Println(dc.AurSet)
  92. printDepCatagories(dc)
  93. fmt.Println()
  94. }
  95. if len(arguments.targets) > 0 {
  96. err := passToPacman(arguments)
  97. if err != nil {
  98. fmt.Errorf("Error installing repo packages.")
  99. }
  100. }
  101. if hasAur {
  102. if !parser.existsArg("gendb") {
  103. err = checkForConflicts(dc)
  104. if err != nil {
  105. return err
  106. }
  107. }
  108. askCleanBuilds(dc.Aur, dc.Bases)
  109. fmt.Println()
  110. if !continueTask("Proceed with install?", "nN") {
  111. return fmt.Errorf("Aborting due to user")
  112. }
  113. // if !continueTask("Proceed with download?", "nN") {
  114. // return fmt.Errorf("Aborting due to user")
  115. // }
  116. err = dowloadPkgBuilds(dc.Aur, dc.Bases)
  117. if err != nil {
  118. return err
  119. }
  120. err = askEditPkgBuilds(dc.Aur, dc.Bases)
  121. if err != nil {
  122. return err
  123. }
  124. /*if len(dc.Repo) > 0 {
  125. arguments := parser.copy()
  126. arguments.delArg("u", "sysupgrade")
  127. arguments.delArg("y", "refresh")
  128. arguments.op = "S"
  129. arguments.targets = make(stringSet)
  130. arguments.addArg("needed", "asdeps")
  131. for _, pkg := range dc.Repo {
  132. arguments.addTarget(pkg.Name())
  133. }
  134. oldConfirm := config.NoConfirm
  135. config.NoConfirm = true
  136. passToPacman(arguments)
  137. config.NoConfirm = oldConfirm
  138. if err != nil {
  139. return err
  140. }
  141. }*/
  142. // if !continueTask("Proceed with install?", "nN") {
  143. // return fmt.Errorf("Aborting due to user")
  144. // }
  145. //this downloads the package build sources but also causes
  146. //a version bumb for vsc packages
  147. //that should not edit the sources so we should be safe to skip
  148. //it and parse the srcinfo at the current version
  149. if arguments.existsArg("gendb") {
  150. err = parsesrcinfosFile(dc.Aur, srcinfos, dc.Bases)
  151. if err != nil {
  152. return err
  153. }
  154. fmt.Println(boldGreenFg(arrow+" GenDB finished. No packages were installed"))
  155. return nil
  156. }
  157. err = downloadPkgBuildsSources(dc.Aur)
  158. if err != nil {
  159. return err
  160. }
  161. err = parsesrcinfosGenerate(dc.Aur, srcinfos, dc.Bases)
  162. if err != nil {
  163. return err
  164. }
  165. err = buildInstallPkgBuilds(dc.Aur, srcinfos, parser.targets, parser, dc.Bases)
  166. if err != nil {
  167. return err
  168. }
  169. if len(dc.MakeOnly) > 0 {
  170. if continueTask("Remove make dependencies?", "yY") {
  171. return nil
  172. }
  173. removeArguments := makeArguments()
  174. removeArguments.addArg("R", "u")
  175. for pkg := range dc.MakeOnly {
  176. removeArguments.addTarget(pkg)
  177. }
  178. oldValue := config.NoConfirm
  179. config.NoConfirm = true
  180. passToPacman(removeArguments)
  181. config.NoConfirm = oldValue
  182. }
  183. if config.CleanAfter {
  184. clean(dc.Aur)
  185. }
  186. return nil
  187. }
  188. return nil
  189. }
  190. func askCleanBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) {
  191. for _, pkg := range pkgs {
  192. dir := config.BuildDir + pkg.PackageBase + "/"
  193. if _, err := os.Stat(dir); !os.IsNotExist(err) {
  194. str := pkg.Name
  195. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  196. str += " ("
  197. for _, split := range bases[pkg.PackageBase] {
  198. str += split.Name + " "
  199. }
  200. str = str[:len(str)-1] + ")"
  201. }
  202. if !continueTask(str+" Directory exists. Clean Build?", "yY") {
  203. _ = os.RemoveAll(config.BuildDir + pkg.PackageBase)
  204. }
  205. }
  206. }
  207. }
  208. func checkForConflicts(dc *depCatagories) error {
  209. localDb, err := alpmHandle.LocalDb()
  210. if err != nil {
  211. return err
  212. }
  213. toRemove := make(map[string]stringSet)
  214. for _, pkg := range dc.Aur {
  215. for _, cpkg := range pkg.Conflicts {
  216. if _, err := localDb.PkgByName(cpkg); err == nil {
  217. _, ok := toRemove[pkg.Name]
  218. if !ok {
  219. toRemove[pkg.Name] = make(stringSet)
  220. }
  221. toRemove[pkg.Name].set(cpkg)
  222. }
  223. }
  224. }
  225. for _, pkg := range dc.Repo {
  226. pkg.Conflicts().ForEach(func(conf alpm.Depend) error {
  227. if _, err := localDb.PkgByName(conf.Name); err == nil {
  228. _, ok := toRemove[pkg.Name()]
  229. if !ok {
  230. toRemove[pkg.Name()] = make(stringSet)
  231. }
  232. toRemove[pkg.Name()].set(conf.Name)
  233. }
  234. return nil
  235. })
  236. }
  237. if len(toRemove) != 0 {
  238. fmt.Println(
  239. redFg("Package conflicts found:"))
  240. for name, pkgs := range toRemove {
  241. str := yellowFg("\t" + name) + " Replaces"
  242. for pkg := range pkgs {
  243. str += " " + yellowFg(pkg)
  244. }
  245. fmt.Println(str)
  246. }
  247. if !continueTask("Continue with install?", "nN") {
  248. return fmt.Errorf("Aborting due to user")
  249. }
  250. ask, _ := strconv.Atoi(cmdArgs.globals["ask"])
  251. uask := alpm.Question(ask) | alpm.QuestionConflictPkg
  252. cmdArgs.globals["ask"] = fmt.Sprint(uask)
  253. }
  254. return nil
  255. }
  256. func askEditPkgBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) error {
  257. for _, pkg := range pkgs {
  258. dir := config.BuildDir + pkg.PackageBase + "/"
  259. str := "Edit PKGBUILD? " + pkg.PackageBase
  260. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  261. str += " ("
  262. for _, split := range bases[pkg.PackageBase] {
  263. str += split.Name + " "
  264. }
  265. str = str[:len(str)-1] + ")"
  266. }
  267. if !continueTask(str, "yY") {
  268. editcmd := exec.Command(editor(), dir+"PKGBUILD")
  269. editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr
  270. editcmd.Run()
  271. }
  272. }
  273. return nil
  274. }
  275. func updateVSCdb(pkgbuild *gopkg.PKGBUILD) {
  276. for _, pkgsource := range pkgbuild.Source {
  277. owner, repo := parseSource(pkgsource)
  278. if owner != "" && repo != "" {
  279. err := branchInfo(pkgbuild.Pkgbase, owner, repo)
  280. if err != nil {
  281. fmt.Println(err)
  282. }
  283. }
  284. }
  285. }
  286. func parsesrcinfosFile(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error {
  287. for k, pkg := range pkgs {
  288. dir := config.BuildDir + pkg.PackageBase + "/"
  289. str := boldCyanFg("::") + boldFg(" Parsing SRCINFO (%d/%d): %s-%s")
  290. str2 := ""
  291. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  292. str2 += " ("
  293. for _, split := range bases[pkg.PackageBase] {
  294. str2 += split.Name + " "
  295. }
  296. str2 = str2[:len(str2)-1] + ")"
  297. }
  298. fmt.Printf(str, k+1, len(pkgs), pkg.PackageBase, pkg.Version)
  299. fmt.Print(str2)
  300. fmt.Println()
  301. pkgbuild, err := gopkg.ParseSRCINFO(dir + ".SRCINFO")
  302. if err != nil {
  303. return fmt.Errorf("%s: %s", pkg.Name, err)
  304. }
  305. srcinfos[pkg.PackageBase] = pkgbuild
  306. updateVSCdb(pkgbuild)
  307. }
  308. return nil
  309. }
  310. func parsesrcinfosGenerate(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error {
  311. for k, pkg := range pkgs {
  312. dir := config.BuildDir + pkg.PackageBase + "/"
  313. str := "Parsing SRCINFO (%d/%d): %s-%s"
  314. str2 := ""
  315. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  316. str2 += " ("
  317. for _, split := range bases[pkg.PackageBase] {
  318. str2 += split.Name + " "
  319. }
  320. str2 = str2[:len(str2)-1] + ")"
  321. }
  322. fmt.Printf(str, k+1, len(pkgs), pkg.PackageBase, pkg.Version)
  323. fmt.Print(str2)
  324. fmt.Println()
  325. cmd := exec.Command(config.MakepkgBin, "--printsrcinfo")
  326. cmd.Stderr = os.Stderr
  327. cmd.Dir = dir
  328. srcinfo, err := cmd.Output()
  329. if err != nil {
  330. return err
  331. }
  332. pkgbuild, err := gopkg.ParseSRCINFOContent(srcinfo)
  333. if err != nil {
  334. return fmt.Errorf("%s: %s", pkg.Name, err)
  335. }
  336. srcinfos[pkg.PackageBase] = pkgbuild
  337. updateVSCdb(pkgbuild)
  338. }
  339. return nil
  340. }
  341. func dowloadPkgBuilds(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg) (err error) {
  342. for k, pkg := range pkgs {
  343. //todo make pretty
  344. str := boldCyanFg("::") + boldFg(" Downloading (%d/%d): %s-%s")
  345. str2 := ""
  346. if len(bases[pkg.PackageBase]) > 1 || pkg.PackageBase != pkg.Name {
  347. str2 += " ("
  348. for _, split := range bases[pkg.PackageBase] {
  349. str2 += split.Name + " "
  350. }
  351. str2 = str2[:len(str2)-1] + ")"
  352. }
  353. fmt.Printf(str, k+1, len(pkgs), pkg.PackageBase, pkg.Version)
  354. fmt.Print(str2)
  355. fmt.Println()
  356. err = downloadAndUnpack(baseURL+pkg.URLPath, config.BuildDir, false)
  357. if err != nil {
  358. return
  359. }
  360. }
  361. return
  362. }
  363. func downloadPkgBuildsSources(pkgs []*rpc.Pkg) (err error) {
  364. for _, pkg := range pkgs {
  365. dir := config.BuildDir + pkg.PackageBase + "/"
  366. err = passToMakepkg(dir, "--nobuild", "--nocheck", "--noprepare", "--nodeps")
  367. if err != nil {
  368. return
  369. }
  370. }
  371. return
  372. }
  373. func buildInstallPkgBuilds(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, targets stringSet, parser *arguments, bases map[string][]*rpc.Pkg) error {
  374. //for n := len(pkgs) -1 ; n > 0; n-- {
  375. for n := 0; n < len(pkgs); n++ {
  376. pkg := pkgs[n]
  377. dir := config.BuildDir + pkg.PackageBase + "/"
  378. built := true
  379. srcinfo := srcinfos[pkg.PackageBase]
  380. version := srcinfo.CompleteVersion()
  381. for _, split := range bases[pkg.PackageBase] {
  382. file, err := completeFileName(dir, split.Name+"-"+version.String())
  383. if err != nil {
  384. return err
  385. }
  386. if file == "" {
  387. built = false
  388. }
  389. }
  390. if built {
  391. fmt.Println(boldRedFgBlackBg(arrow+" Warning:"),
  392. blackBg(pkg.Name+"-"+pkg.Version+" Already made -- skipping build"))
  393. } else {
  394. err := passToMakepkg(dir, "-Cscf", "--noconfirm")
  395. if err != nil {
  396. return err
  397. }
  398. }
  399. arguments := parser.copy()
  400. arguments.targets = make(stringSet)
  401. arguments.op = "U"
  402. arguments.delArg("confirm")
  403. arguments.delArg("c", "clean")
  404. arguments.delArg("q", "quiet")
  405. arguments.delArg("q", "quiet")
  406. arguments.delArg("y", "refresh")
  407. arguments.delArg("u", "sysupgrade")
  408. arguments.delArg("w", "downloadonly")
  409. depArguments := makeArguments()
  410. depArguments.addArg("D", "asdeps")
  411. for _, split := range bases[pkg.PackageBase] {
  412. file, err := completeFileName(dir, split.Name+"-"+version.String())
  413. if err != nil {
  414. return err
  415. }
  416. if file == "" {
  417. return fmt.Errorf("Could not find built package " + split.Name + "-" + version.String())
  418. }
  419. arguments.addTarget(file)
  420. if !targets.get(split.Name) {
  421. depArguments.addTarget(split.Name)
  422. }
  423. }
  424. oldConfirm := config.NoConfirm
  425. config.NoConfirm = true
  426. err := passToPacman(arguments)
  427. if err != nil {
  428. return err
  429. }
  430. if len(depArguments.targets) > 0 {
  431. err = passToPacman(depArguments)
  432. if err != nil {
  433. return err
  434. }
  435. }
  436. config.NoConfirm = oldConfirm
  437. }
  438. return nil
  439. }
  440. func clean(pkgs []*rpc.Pkg) {
  441. for _, pkg := range pkgs {
  442. dir := config.BuildDir + pkg.PackageBase + "/"
  443. fmt.Println(boldGreenFg(arrow +
  444. " CleanAfter enabled. Deleting " + pkg.Name + " source folder."))
  445. os.RemoveAll(dir)
  446. }
  447. }
  448. func completeFileName(dir, name string) (string, error) {
  449. files, err := ioutil.ReadDir(dir)
  450. if err != nil {
  451. return "", err
  452. }
  453. for _, file := range files {
  454. if file.IsDir() {
  455. continue
  456. }
  457. if strings.HasPrefix(file.Name(), name) {
  458. return dir + file.Name(), nil
  459. }
  460. }
  461. return "", nil
  462. }