aur_source.go 2.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131
  1. package main
  2. import (
  3. "context"
  4. "fmt"
  5. "path/filepath"
  6. "runtime"
  7. "sync"
  8. "github.com/leonelquinteros/gotext"
  9. "github.com/Jguer/yay/v11/pkg/multierror"
  10. "github.com/Jguer/yay/v11/pkg/settings/exe"
  11. "github.com/Jguer/yay/v11/pkg/stringset"
  12. "github.com/Jguer/yay/v11/pkg/text"
  13. )
  14. type ErrDownloadSource struct {
  15. inner error
  16. pkgName string
  17. errOut string
  18. }
  19. func (e ErrDownloadSource) Error() string {
  20. return fmt.Sprintln(gotext.Get("error downloading sources: %s", text.Cyan(e.pkgName)),
  21. "\n\t context:", e.inner.Error(), "\n\t", e.errOut)
  22. }
  23. func (e *ErrDownloadSource) Unwrap() error {
  24. return e.inner
  25. }
  26. func downloadPKGBUILDSource(ctx context.Context, cmdBuilder exe.ICmdBuilder, dest,
  27. base string, incompatible stringset.StringSet,
  28. ) error {
  29. dir := filepath.Join(dest, base)
  30. args := []string{"--verifysource", "-Ccf"}
  31. if incompatible.Get(base) {
  32. args = append(args, "--ignorearch")
  33. }
  34. err := cmdBuilder.Show(
  35. cmdBuilder.BuildMakepkgCmd(ctx, dir, args...))
  36. if err != nil {
  37. return ErrDownloadSource{inner: err, pkgName: base, errOut: ""}
  38. }
  39. return nil
  40. }
  41. func downloadPKGBUILDSourceWorker(ctx context.Context, wg *sync.WaitGroup, dest string,
  42. cBase <-chan string, valOut chan<- string, errOut chan<- error,
  43. cmdBuilder exe.ICmdBuilder, incompatible stringset.StringSet,
  44. ) {
  45. for base := range cBase {
  46. err := downloadPKGBUILDSource(ctx, cmdBuilder, dest, base, incompatible)
  47. if err != nil {
  48. errOut <- ErrDownloadSource{inner: err, pkgName: base, errOut: ""}
  49. } else {
  50. valOut <- base
  51. }
  52. }
  53. wg.Done()
  54. }
  55. func downloadPKGBUILDSourceFanout(ctx context.Context, cmdBuilder exe.ICmdBuilder, dest string,
  56. bases []string, incompatible stringset.StringSet, maxConcurrentDownloads int,
  57. ) error {
  58. if len(bases) == 0 {
  59. return nil // no work to do
  60. }
  61. if len(bases) == 1 {
  62. return downloadPKGBUILDSource(ctx, cmdBuilder, dest, bases[0], incompatible)
  63. }
  64. var (
  65. numOfWorkers = runtime.NumCPU()
  66. wg = &sync.WaitGroup{}
  67. c = make(chan string)
  68. fanInChanValues = make(chan string)
  69. fanInChanErrors = make(chan error)
  70. )
  71. if maxConcurrentDownloads != 0 {
  72. numOfWorkers = maxConcurrentDownloads
  73. }
  74. go func() {
  75. for _, base := range bases {
  76. c <- base
  77. }
  78. close(c)
  79. }()
  80. // Launch Workers
  81. wg.Add(numOfWorkers)
  82. for s := 0; s < numOfWorkers; s++ {
  83. go downloadPKGBUILDSourceWorker(ctx, wg, dest, c,
  84. fanInChanValues, fanInChanErrors, cmdBuilder, incompatible)
  85. }
  86. go func() {
  87. wg.Wait()
  88. close(fanInChanValues)
  89. close(fanInChanErrors)
  90. }()
  91. returnErr := multierror.MultiError{}
  92. receiver:
  93. for {
  94. select {
  95. case _, ok := <-fanInChanValues:
  96. if !ok {
  97. break receiver
  98. }
  99. case err, ok := <-fanInChanErrors:
  100. if !ok {
  101. break receiver
  102. }
  103. returnErr.Add(err)
  104. }
  105. }
  106. return returnErr.Return()
  107. }