gitea源码

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281
  1. // Copyright 2021 The Gitea Authors. All rights reserved.
  2. // SPDX-License-Identifier: MIT
  3. package packages
  4. import (
  5. "context"
  6. "errors"
  7. "fmt"
  8. "net/url"
  9. repo_model "code.gitea.io/gitea/models/repo"
  10. user_model "code.gitea.io/gitea/models/user"
  11. "code.gitea.io/gitea/modules/cache"
  12. "code.gitea.io/gitea/modules/json"
  13. "code.gitea.io/gitea/modules/packages/alpine"
  14. "code.gitea.io/gitea/modules/packages/arch"
  15. "code.gitea.io/gitea/modules/packages/cargo"
  16. "code.gitea.io/gitea/modules/packages/chef"
  17. "code.gitea.io/gitea/modules/packages/composer"
  18. "code.gitea.io/gitea/modules/packages/conan"
  19. "code.gitea.io/gitea/modules/packages/conda"
  20. "code.gitea.io/gitea/modules/packages/container"
  21. "code.gitea.io/gitea/modules/packages/cran"
  22. "code.gitea.io/gitea/modules/packages/debian"
  23. "code.gitea.io/gitea/modules/packages/helm"
  24. "code.gitea.io/gitea/modules/packages/maven"
  25. "code.gitea.io/gitea/modules/packages/npm"
  26. "code.gitea.io/gitea/modules/packages/nuget"
  27. "code.gitea.io/gitea/modules/packages/pub"
  28. "code.gitea.io/gitea/modules/packages/pypi"
  29. "code.gitea.io/gitea/modules/packages/rpm"
  30. "code.gitea.io/gitea/modules/packages/rubygems"
  31. "code.gitea.io/gitea/modules/packages/swift"
  32. "code.gitea.io/gitea/modules/packages/vagrant"
  33. "code.gitea.io/gitea/modules/util"
  34. "github.com/hashicorp/go-version"
  35. )
  36. // PackagePropertyList is a list of package properties
  37. type PackagePropertyList []*PackageProperty
  38. // GetByName gets the first property value with the specific name
  39. func (l PackagePropertyList) GetByName(name string) string {
  40. for _, pp := range l {
  41. if pp.Name == name {
  42. return pp.Value
  43. }
  44. }
  45. return ""
  46. }
  47. // PackageDescriptor describes a package
  48. type PackageDescriptor struct {
  49. Package *Package
  50. Owner *user_model.User
  51. Repository *repo_model.Repository
  52. Version *PackageVersion
  53. SemVer *version.Version
  54. Creator *user_model.User
  55. PackageProperties PackagePropertyList
  56. VersionProperties PackagePropertyList
  57. Metadata any
  58. Files []*PackageFileDescriptor
  59. }
  60. // PackageFileDescriptor describes a package file
  61. type PackageFileDescriptor struct {
  62. File *PackageFile
  63. Blob *PackageBlob
  64. Properties PackagePropertyList
  65. }
  66. // PackageWebLink returns the relative package web link
  67. func (pd *PackageDescriptor) PackageWebLink() string {
  68. return fmt.Sprintf("%s/-/packages/%s/%s", pd.Owner.HomeLink(), string(pd.Package.Type), url.PathEscape(pd.Package.LowerName))
  69. }
  70. // VersionWebLink returns the relative package version web link
  71. func (pd *PackageDescriptor) VersionWebLink() string {
  72. return fmt.Sprintf("%s/%s", pd.PackageWebLink(), url.PathEscape(pd.Version.LowerVersion))
  73. }
  74. // PackageHTMLURL returns the absolute package HTML URL
  75. func (pd *PackageDescriptor) PackageHTMLURL(ctx context.Context) string {
  76. return fmt.Sprintf("%s/-/packages/%s/%s", pd.Owner.HTMLURL(ctx), string(pd.Package.Type), url.PathEscape(pd.Package.LowerName))
  77. }
  78. // VersionHTMLURL returns the absolute package version HTML URL
  79. func (pd *PackageDescriptor) VersionHTMLURL(ctx context.Context) string {
  80. return fmt.Sprintf("%s/%s", pd.PackageHTMLURL(ctx), url.PathEscape(pd.Version.LowerVersion))
  81. }
  82. // CalculateBlobSize returns the total blobs size in bytes
  83. func (pd *PackageDescriptor) CalculateBlobSize() int64 {
  84. size := int64(0)
  85. for _, f := range pd.Files {
  86. size += f.Blob.Size
  87. }
  88. return size
  89. }
  90. // GetPackageDescriptor gets the package description for a version
  91. func GetPackageDescriptor(ctx context.Context, pv *PackageVersion) (*PackageDescriptor, error) {
  92. return GetPackageDescriptorWithCache(ctx, pv, cache.NewEphemeralCache())
  93. }
  94. func GetPackageDescriptorWithCache(ctx context.Context, pv *PackageVersion, c *cache.EphemeralCache) (*PackageDescriptor, error) {
  95. p, err := cache.GetWithEphemeralCache(ctx, c, "package", pv.PackageID, GetPackageByID)
  96. if err != nil {
  97. return nil, err
  98. }
  99. o, err := cache.GetWithEphemeralCache(ctx, c, "user", p.OwnerID, user_model.GetUserByID)
  100. if err != nil {
  101. return nil, err
  102. }
  103. var repository *repo_model.Repository
  104. if p.RepoID > 0 {
  105. repository, err = cache.GetWithEphemeralCache(ctx, c, "repo", p.RepoID, repo_model.GetRepositoryByID)
  106. if err != nil && !repo_model.IsErrRepoNotExist(err) {
  107. return nil, err
  108. }
  109. }
  110. creator, err := cache.GetWithEphemeralCache(ctx, c, "user", pv.CreatorID, user_model.GetUserByID)
  111. if err != nil {
  112. if errors.Is(err, util.ErrNotExist) {
  113. creator = user_model.NewGhostUser()
  114. } else {
  115. return nil, err
  116. }
  117. }
  118. var semVer *version.Version
  119. if p.SemverCompatible {
  120. semVer, err = version.NewVersion(pv.Version)
  121. if err != nil {
  122. return nil, err
  123. }
  124. }
  125. pps, err := GetProperties(ctx, PropertyTypePackage, p.ID)
  126. if err != nil {
  127. return nil, err
  128. }
  129. pvps, err := GetProperties(ctx, PropertyTypeVersion, pv.ID)
  130. if err != nil {
  131. return nil, err
  132. }
  133. pfs, err := GetFilesByVersionID(ctx, pv.ID)
  134. if err != nil {
  135. return nil, err
  136. }
  137. pfds := make([]*PackageFileDescriptor, 0, len(pfs))
  138. for _, pf := range pfs {
  139. pfd, err := getPackageFileDescriptor(ctx, pf, c)
  140. if err != nil {
  141. return nil, err
  142. }
  143. pfds = append(pfds, pfd)
  144. }
  145. var metadata any
  146. switch p.Type {
  147. case TypeAlpine:
  148. metadata = &alpine.VersionMetadata{}
  149. case TypeArch:
  150. metadata = &arch.VersionMetadata{}
  151. case TypeCargo:
  152. metadata = &cargo.Metadata{}
  153. case TypeChef:
  154. metadata = &chef.Metadata{}
  155. case TypeComposer:
  156. metadata = &composer.Metadata{}
  157. case TypeConan:
  158. metadata = &conan.Metadata{}
  159. case TypeConda:
  160. metadata = &conda.VersionMetadata{}
  161. case TypeContainer:
  162. metadata = &container.Metadata{}
  163. case TypeCran:
  164. metadata = &cran.Metadata{}
  165. case TypeDebian:
  166. metadata = &debian.Metadata{}
  167. case TypeGeneric:
  168. // generic packages have no metadata
  169. case TypeGo:
  170. // go packages have no metadata
  171. case TypeHelm:
  172. metadata = &helm.Metadata{}
  173. case TypeNuGet:
  174. metadata = &nuget.Metadata{}
  175. case TypeNpm:
  176. metadata = &npm.Metadata{}
  177. case TypeMaven:
  178. metadata = &maven.Metadata{}
  179. case TypePub:
  180. metadata = &pub.Metadata{}
  181. case TypePyPI:
  182. metadata = &pypi.Metadata{}
  183. case TypeRpm:
  184. metadata = &rpm.VersionMetadata{}
  185. case TypeRubyGems:
  186. metadata = &rubygems.Metadata{}
  187. case TypeSwift:
  188. metadata = &swift.Metadata{}
  189. case TypeVagrant:
  190. metadata = &vagrant.Metadata{}
  191. default:
  192. panic("unknown package type: " + string(p.Type))
  193. }
  194. if metadata != nil {
  195. if err := json.Unmarshal([]byte(pv.MetadataJSON), &metadata); err != nil {
  196. return nil, err
  197. }
  198. }
  199. return &PackageDescriptor{
  200. Package: p,
  201. Owner: o,
  202. Repository: repository,
  203. Version: pv,
  204. SemVer: semVer,
  205. Creator: creator,
  206. PackageProperties: PackagePropertyList(pps),
  207. VersionProperties: PackagePropertyList(pvps),
  208. Metadata: metadata,
  209. Files: pfds,
  210. }, nil
  211. }
  212. // GetPackageFileDescriptor gets a package file descriptor for a package file
  213. func GetPackageFileDescriptor(ctx context.Context, pf *PackageFile) (*PackageFileDescriptor, error) {
  214. return getPackageFileDescriptor(ctx, pf, cache.NewEphemeralCache())
  215. }
  216. func getPackageFileDescriptor(ctx context.Context, pf *PackageFile, c *cache.EphemeralCache) (*PackageFileDescriptor, error) {
  217. pb, err := cache.GetWithEphemeralCache(ctx, c, "package_file_blob", pf.BlobID, GetBlobByID)
  218. if err != nil {
  219. return nil, err
  220. }
  221. pfps, err := GetProperties(ctx, PropertyTypeFile, pf.ID)
  222. if err != nil {
  223. return nil, err
  224. }
  225. return &PackageFileDescriptor{
  226. pf,
  227. pb,
  228. PackagePropertyList(pfps),
  229. }, nil
  230. }
  231. // GetPackageFileDescriptors gets the package file descriptors for the package files
  232. func GetPackageFileDescriptors(ctx context.Context, pfs []*PackageFile) ([]*PackageFileDescriptor, error) {
  233. pfds := make([]*PackageFileDescriptor, 0, len(pfs))
  234. for _, pf := range pfs {
  235. pfd, err := GetPackageFileDescriptor(ctx, pf)
  236. if err != nil {
  237. return nil, err
  238. }
  239. pfds = append(pfds, pfd)
  240. }
  241. return pfds, nil
  242. }
  243. // GetPackageDescriptors gets the package descriptions for the versions
  244. func GetPackageDescriptors(ctx context.Context, pvs []*PackageVersion) ([]*PackageDescriptor, error) {
  245. return getPackageDescriptors(ctx, pvs, cache.NewEphemeralCache())
  246. }
  247. func getPackageDescriptors(ctx context.Context, pvs []*PackageVersion, c *cache.EphemeralCache) ([]*PackageDescriptor, error) {
  248. pds := make([]*PackageDescriptor, 0, len(pvs))
  249. for _, pv := range pvs {
  250. pd, err := GetPackageDescriptorWithCache(ctx, pv, c)
  251. if err != nil {
  252. return nil, err
  253. }
  254. pds = append(pds, pd)
  255. }
  256. return pds, nil
  257. }