You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

release.go 12 kB

11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
Add Attachment API (#3478) * Add Attachment API * repos/:owner/:repo/releases (add attachments) * repos/:owner/:repo/releases/:id (add attachments) * repos/:owner/:repo/releases/:id/attachments * repos/:owner/:repo/releases/:id/attachments/:attachment_id Signed-off-by: Jonas Franz <info@jonasfranz.de> * Add unit tests for new attachment functions Fix comments Signed-off-by: Jonas Franz <info@jonasfranz.software> * fix lint * Update vendor.json Signed-off-by: Jonas Franz <info@jonasfranz.software> * remove version of sdk Signed-off-by: Jonas Franz <info@jonasfranz.software> * Fix unit tests Add missing license header Signed-off-by: Jonas Franz <info@jonasfranz.software> * Add CreateReleaseAttachment Add EditReleaseAttachment Add DeleteReleaseAttachment Signed-off-by: Jonas Franz <info@jonasfranz.software> * Add filename query parameter for choosing another name for an attachment Signed-off-by: Jonas Franz <info@jonasfranz.software> * Fix order of imports Signed-off-by: Jonas Franz <info@jonasfranz.software> * Restricting updatable attachment columns Signed-off-by: Jonas Franz <info@jonasfranz.software> * gofmt Signed-off-by: Jonas Franz <info@jonasfranz.software> * Update go-sdk Replace Attachments with Assets Signed-off-by: Jonas Franz <info@jonasfranz.de> * Update go-sdk Signed-off-by: Jonas Franz <info@jonasfranz.de> * Updating go-sdk and regenerating swagger Signed-off-by: Jonas Franz <info@jonasfranz.software> * Add missing file of go-sdk Signed-off-by: Jonas Franz <info@jonasfranz.software> * Change origin of code.gitea.io/sdk to code.gitea.io/sdk Update code.gitea.io/sdk Signed-off-by: Jonas Franz <info@jonasfranz.software> * Update swagger Signed-off-by: Jonas Franz <info@jonasfranz.software> * Update updateAttachment
7 years ago
Add Attachment API (#3478) * Add Attachment API * repos/:owner/:repo/releases (add attachments) * repos/:owner/:repo/releases/:id (add attachments) * repos/:owner/:repo/releases/:id/attachments * repos/:owner/:repo/releases/:id/attachments/:attachment_id Signed-off-by: Jonas Franz <info@jonasfranz.de> * Add unit tests for new attachment functions Fix comments Signed-off-by: Jonas Franz <info@jonasfranz.software> * fix lint * Update vendor.json Signed-off-by: Jonas Franz <info@jonasfranz.software> * remove version of sdk Signed-off-by: Jonas Franz <info@jonasfranz.software> * Fix unit tests Add missing license header Signed-off-by: Jonas Franz <info@jonasfranz.software> * Add CreateReleaseAttachment Add EditReleaseAttachment Add DeleteReleaseAttachment Signed-off-by: Jonas Franz <info@jonasfranz.software> * Add filename query parameter for choosing another name for an attachment Signed-off-by: Jonas Franz <info@jonasfranz.software> * Fix order of imports Signed-off-by: Jonas Franz <info@jonasfranz.software> * Restricting updatable attachment columns Signed-off-by: Jonas Franz <info@jonasfranz.software> * gofmt Signed-off-by: Jonas Franz <info@jonasfranz.software> * Update go-sdk Replace Attachments with Assets Signed-off-by: Jonas Franz <info@jonasfranz.de> * Update go-sdk Signed-off-by: Jonas Franz <info@jonasfranz.de> * Updating go-sdk and regenerating swagger Signed-off-by: Jonas Franz <info@jonasfranz.software> * Add missing file of go-sdk Signed-off-by: Jonas Franz <info@jonasfranz.software> * Change origin of code.gitea.io/sdk to code.gitea.io/sdk Update code.gitea.io/sdk Signed-off-by: Jonas Franz <info@jonasfranz.software> * Update swagger Signed-off-by: Jonas Franz <info@jonasfranz.software> * Update updateAttachment
7 years ago
11 years ago
10 years ago
11 years ago
10 years ago
11 years ago
10 years ago
10 years ago
11 years ago
10 years ago
11 years ago
10 years ago
10 years ago
11 years ago
11 years ago
10 years ago
10 years ago
10 years ago
10 years ago
Better logging (#6038) (#6095) * Panic don't fatal on create new logger Fixes #5854 Signed-off-by: Andrew Thornton <art27@cantab.net> * partial broken * Update the logging infrastrcture Signed-off-by: Andrew Thornton <art27@cantab.net> * Reset the skip levels for Fatal and Error Signed-off-by: Andrew Thornton <art27@cantab.net> * broken ncsa * More log.Error fixes Signed-off-by: Andrew Thornton <art27@cantab.net> * Remove nal * set log-levels to lowercase * Make console_test test all levels * switch to lowercased levels * OK now working * Fix vetting issues * Fix lint * Fix tests * change default logging to match current gitea * Improve log testing Signed-off-by: Andrew Thornton <art27@cantab.net> * reset error skip levels to 0 * Update documentation and access logger configuration * Redirect the router log back to gitea if redirect macaron log but also allow setting the log level - i.e. TRACE * Fix broken level caching * Refactor the router log * Add Router logger * Add colorizing options * Adjust router colors * Only create logger if they will be used * update app.ini.sample * rename Attribute ColorAttribute * Change from white to green for function * Set fatal/error levels * Restore initial trace logger * Fix Trace arguments in modules/auth/auth.go * Properly handle XORMLogger * Improve admin/config page * fix fmt * Add auto-compression of old logs * Update error log levels * Remove the unnecessary skip argument from Error, Fatal and Critical * Add stacktrace support * Fix tests * Remove x/sync from vendors? * Add stderr option to console logger * Use filepath.ToSlash to protect against Windows in tests * Remove prefixed underscores from names in colors.go * Remove not implemented database logger This was removed from Gogs on 4 Mar 2016 but left in the configuration since then. * Ensure that log paths are relative to ROOT_PATH * use path.Join * rename jsonConfig to logConfig * Rename "config" to "jsonConfig" to make it clearer * Requested changes * Requested changes: XormLogger * Try to color the windows terminal If successful default to colorizing the console logs * fixup * Colorize initially too * update vendor * Colorize logs on default and remove if this is not a colorizing logger * Fix documentation * fix test * Use go-isatty to detect if on windows we are on msys or cygwin * Fix spelling mistake * Add missing vendors * More changes * Rationalise the ANSI writer protection * Adjust colors on advice from @0x5c * Make Flags a comma separated list * Move to use the windows constant for ENABLE_VIRTUAL_TERMINAL_PROCESSING * Ensure matching is done on the non-colored message - to simpify EXPRESSION
6 years ago
10 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429
  1. // Copyright 2014 The Gogs Authors. All rights reserved.
  2. // Copyright 2019 The Gitea Authors. All rights reserved.
  3. // Use of this source code is governed by a MIT-style
  4. // license that can be found in the LICENSE file.
  5. package models
  6. import (
  7. "fmt"
  8. "os"
  9. "sort"
  10. "strings"
  11. "code.gitea.io/gitea/modules/git"
  12. "code.gitea.io/gitea/modules/log"
  13. "code.gitea.io/gitea/modules/process"
  14. "code.gitea.io/gitea/modules/setting"
  15. api "code.gitea.io/gitea/modules/structs"
  16. "code.gitea.io/gitea/modules/timeutil"
  17. "xorm.io/builder"
  18. )
  19. // Release represents a release of repository.
  20. type Release struct {
  21. ID int64 `xorm:"pk autoincr"`
  22. RepoID int64 `xorm:"INDEX UNIQUE(n)"`
  23. Repo *Repository `xorm:"-"`
  24. PublisherID int64 `xorm:"INDEX"`
  25. Publisher *User `xorm:"-"`
  26. TagName string `xorm:"INDEX UNIQUE(n)"`
  27. LowerTagName string
  28. Target string
  29. Title string
  30. Sha1 string `xorm:"VARCHAR(40)"`
  31. NumCommits int64
  32. NumCommitsBehind int64 `xorm:"-"`
  33. Note string `xorm:"TEXT"`
  34. IsDraft bool `xorm:"NOT NULL DEFAULT false"`
  35. IsPrerelease bool `xorm:"NOT NULL DEFAULT false"`
  36. IsTag bool `xorm:"NOT NULL DEFAULT false"`
  37. Attachments []*Attachment `xorm:"-"`
  38. CreatedUnix timeutil.TimeStamp `xorm:"INDEX"`
  39. }
  40. func (r *Release) loadAttributes(e Engine) error {
  41. var err error
  42. if r.Repo == nil {
  43. r.Repo, err = GetRepositoryByID(r.RepoID)
  44. if err != nil {
  45. return err
  46. }
  47. }
  48. if r.Publisher == nil {
  49. r.Publisher, err = getUserByID(e, r.PublisherID)
  50. if err != nil {
  51. return err
  52. }
  53. }
  54. return getReleaseAttachments(e, r)
  55. }
  56. // LoadAttributes load repo and publisher attributes for a release
  57. func (r *Release) LoadAttributes() error {
  58. return r.loadAttributes(x)
  59. }
  60. // APIURL the api url for a release. release must have attributes loaded
  61. func (r *Release) APIURL() string {
  62. return fmt.Sprintf("%sapi/v1/repos/%s/releases/%d",
  63. setting.AppURL, r.Repo.FullName(), r.ID)
  64. }
  65. // ZipURL the zip url for a release. release must have attributes loaded
  66. func (r *Release) ZipURL() string {
  67. return fmt.Sprintf("%s/archive/%s.zip", r.Repo.HTMLURL(), r.TagName)
  68. }
  69. // TarURL the tar.gz url for a release. release must have attributes loaded
  70. func (r *Release) TarURL() string {
  71. return fmt.Sprintf("%s/archive/%s.tar.gz", r.Repo.HTMLURL(), r.TagName)
  72. }
  73. // APIFormat convert a Release to api.Release
  74. func (r *Release) APIFormat() *api.Release {
  75. assets := make([]*api.Attachment, 0)
  76. for _, att := range r.Attachments {
  77. assets = append(assets, att.APIFormat())
  78. }
  79. return &api.Release{
  80. ID: r.ID,
  81. TagName: r.TagName,
  82. Target: r.Target,
  83. Title: r.Title,
  84. Note: r.Note,
  85. URL: r.APIURL(),
  86. TarURL: r.TarURL(),
  87. ZipURL: r.ZipURL(),
  88. IsDraft: r.IsDraft,
  89. IsPrerelease: r.IsPrerelease,
  90. CreatedAt: r.CreatedUnix.AsTime(),
  91. PublishedAt: r.CreatedUnix.AsTime(),
  92. Publisher: r.Publisher.APIFormat(),
  93. Attachments: assets,
  94. }
  95. }
  96. // IsReleaseExist returns true if release with given tag name already exists.
  97. func IsReleaseExist(repoID int64, tagName string) (bool, error) {
  98. if len(tagName) == 0 {
  99. return false, nil
  100. }
  101. return x.Get(&Release{RepoID: repoID, LowerTagName: strings.ToLower(tagName)})
  102. }
  103. // InsertRelease inserts a release
  104. func InsertRelease(rel *Release) error {
  105. _, err := x.Insert(rel)
  106. return err
  107. }
  108. // UpdateRelease updates all columns of a release
  109. func UpdateRelease(rel *Release) error {
  110. _, err := x.ID(rel.ID).AllCols().Update(rel)
  111. return err
  112. }
  113. // AddReleaseAttachments adds a release attachments
  114. func AddReleaseAttachments(releaseID int64, attachmentUUIDs []string) (err error) {
  115. // Check attachments
  116. var attachments = make([]*Attachment, 0)
  117. for _, uuid := range attachmentUUIDs {
  118. attach, err := getAttachmentByUUID(x, uuid)
  119. if err != nil {
  120. if IsErrAttachmentNotExist(err) {
  121. continue
  122. }
  123. return fmt.Errorf("getAttachmentByUUID [%s]: %v", uuid, err)
  124. }
  125. attachments = append(attachments, attach)
  126. }
  127. for i := range attachments {
  128. attachments[i].ReleaseID = releaseID
  129. // No assign value could be 0, so ignore AllCols().
  130. if _, err = x.ID(attachments[i].ID).Update(attachments[i]); err != nil {
  131. return fmt.Errorf("update attachment [%d]: %v", attachments[i].ID, err)
  132. }
  133. }
  134. return
  135. }
  136. // GetRelease returns release by given ID.
  137. func GetRelease(repoID int64, tagName string) (*Release, error) {
  138. isExist, err := IsReleaseExist(repoID, tagName)
  139. if err != nil {
  140. return nil, err
  141. } else if !isExist {
  142. return nil, ErrReleaseNotExist{0, tagName}
  143. }
  144. rel := &Release{RepoID: repoID, LowerTagName: strings.ToLower(tagName)}
  145. _, err = x.Get(rel)
  146. return rel, err
  147. }
  148. // GetReleaseByID returns release with given ID.
  149. func GetReleaseByID(id int64) (*Release, error) {
  150. rel := new(Release)
  151. has, err := x.
  152. ID(id).
  153. Get(rel)
  154. if err != nil {
  155. return nil, err
  156. } else if !has {
  157. return nil, ErrReleaseNotExist{id, ""}
  158. }
  159. return rel, nil
  160. }
  161. // FindReleasesOptions describes the conditions to Find releases
  162. type FindReleasesOptions struct {
  163. IncludeDrafts bool
  164. IncludeTags bool
  165. TagNames []string
  166. }
  167. func (opts *FindReleasesOptions) toConds(repoID int64) builder.Cond {
  168. var cond = builder.NewCond()
  169. cond = cond.And(builder.Eq{"repo_id": repoID})
  170. if !opts.IncludeDrafts {
  171. cond = cond.And(builder.Eq{"is_draft": false})
  172. }
  173. if !opts.IncludeTags {
  174. cond = cond.And(builder.Eq{"is_tag": false})
  175. }
  176. if len(opts.TagNames) > 0 {
  177. cond = cond.And(builder.In("tag_name", opts.TagNames))
  178. }
  179. return cond
  180. }
  181. // GetReleasesByRepoID returns a list of releases of repository.
  182. func GetReleasesByRepoID(repoID int64, opts FindReleasesOptions, page, pageSize int) (rels []*Release, err error) {
  183. if page <= 0 {
  184. page = 1
  185. }
  186. err = x.
  187. Desc("created_unix", "id").
  188. Limit(pageSize, (page-1)*pageSize).
  189. Where(opts.toConds(repoID)).
  190. Find(&rels)
  191. return rels, err
  192. }
  193. // GetReleasesByRepoIDAndNames returns a list of releases of repository according repoID and tagNames.
  194. func GetReleasesByRepoIDAndNames(repoID int64, tagNames []string) (rels []*Release, err error) {
  195. err = x.
  196. Desc("created_unix").
  197. In("tag_name", tagNames).
  198. Find(&rels, Release{RepoID: repoID})
  199. return rels, err
  200. }
  201. // GetReleaseCountByRepoID returns the count of releases of repository
  202. func GetReleaseCountByRepoID(repoID int64, opts FindReleasesOptions) (int64, error) {
  203. return x.Where(opts.toConds(repoID)).Count(&Release{})
  204. }
  205. type releaseMetaSearch struct {
  206. ID []int64
  207. Rel []*Release
  208. }
  209. func (s releaseMetaSearch) Len() int {
  210. return len(s.ID)
  211. }
  212. func (s releaseMetaSearch) Swap(i, j int) {
  213. s.ID[i], s.ID[j] = s.ID[j], s.ID[i]
  214. s.Rel[i], s.Rel[j] = s.Rel[j], s.Rel[i]
  215. }
  216. func (s releaseMetaSearch) Less(i, j int) bool {
  217. return s.ID[i] < s.ID[j]
  218. }
  219. // GetReleaseAttachments retrieves the attachments for releases
  220. func GetReleaseAttachments(rels ...*Release) (err error) {
  221. return getReleaseAttachments(x, rels...)
  222. }
  223. func getReleaseAttachments(e Engine, rels ...*Release) (err error) {
  224. if len(rels) == 0 {
  225. return
  226. }
  227. // To keep this efficient as possible sort all releases by id,
  228. // select attachments by release id,
  229. // then merge join them
  230. // Sort
  231. var sortedRels = releaseMetaSearch{ID: make([]int64, len(rels)), Rel: make([]*Release, len(rels))}
  232. var attachments []*Attachment
  233. for index, element := range rels {
  234. element.Attachments = []*Attachment{}
  235. sortedRels.ID[index] = element.ID
  236. sortedRels.Rel[index] = element
  237. }
  238. sort.Sort(sortedRels)
  239. // Select attachments
  240. err = e.
  241. Asc("release_id").
  242. In("release_id", sortedRels.ID).
  243. Find(&attachments, Attachment{})
  244. if err != nil {
  245. return err
  246. }
  247. // merge join
  248. var currentIndex = 0
  249. for _, attachment := range attachments {
  250. for sortedRels.ID[currentIndex] < attachment.ReleaseID {
  251. currentIndex++
  252. }
  253. sortedRels.Rel[currentIndex].Attachments = append(sortedRels.Rel[currentIndex].Attachments, attachment)
  254. }
  255. return
  256. }
  257. type releaseSorter struct {
  258. rels []*Release
  259. }
  260. func (rs *releaseSorter) Len() int {
  261. return len(rs.rels)
  262. }
  263. func (rs *releaseSorter) Less(i, j int) bool {
  264. diffNum := rs.rels[i].NumCommits - rs.rels[j].NumCommits
  265. if diffNum != 0 {
  266. return diffNum > 0
  267. }
  268. return rs.rels[i].CreatedUnix > rs.rels[j].CreatedUnix
  269. }
  270. func (rs *releaseSorter) Swap(i, j int) {
  271. rs.rels[i], rs.rels[j] = rs.rels[j], rs.rels[i]
  272. }
  273. // SortReleases sorts releases by number of commits and created time.
  274. func SortReleases(rels []*Release) {
  275. sorter := &releaseSorter{rels: rels}
  276. sort.Sort(sorter)
  277. }
  278. // DeleteReleaseByID deletes a release and corresponding Git tag by given ID.
  279. func DeleteReleaseByID(id int64, doer *User, delTag bool) error {
  280. rel, err := GetReleaseByID(id)
  281. if err != nil {
  282. return fmt.Errorf("GetReleaseByID: %v", err)
  283. }
  284. repo, err := GetRepositoryByID(rel.RepoID)
  285. if err != nil {
  286. return fmt.Errorf("GetRepositoryByID: %v", err)
  287. }
  288. if delTag {
  289. _, stderr, err := process.GetManager().ExecDir(-1, repo.RepoPath(),
  290. fmt.Sprintf("DeleteReleaseByID (git tag -d): %d", rel.ID),
  291. git.GitExecutable, "tag", "-d", rel.TagName)
  292. if err != nil && !strings.Contains(stderr, "not found") {
  293. return fmt.Errorf("git tag -d: %v - %s", err, stderr)
  294. }
  295. if _, err = x.ID(rel.ID).Delete(new(Release)); err != nil {
  296. return fmt.Errorf("Delete: %v", err)
  297. }
  298. } else {
  299. rel.IsTag = true
  300. rel.IsDraft = false
  301. rel.IsPrerelease = false
  302. rel.Title = ""
  303. rel.Note = ""
  304. if _, err = x.ID(rel.ID).AllCols().Update(rel); err != nil {
  305. return fmt.Errorf("Update: %v", err)
  306. }
  307. }
  308. rel.Repo = repo
  309. if err = rel.LoadAttributes(); err != nil {
  310. return fmt.Errorf("LoadAttributes: %v", err)
  311. }
  312. if _, err := x.Delete(&Attachment{ReleaseID: id}); err != nil {
  313. return err
  314. }
  315. for i := range rel.Attachments {
  316. attachment := rel.Attachments[i]
  317. if err := os.RemoveAll(attachment.LocalPath()); err != nil {
  318. return err
  319. }
  320. }
  321. mode, _ := AccessLevel(doer, rel.Repo)
  322. if err := PrepareWebhooks(rel.Repo, HookEventRelease, &api.ReleasePayload{
  323. Action: api.HookReleaseDeleted,
  324. Release: rel.APIFormat(),
  325. Repository: rel.Repo.APIFormat(mode),
  326. Sender: doer.APIFormat(),
  327. }); err != nil {
  328. log.Error("PrepareWebhooks: %v", err)
  329. } else {
  330. go HookQueue.Add(rel.Repo.ID)
  331. }
  332. return nil
  333. }
  334. // SyncReleasesWithTags synchronizes release table with repository tags
  335. func SyncReleasesWithTags(repo *Repository, gitRepo *git.Repository) error {
  336. existingRelTags := make(map[string]struct{})
  337. opts := FindReleasesOptions{IncludeDrafts: true, IncludeTags: true}
  338. for page := 1; ; page++ {
  339. rels, err := GetReleasesByRepoID(repo.ID, opts, page, 100)
  340. if err != nil {
  341. return fmt.Errorf("GetReleasesByRepoID: %v", err)
  342. }
  343. if len(rels) == 0 {
  344. break
  345. }
  346. for _, rel := range rels {
  347. if rel.IsDraft {
  348. continue
  349. }
  350. commitID, err := gitRepo.GetTagCommitID(rel.TagName)
  351. if err != nil && !git.IsErrNotExist(err) {
  352. return fmt.Errorf("GetTagCommitID: %v", err)
  353. }
  354. if git.IsErrNotExist(err) || commitID != rel.Sha1 {
  355. if err := PushUpdateDeleteTag(repo, rel.TagName); err != nil {
  356. return fmt.Errorf("PushUpdateDeleteTag: %v", err)
  357. }
  358. } else {
  359. existingRelTags[strings.ToLower(rel.TagName)] = struct{}{}
  360. }
  361. }
  362. }
  363. tags, err := gitRepo.GetTags()
  364. if err != nil {
  365. return fmt.Errorf("GetTags: %v", err)
  366. }
  367. for _, tagName := range tags {
  368. if _, ok := existingRelTags[strings.ToLower(tagName)]; !ok {
  369. if err := PushUpdateAddTag(repo, gitRepo, tagName); err != nil {
  370. return fmt.Errorf("pushUpdateAddTag: %v", err)
  371. }
  372. }
  373. }
  374. return nil
  375. }