You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

repo.go 65 kB

11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
10 years ago
10 years ago
10 years ago
11 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
11 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
11 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
11 years ago
10 years ago
10 years ago
10 years ago
11 years ago
10 years ago
10 years ago
10 years ago
10 years ago
11 years ago
10 years ago
11 years ago
11 years ago
10 years ago
10 years ago
10 years ago
10 years ago
11 years ago
10 years ago
11 years ago
11 years ago
10 years ago
10 years ago
10 years ago
10 years ago
11 years ago
11 years ago
11 years ago
10 years ago
10 years ago
10 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
10 years ago
10 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
10 years ago
10 years ago
11 years ago
10 years ago
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279
  1. // Copyright 2014 The Gogs Authors. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package models
  5. import (
  6. "bytes"
  7. "errors"
  8. "fmt"
  9. "html/template"
  10. "io/ioutil"
  11. "os"
  12. "os/exec"
  13. "path"
  14. "path/filepath"
  15. "regexp"
  16. "sort"
  17. "strings"
  18. "sync"
  19. "time"
  20. "github.com/Unknwon/cae/zip"
  21. "github.com/Unknwon/com"
  22. "github.com/go-xorm/xorm"
  23. "github.com/mcuadros/go-version"
  24. "gopkg.in/ini.v1"
  25. git "github.com/gogits/git-module"
  26. api "github.com/gogits/go-gogs-client"
  27. "github.com/gogits/gogs/modules/bindata"
  28. "github.com/gogits/gogs/modules/log"
  29. "github.com/gogits/gogs/modules/markdown"
  30. "github.com/gogits/gogs/modules/process"
  31. "github.com/gogits/gogs/modules/setting"
  32. )
  33. const (
  34. _TPL_UPDATE_HOOK = "#!/usr/bin/env %s\n%s update $1 $2 $3 --config='%s'\n"
  35. )
  36. var (
  37. ErrRepoFileNotExist = errors.New("Repository file does not exist")
  38. ErrRepoFileNotLoaded = errors.New("Repository file not loaded")
  39. ErrMirrorNotExist = errors.New("Mirror does not exist")
  40. ErrInvalidReference = errors.New("Invalid reference specified")
  41. ErrNameEmpty = errors.New("Name is empty")
  42. )
  43. var (
  44. Gitignores, Licenses, Readmes []string
  45. // Maximum items per page in forks, watchers and stars of a repo
  46. ItemsPerPage = 40
  47. )
  48. func LoadRepoConfig() {
  49. // Load .gitignore and license files and readme templates.
  50. types := []string{"gitignore", "license", "readme"}
  51. typeFiles := make([][]string, 3)
  52. for i, t := range types {
  53. files, err := bindata.AssetDir("conf/" + t)
  54. if err != nil {
  55. log.Fatal(4, "Fail to get %s files: %v", t, err)
  56. }
  57. customPath := path.Join(setting.CustomPath, "conf", t)
  58. if com.IsDir(customPath) {
  59. customFiles, err := com.StatDir(customPath)
  60. if err != nil {
  61. log.Fatal(4, "Fail to get custom %s files: %v", t, err)
  62. }
  63. for _, f := range customFiles {
  64. if !com.IsSliceContainsStr(files, f) {
  65. files = append(files, f)
  66. }
  67. }
  68. }
  69. typeFiles[i] = files
  70. }
  71. Gitignores = typeFiles[0]
  72. Licenses = typeFiles[1]
  73. Readmes = typeFiles[2]
  74. sort.Strings(Gitignores)
  75. sort.Strings(Licenses)
  76. sort.Strings(Readmes)
  77. }
  78. func NewRepoContext() {
  79. zip.Verbose = false
  80. // Check Git installation.
  81. if _, err := exec.LookPath("git"); err != nil {
  82. log.Fatal(4, "Fail to test 'git' command: %v (forgotten install?)", err)
  83. }
  84. // Check Git version.
  85. gitVer, err := git.BinVersion()
  86. if err != nil {
  87. log.Fatal(4, "Fail to get Git version: %v", err)
  88. }
  89. log.Info("Git Version: %s", gitVer)
  90. if version.Compare("1.7.1", gitVer, ">") {
  91. log.Fatal(4, "Gogs requires Git version greater or equal to 1.7.1")
  92. }
  93. // Git requires setting user.name and user.email in order to commit changes.
  94. for configKey, defaultValue := range map[string]string{"user.name": "Gogs", "user.email": "gogs@fake.local"} {
  95. if stdout, stderr, err := process.Exec("NewRepoContext(get setting)", "git", "config", "--get", configKey); err != nil || strings.TrimSpace(stdout) == "" {
  96. // ExitError indicates this config is not set
  97. if _, ok := err.(*exec.ExitError); ok || strings.TrimSpace(stdout) == "" {
  98. if _, stderr, gerr := process.Exec("NewRepoContext(set "+configKey+")", "git", "config", "--global", configKey, defaultValue); gerr != nil {
  99. log.Fatal(4, "Fail to set git %s(%s): %s", configKey, gerr, stderr)
  100. }
  101. log.Info("Git config %s set to %s", configKey, defaultValue)
  102. } else {
  103. log.Fatal(4, "Fail to get git %s(%s): %s", configKey, err, stderr)
  104. }
  105. }
  106. }
  107. // Set git some configurations.
  108. if _, stderr, err := process.Exec("NewRepoContext(git config --global core.quotepath false)",
  109. "git", "config", "--global", "core.quotepath", "false"); err != nil {
  110. log.Fatal(4, "Fail to execute 'git config --global core.quotepath false': %s", stderr)
  111. }
  112. RemoveAllWithNotice("Clean up repository temporary data", filepath.Join(setting.AppDataPath, "tmp"))
  113. }
  114. // Repository represents a git repository.
  115. type Repository struct {
  116. ID int64 `xorm:"pk autoincr"`
  117. OwnerID int64 `xorm:"UNIQUE(s)"`
  118. Owner *User `xorm:"-"`
  119. LowerName string `xorm:"UNIQUE(s) INDEX NOT NULL"`
  120. Name string `xorm:"INDEX NOT NULL"`
  121. Description string
  122. Website string
  123. DefaultBranch string
  124. NumWatches int
  125. NumStars int
  126. NumForks int
  127. NumIssues int
  128. NumClosedIssues int
  129. NumOpenIssues int `xorm:"-"`
  130. NumPulls int
  131. NumClosedPulls int
  132. NumOpenPulls int `xorm:"-"`
  133. NumMilestones int `xorm:"NOT NULL DEFAULT 0"`
  134. NumClosedMilestones int `xorm:"NOT NULL DEFAULT 0"`
  135. NumOpenMilestones int `xorm:"-"`
  136. NumTags int `xorm:"-"`
  137. IsPrivate bool
  138. IsBare bool
  139. IsMirror bool
  140. *Mirror `xorm:"-"`
  141. // Advanced settings
  142. EnableWiki bool `xorm:"NOT NULL DEFAULT true"`
  143. EnableExternalWiki bool
  144. ExternalWikiURL string
  145. EnableIssues bool `xorm:"NOT NULL DEFAULT true"`
  146. EnableExternalTracker bool
  147. ExternalTrackerFormat string
  148. ExternalTrackerStyle string
  149. ExternalMetas map[string]string `xorm:"-"`
  150. EnablePulls bool `xorm:"NOT NULL DEFAULT true"`
  151. IsFork bool `xorm:"NOT NULL DEFAULT false"`
  152. ForkID int64
  153. BaseRepo *Repository `xorm:"-"`
  154. Created time.Time `xorm:"-"`
  155. CreatedUnix int64
  156. Updated time.Time `xorm:"-"`
  157. UpdatedUnix int64
  158. }
  159. func (repo *Repository) BeforeInsert() {
  160. repo.CreatedUnix = time.Now().Unix()
  161. repo.UpdatedUnix = repo.CreatedUnix
  162. }
  163. func (repo *Repository) BeforeUpdate() {
  164. repo.UpdatedUnix = time.Now().Unix()
  165. }
  166. func (repo *Repository) AfterSet(colName string, _ xorm.Cell) {
  167. switch colName {
  168. case "default_branch":
  169. // FIXME: use models migration to solve all at once.
  170. if len(repo.DefaultBranch) == 0 {
  171. repo.DefaultBranch = "master"
  172. }
  173. case "num_closed_issues":
  174. repo.NumOpenIssues = repo.NumIssues - repo.NumClosedIssues
  175. case "num_closed_pulls":
  176. repo.NumOpenPulls = repo.NumPulls - repo.NumClosedPulls
  177. case "num_closed_milestones":
  178. repo.NumOpenMilestones = repo.NumMilestones - repo.NumClosedMilestones
  179. case "external_tracker_style":
  180. if len(repo.ExternalTrackerStyle) == 0 {
  181. repo.ExternalTrackerStyle = markdown.ISSUE_NAME_STYLE_NUMERIC
  182. }
  183. case "created_unix":
  184. repo.Created = time.Unix(repo.CreatedUnix, 0).Local()
  185. case "updated_unix":
  186. repo.Updated = time.Unix(repo.UpdatedUnix, 0)
  187. }
  188. }
  189. // MustOwner always returns a valid *User object to avoid
  190. // conceptually impossible error handling.
  191. // It creates a fake object that contains error deftail
  192. // when error occurs.
  193. func (repo *Repository) MustOwner() *User {
  194. return repo.mustOwner(x)
  195. }
  196. func (repo *Repository) FullName() string {
  197. return repo.MustOwner().Name + "/" + repo.Name
  198. }
  199. func (repo *Repository) FullLink() string {
  200. return setting.AppUrl + repo.FullName()
  201. }
  202. // Arguments that are allowed to be nil: permission
  203. func (repo *Repository) APIFormat(permission *api.Permission) *api.Repository {
  204. cloneLink := repo.CloneLink()
  205. return &api.Repository{
  206. ID: repo.ID,
  207. Owner: repo.Owner.APIFormat(),
  208. Name: repo.Name,
  209. FullName: repo.FullName(),
  210. Description: repo.Description,
  211. Private: repo.IsPrivate,
  212. Fork: repo.IsFork,
  213. HTMLURL: repo.FullLink(),
  214. SSHURL: cloneLink.SSH,
  215. CloneURL: cloneLink.HTTPS,
  216. Website: repo.Website,
  217. Stars: repo.NumStars,
  218. Forks: repo.NumForks,
  219. Watchers: repo.NumWatches,
  220. OpenIssues: repo.NumOpenIssues,
  221. DefaultBranch: repo.DefaultBranch,
  222. Created: repo.Created,
  223. Updated: repo.Updated,
  224. Permissions: permission,
  225. }
  226. }
  227. func (repo *Repository) getOwner(e Engine) (err error) {
  228. if repo.Owner != nil {
  229. return nil
  230. }
  231. repo.Owner, err = getUserByID(e, repo.OwnerID)
  232. return err
  233. }
  234. func (repo *Repository) GetOwner() error {
  235. return repo.getOwner(x)
  236. }
  237. func (repo *Repository) mustOwner(e Engine) *User {
  238. if err := repo.getOwner(e); err != nil {
  239. return &User{
  240. Name: "error",
  241. FullName: err.Error(),
  242. }
  243. }
  244. return repo.Owner
  245. }
  246. // ComposeMetas composes a map of metas for rendering external issue tracker URL.
  247. func (repo *Repository) ComposeMetas() map[string]string {
  248. if !repo.EnableExternalTracker {
  249. return nil
  250. } else if repo.ExternalMetas == nil {
  251. repo.ExternalMetas = map[string]string{
  252. "format": repo.ExternalTrackerFormat,
  253. "user": repo.MustOwner().Name,
  254. "repo": repo.Name,
  255. }
  256. switch repo.ExternalTrackerStyle {
  257. case markdown.ISSUE_NAME_STYLE_ALPHANUMERIC:
  258. repo.ExternalMetas["style"] = markdown.ISSUE_NAME_STYLE_ALPHANUMERIC
  259. default:
  260. repo.ExternalMetas["style"] = markdown.ISSUE_NAME_STYLE_NUMERIC
  261. }
  262. }
  263. return repo.ExternalMetas
  264. }
  265. // DeleteWiki removes the actual and local copy of repository wiki.
  266. func (repo *Repository) DeleteWiki() {
  267. wikiPaths := []string{repo.WikiPath(), repo.LocalWikiPath()}
  268. for _, wikiPath := range wikiPaths {
  269. RemoveAllWithNotice("Delete repository wiki", wikiPath)
  270. }
  271. }
  272. // GetAssignees returns all users that have write access of repository.
  273. func (repo *Repository) GetAssignees() (_ []*User, err error) {
  274. if err = repo.GetOwner(); err != nil {
  275. return nil, err
  276. }
  277. accesses := make([]*Access, 0, 10)
  278. if err = x.Where("repo_id=? AND mode>=?", repo.ID, ACCESS_MODE_WRITE).Find(&accesses); err != nil {
  279. return nil, err
  280. }
  281. users := make([]*User, 0, len(accesses)+1) // Just waste 1 unit does not matter.
  282. if !repo.Owner.IsOrganization() {
  283. users = append(users, repo.Owner)
  284. }
  285. var u *User
  286. for i := range accesses {
  287. u, err = GetUserByID(accesses[i].UserID)
  288. if err != nil {
  289. return nil, err
  290. }
  291. users = append(users, u)
  292. }
  293. return users, nil
  294. }
  295. // GetAssigneeByID returns the user that has write access of repository by given ID.
  296. func (repo *Repository) GetAssigneeByID(userID int64) (*User, error) {
  297. return GetAssigneeByID(repo, userID)
  298. }
  299. // GetMilestoneByID returns the milestone belongs to repository by given ID.
  300. func (repo *Repository) GetMilestoneByID(milestoneID int64) (*Milestone, error) {
  301. return GetRepoMilestoneByID(repo.ID, milestoneID)
  302. }
  303. // IssueStats returns number of open and closed repository issues by given filter mode.
  304. func (repo *Repository) IssueStats(uid int64, filterMode int, isPull bool) (int64, int64) {
  305. return GetRepoIssueStats(repo.ID, uid, filterMode, isPull)
  306. }
  307. func (repo *Repository) GetMirror() (err error) {
  308. repo.Mirror, err = GetMirror(repo.ID)
  309. return err
  310. }
  311. func (repo *Repository) GetBaseRepo() (err error) {
  312. if !repo.IsFork {
  313. return nil
  314. }
  315. repo.BaseRepo, err = GetRepositoryByID(repo.ForkID)
  316. return err
  317. }
  318. func (repo *Repository) repoPath(e Engine) string {
  319. return RepoPath(repo.mustOwner(e).Name, repo.Name)
  320. }
  321. func (repo *Repository) RepoPath() string {
  322. return repo.repoPath(x)
  323. }
  324. func (repo *Repository) GitConfigPath() string {
  325. return filepath.Join(repo.RepoPath(), "config")
  326. }
  327. func (repo *Repository) Link() string {
  328. return setting.AppSubUrl + "/" + repo.MustOwner().Name + "/" + repo.Name
  329. }
  330. func (repo *Repository) RelLink() string {
  331. return "/" + repo.MustOwner().Name + "/" + repo.Name
  332. }
  333. func (repo *Repository) ComposeCompareURL(oldCommitID, newCommitID string) string {
  334. return fmt.Sprintf("%s/%s/compare/%s...%s", repo.MustOwner().Name, repo.Name, oldCommitID, newCommitID)
  335. }
  336. func (repo *Repository) HasAccess(u *User) bool {
  337. has, _ := HasAccess(u, repo, ACCESS_MODE_READ)
  338. return has
  339. }
  340. func (repo *Repository) IsOwnedBy(userID int64) bool {
  341. return repo.OwnerID == userID
  342. }
  343. // CanBeForked returns true if repository meets the requirements of being forked.
  344. func (repo *Repository) CanBeForked() bool {
  345. return !repo.IsBare
  346. }
  347. // CanEnablePulls returns true if repository meets the requirements of accepting pulls.
  348. func (repo *Repository) CanEnablePulls() bool {
  349. return !repo.IsMirror
  350. }
  351. // AllowPulls returns true if repository meets the requirements of accepting pulls and has them enabled.
  352. func (repo *Repository) AllowsPulls() bool {
  353. return repo.CanEnablePulls() && repo.EnablePulls
  354. }
  355. func (repo *Repository) NextIssueIndex() int64 {
  356. return int64(repo.NumIssues+repo.NumPulls) + 1
  357. }
  358. var (
  359. DescPattern = regexp.MustCompile(`https?://\S+`)
  360. )
  361. // DescriptionHtml does special handles to description and return HTML string.
  362. func (repo *Repository) DescriptionHtml() template.HTML {
  363. sanitize := func(s string) string {
  364. return fmt.Sprintf(`<a href="%[1]s" target="_blank">%[1]s</a>`, s)
  365. }
  366. return template.HTML(DescPattern.ReplaceAllStringFunc(markdown.Sanitizer.Sanitize(repo.Description), sanitize))
  367. }
  368. func (repo *Repository) LocalCopyPath() string {
  369. return path.Join(setting.AppDataPath, "tmp/local", com.ToStr(repo.ID))
  370. }
  371. func updateLocalCopy(repoPath, localPath string) error {
  372. if !com.IsExist(localPath) {
  373. if err := git.Clone(repoPath, localPath, git.CloneRepoOptions{
  374. Timeout: time.Duration(setting.Git.Timeout.Clone) * time.Second,
  375. }); err != nil {
  376. return fmt.Errorf("Clone: %v", err)
  377. }
  378. } else {
  379. if err := git.Pull(localPath, git.PullRemoteOptions{
  380. All: true,
  381. Timeout: time.Duration(setting.Git.Timeout.Pull) * time.Second,
  382. }); err != nil {
  383. return fmt.Errorf("Pull: %v", err)
  384. }
  385. }
  386. return nil
  387. }
  388. // UpdateLocalCopy makes sure the local copy of repository is up-to-date.
  389. func (repo *Repository) UpdateLocalCopy() error {
  390. return updateLocalCopy(repo.RepoPath(), repo.LocalCopyPath())
  391. }
  392. // PatchPath returns corresponding patch file path of repository by given issue ID.
  393. func (repo *Repository) PatchPath(index int64) (string, error) {
  394. if err := repo.GetOwner(); err != nil {
  395. return "", err
  396. }
  397. return filepath.Join(RepoPath(repo.Owner.Name, repo.Name), "pulls", com.ToStr(index)+".patch"), nil
  398. }
  399. // SavePatch saves patch data to corresponding location by given issue ID.
  400. func (repo *Repository) SavePatch(index int64, patch []byte) error {
  401. patchPath, err := repo.PatchPath(index)
  402. if err != nil {
  403. return fmt.Errorf("PatchPath: %v", err)
  404. }
  405. os.MkdirAll(filepath.Dir(patchPath), os.ModePerm)
  406. if err = ioutil.WriteFile(patchPath, patch, 0644); err != nil {
  407. return fmt.Errorf("WriteFile: %v", err)
  408. }
  409. return nil
  410. }
  411. // ComposePayload composes and returns *api.PayloadRepo corresponding to the repository.
  412. func (repo *Repository) ComposePayload() *api.PayloadRepo {
  413. cl := repo.CloneLink()
  414. return &api.PayloadRepo{
  415. ID: repo.ID,
  416. Name: repo.Name,
  417. URL: repo.FullLink(),
  418. SSHURL: cl.SSH,
  419. CloneURL: cl.HTTPS,
  420. Description: repo.Description,
  421. Website: repo.Website,
  422. Watchers: repo.NumWatches,
  423. Owner: &api.PayloadAuthor{
  424. Name: repo.MustOwner().DisplayName(),
  425. Email: repo.MustOwner().Email,
  426. UserName: repo.MustOwner().Name,
  427. },
  428. Private: repo.IsPrivate,
  429. DefaultBranch: repo.DefaultBranch,
  430. }
  431. }
  432. func isRepositoryExist(e Engine, u *User, repoName string) (bool, error) {
  433. has, err := e.Get(&Repository{
  434. OwnerID: u.ID,
  435. LowerName: strings.ToLower(repoName),
  436. })
  437. return has && com.IsDir(RepoPath(u.Name, repoName)), err
  438. }
  439. // IsRepositoryExist returns true if the repository with given name under user has already existed.
  440. func IsRepositoryExist(u *User, repoName string) (bool, error) {
  441. return isRepositoryExist(x, u, repoName)
  442. }
  443. // CloneLink represents different types of clone URLs of repository.
  444. type CloneLink struct {
  445. SSH string
  446. HTTPS string
  447. Git string
  448. }
  449. // ComposeHTTPSCloneURL returns HTTPS clone URL based on given owner and repository name.
  450. func ComposeHTTPSCloneURL(owner, repo string) string {
  451. return fmt.Sprintf("%s%s/%s.git", setting.AppUrl, owner, repo)
  452. }
  453. func (repo *Repository) cloneLink(isWiki bool) *CloneLink {
  454. repoName := repo.Name
  455. if isWiki {
  456. repoName += ".wiki"
  457. }
  458. repo.Owner = repo.MustOwner()
  459. cl := new(CloneLink)
  460. if setting.SSH.Port != 22 {
  461. cl.SSH = fmt.Sprintf("ssh://%s@%s:%d/%s/%s.git", setting.RunUser, setting.SSH.Domain, setting.SSH.Port, repo.Owner.Name, repoName)
  462. } else {
  463. cl.SSH = fmt.Sprintf("%s@%s:%s/%s.git", setting.RunUser, setting.SSH.Domain, repo.Owner.Name, repoName)
  464. }
  465. cl.HTTPS = ComposeHTTPSCloneURL(repo.Owner.Name, repo.Name)
  466. return cl
  467. }
  468. // CloneLink returns clone URLs of repository.
  469. func (repo *Repository) CloneLink() (cl *CloneLink) {
  470. return repo.cloneLink(false)
  471. }
  472. // Mirror represents a mirror information of repository.
  473. type Mirror struct {
  474. ID int64 `xorm:"pk autoincr"`
  475. RepoID int64
  476. Repo *Repository `xorm:"-"`
  477. Interval int // Hour.
  478. EnablePrune bool `xorm:"NOT NULL DEFAULT true"`
  479. Updated time.Time `xorm:"-"`
  480. UpdatedUnix int64
  481. NextUpdate time.Time `xorm:"-"`
  482. NextUpdateUnix int64
  483. address string `xorm:"-"`
  484. }
  485. func (m *Mirror) BeforeInsert() {
  486. m.NextUpdateUnix = m.NextUpdate.Unix()
  487. }
  488. func (m *Mirror) BeforeUpdate() {
  489. m.UpdatedUnix = time.Now().Unix()
  490. m.NextUpdateUnix = m.NextUpdate.Unix()
  491. }
  492. func (m *Mirror) AfterSet(colName string, _ xorm.Cell) {
  493. var err error
  494. switch colName {
  495. case "repo_id":
  496. m.Repo, err = GetRepositoryByID(m.RepoID)
  497. if err != nil {
  498. log.Error(3, "GetRepositoryByID[%d]: %v", m.ID, err)
  499. }
  500. case "updated_unix":
  501. m.Updated = time.Unix(m.UpdatedUnix, 0).Local()
  502. case "next_updated_unix":
  503. m.NextUpdate = time.Unix(m.NextUpdateUnix, 0).Local()
  504. }
  505. }
  506. func (m *Mirror) readAddress() {
  507. if len(m.address) > 0 {
  508. return
  509. }
  510. cfg, err := ini.Load(m.Repo.GitConfigPath())
  511. if err != nil {
  512. log.Error(4, "Load: %v", err)
  513. return
  514. }
  515. m.address = cfg.Section("remote \"origin\"").Key("url").Value()
  516. }
  517. // HandleCloneUserCredentials replaces user credentials from HTTP/HTTPS URL
  518. // with placeholder <credentials>.
  519. // It will fail for any other forms of clone addresses.
  520. func HandleCloneUserCredentials(url string, mosaics bool) string {
  521. i := strings.Index(url, "@")
  522. if i == -1 {
  523. return url
  524. }
  525. start := strings.Index(url, "://")
  526. if start == -1 {
  527. return url
  528. }
  529. if mosaics {
  530. return url[:start+3] + "<credentials>" + url[i:]
  531. }
  532. return url[:start+3] + url[i+1:]
  533. }
  534. // Address returns mirror address from Git repository config without credentials.
  535. func (m *Mirror) Address() string {
  536. m.readAddress()
  537. return HandleCloneUserCredentials(m.address, false)
  538. }
  539. // FullAddress returns mirror address from Git repository config.
  540. func (m *Mirror) FullAddress() string {
  541. m.readAddress()
  542. return m.address
  543. }
  544. // SaveAddress writes new address to Git repository config.
  545. func (m *Mirror) SaveAddress(addr string) error {
  546. configPath := m.Repo.GitConfigPath()
  547. cfg, err := ini.Load(configPath)
  548. if err != nil {
  549. return fmt.Errorf("Load: %v", err)
  550. }
  551. cfg.Section("remote \"origin\"").Key("url").SetValue(addr)
  552. return cfg.SaveToIndent(configPath, "\t")
  553. }
  554. func getMirror(e Engine, repoId int64) (*Mirror, error) {
  555. m := &Mirror{RepoID: repoId}
  556. has, err := e.Get(m)
  557. if err != nil {
  558. return nil, err
  559. } else if !has {
  560. return nil, ErrMirrorNotExist
  561. }
  562. return m, nil
  563. }
  564. // GetMirror returns mirror object by given repository ID.
  565. func GetMirror(repoId int64) (*Mirror, error) {
  566. return getMirror(x, repoId)
  567. }
  568. func updateMirror(e Engine, m *Mirror) error {
  569. _, err := e.Id(m.ID).AllCols().Update(m)
  570. return err
  571. }
  572. func UpdateMirror(m *Mirror) error {
  573. return updateMirror(x, m)
  574. }
  575. func DeleteMirrorByRepoID(repoID int64) error {
  576. _, err := x.Delete(&Mirror{RepoID: repoID})
  577. return err
  578. }
  579. func createUpdateHook(repoPath string) error {
  580. return git.SetUpdateHook(repoPath,
  581. fmt.Sprintf(_TPL_UPDATE_HOOK, setting.ScriptType, "\""+setting.AppPath+"\"", setting.CustomConf))
  582. }
  583. type MigrateRepoOptions struct {
  584. Name string
  585. Description string
  586. IsPrivate bool
  587. IsMirror bool
  588. RemoteAddr string
  589. }
  590. /*
  591. GitHub, GitLab, Gogs: *.wiki.git
  592. BitBucket: *.git/wiki
  593. */
  594. var commonWikiURLSuffixes = []string{".wiki.git", ".git/wiki"}
  595. // wikiRemoteURL returns accessible repository URL for wiki if exists.
  596. // Otherwise, it returns an empty string.
  597. func wikiRemoteURL(remote string) string {
  598. remote = strings.TrimSuffix(remote, ".git")
  599. for _, suffix := range commonWikiURLSuffixes {
  600. wikiURL := remote + suffix
  601. if git.IsRepoURLAccessible(wikiURL) {
  602. return wikiURL
  603. }
  604. }
  605. return ""
  606. }
  607. // MigrateRepository migrates a existing repository from other project hosting.
  608. func MigrateRepository(u *User, opts MigrateRepoOptions) (*Repository, error) {
  609. repo, err := CreateRepository(u, CreateRepoOptions{
  610. Name: opts.Name,
  611. Description: opts.Description,
  612. IsPrivate: opts.IsPrivate,
  613. IsMirror: opts.IsMirror,
  614. })
  615. if err != nil {
  616. return nil, err
  617. }
  618. // Clone to temprory path and do the init commit.
  619. tmpDir := filepath.Join(os.TempDir(), fmt.Sprintf("%d", time.Now().Nanosecond()))
  620. os.MkdirAll(tmpDir, os.ModePerm)
  621. repoPath := RepoPath(u.Name, opts.Name)
  622. wikiPath := WikiPath(u.Name, opts.Name)
  623. if u.IsOrganization() {
  624. t, err := u.GetOwnerTeam()
  625. if err != nil {
  626. return nil, err
  627. }
  628. repo.NumWatches = t.NumMembers
  629. } else {
  630. repo.NumWatches = 1
  631. }
  632. migrateTimeout := time.Duration(setting.Git.Timeout.Migrate) * time.Second
  633. os.RemoveAll(repoPath)
  634. if err = git.Clone(opts.RemoteAddr, repoPath, git.CloneRepoOptions{
  635. Mirror: true,
  636. Quiet: true,
  637. Timeout: migrateTimeout,
  638. }); err != nil {
  639. return repo, fmt.Errorf("Clone: %v", err)
  640. }
  641. wikiRemotePath := wikiRemoteURL(opts.RemoteAddr)
  642. if len(wikiRemotePath) > 0 {
  643. os.RemoveAll(wikiPath)
  644. if err = git.Clone(wikiRemotePath, wikiPath, git.CloneRepoOptions{
  645. Mirror: true,
  646. Quiet: true,
  647. Timeout: migrateTimeout,
  648. }); err != nil {
  649. log.Info("Clone wiki: %v", err)
  650. }
  651. }
  652. // Check if repository is empty.
  653. _, stderr, err := com.ExecCmdDir(repoPath, "git", "log", "-1")
  654. if err != nil {
  655. if strings.Contains(stderr, "fatal: bad default revision 'HEAD'") {
  656. repo.IsBare = true
  657. } else {
  658. return repo, fmt.Errorf("check bare: %v - %s", err, stderr)
  659. }
  660. }
  661. if !repo.IsBare {
  662. // Try to get HEAD branch and set it as default branch.
  663. gitRepo, err := git.OpenRepository(repoPath)
  664. if err != nil {
  665. return repo, fmt.Errorf("OpenRepository: %v", err)
  666. }
  667. headBranch, err := gitRepo.GetHEADBranch()
  668. if err != nil {
  669. return repo, fmt.Errorf("GetHEADBranch: %v", err)
  670. }
  671. if headBranch != nil {
  672. repo.DefaultBranch = headBranch.Name
  673. }
  674. }
  675. if opts.IsMirror {
  676. if _, err = x.InsertOne(&Mirror{
  677. RepoID: repo.ID,
  678. Interval: setting.Mirror.DefaultInterval,
  679. EnablePrune: true,
  680. NextUpdate: time.Now().Add(time.Duration(setting.Mirror.DefaultInterval) * time.Hour),
  681. }); err != nil {
  682. return repo, fmt.Errorf("InsertOne: %v", err)
  683. }
  684. repo.IsMirror = true
  685. return repo, UpdateRepository(repo, false)
  686. }
  687. return CleanUpMigrateInfo(repo)
  688. }
  689. // cleanUpMigrateGitConfig removes mirror info which prevents "push --all".
  690. // This also removes possible user credentials.
  691. func cleanUpMigrateGitConfig(configPath string) error {
  692. cfg, err := ini.Load(configPath)
  693. if err != nil {
  694. return fmt.Errorf("open config file: %v", err)
  695. }
  696. cfg.DeleteSection("remote \"origin\"")
  697. if err = cfg.SaveToIndent(configPath, "\t"); err != nil {
  698. return fmt.Errorf("save config file: %v", err)
  699. }
  700. return nil
  701. }
  702. // Finish migrating repository and/or wiki with things that don't need to be done for mirrors.
  703. func CleanUpMigrateInfo(repo *Repository) (*Repository, error) {
  704. repoPath := repo.RepoPath()
  705. if err := createUpdateHook(repoPath); err != nil {
  706. return repo, fmt.Errorf("createUpdateHook: %v", err)
  707. }
  708. if repo.HasWiki() {
  709. if err := createUpdateHook(repo.WikiPath()); err != nil {
  710. return repo, fmt.Errorf("createUpdateHook (wiki): %v", err)
  711. }
  712. }
  713. if err := cleanUpMigrateGitConfig(repo.GitConfigPath()); err != nil {
  714. return repo, fmt.Errorf("cleanUpMigrateGitConfig: %v", err)
  715. }
  716. if repo.HasWiki() {
  717. if err := cleanUpMigrateGitConfig(path.Join(repo.WikiPath(), "config")); err != nil {
  718. return repo, fmt.Errorf("cleanUpMigrateGitConfig (wiki): %v", err)
  719. }
  720. }
  721. return repo, UpdateRepository(repo, false)
  722. }
  723. // initRepoCommit temporarily changes with work directory.
  724. func initRepoCommit(tmpPath string, sig *git.Signature) (err error) {
  725. var stderr string
  726. if _, stderr, err = process.ExecDir(-1,
  727. tmpPath, fmt.Sprintf("initRepoCommit (git add): %s", tmpPath),
  728. "git", "add", "--all"); err != nil {
  729. return fmt.Errorf("git add: %s", stderr)
  730. }
  731. if _, stderr, err = process.ExecDir(-1,
  732. tmpPath, fmt.Sprintf("initRepoCommit (git commit): %s", tmpPath),
  733. "git", "commit", fmt.Sprintf("--author='%s <%s>'", sig.Name, sig.Email),
  734. "-m", "initial commit"); err != nil {
  735. return fmt.Errorf("git commit: %s", stderr)
  736. }
  737. if _, stderr, err = process.ExecDir(-1,
  738. tmpPath, fmt.Sprintf("initRepoCommit (git push): %s", tmpPath),
  739. "git", "push", "origin", "master"); err != nil {
  740. return fmt.Errorf("git push: %s", stderr)
  741. }
  742. return nil
  743. }
  744. type CreateRepoOptions struct {
  745. Name string
  746. Description string
  747. Gitignores string
  748. License string
  749. Readme string
  750. IsPrivate bool
  751. IsMirror bool
  752. AutoInit bool
  753. }
  754. func getRepoInitFile(tp, name string) ([]byte, error) {
  755. relPath := path.Join("conf", tp, name)
  756. // Use custom file when available.
  757. customPath := path.Join(setting.CustomPath, relPath)
  758. if com.IsFile(customPath) {
  759. return ioutil.ReadFile(customPath)
  760. }
  761. return bindata.Asset(relPath)
  762. }
  763. func prepareRepoCommit(repo *Repository, tmpDir, repoPath string, opts CreateRepoOptions) error {
  764. // Clone to temprory path and do the init commit.
  765. _, stderr, err := process.Exec(
  766. fmt.Sprintf("initRepository(git clone): %s", repoPath), "git", "clone", repoPath, tmpDir)
  767. if err != nil {
  768. return fmt.Errorf("git clone: %v - %s", err, stderr)
  769. }
  770. // README
  771. data, err := getRepoInitFile("readme", opts.Readme)
  772. if err != nil {
  773. return fmt.Errorf("getRepoInitFile[%s]: %v", opts.Readme, err)
  774. }
  775. cloneLink := repo.CloneLink()
  776. match := map[string]string{
  777. "Name": repo.Name,
  778. "Description": repo.Description,
  779. "CloneURL.SSH": cloneLink.SSH,
  780. "CloneURL.HTTPS": cloneLink.HTTPS,
  781. }
  782. if err = ioutil.WriteFile(filepath.Join(tmpDir, "README.md"),
  783. []byte(com.Expand(string(data), match)), 0644); err != nil {
  784. return fmt.Errorf("write README.md: %v", err)
  785. }
  786. // .gitignore
  787. if len(opts.Gitignores) > 0 {
  788. var buf bytes.Buffer
  789. names := strings.Split(opts.Gitignores, ",")
  790. for _, name := range names {
  791. data, err = getRepoInitFile("gitignore", name)
  792. if err != nil {
  793. return fmt.Errorf("getRepoInitFile[%s]: %v", name, err)
  794. }
  795. buf.WriteString("# ---> " + name + "\n")
  796. buf.Write(data)
  797. buf.WriteString("\n")
  798. }
  799. if buf.Len() > 0 {
  800. if err = ioutil.WriteFile(filepath.Join(tmpDir, ".gitignore"), buf.Bytes(), 0644); err != nil {
  801. return fmt.Errorf("write .gitignore: %v", err)
  802. }
  803. }
  804. }
  805. // LICENSE
  806. if len(opts.License) > 0 {
  807. data, err = getRepoInitFile("license", opts.License)
  808. if err != nil {
  809. return fmt.Errorf("getRepoInitFile[%s]: %v", opts.License, err)
  810. }
  811. if err = ioutil.WriteFile(filepath.Join(tmpDir, "LICENSE"), data, 0644); err != nil {
  812. return fmt.Errorf("write LICENSE: %v", err)
  813. }
  814. }
  815. return nil
  816. }
  817. // InitRepository initializes README and .gitignore if needed.
  818. func initRepository(e Engine, repoPath string, u *User, repo *Repository, opts CreateRepoOptions) (err error) {
  819. // Somehow the directory could exist.
  820. if com.IsExist(repoPath) {
  821. return fmt.Errorf("initRepository: path already exists: %s", repoPath)
  822. }
  823. // Init bare new repository.
  824. if err = git.InitRepository(repoPath, true); err != nil {
  825. return fmt.Errorf("InitRepository: %v", err)
  826. } else if err = createUpdateHook(repoPath); err != nil {
  827. return fmt.Errorf("createUpdateHook: %v", err)
  828. }
  829. tmpDir := filepath.Join(os.TempDir(), "gogs-"+repo.Name+"-"+com.ToStr(time.Now().Nanosecond()))
  830. // Initialize repository according to user's choice.
  831. if opts.AutoInit {
  832. os.MkdirAll(tmpDir, os.ModePerm)
  833. defer os.RemoveAll(tmpDir)
  834. if err = prepareRepoCommit(repo, tmpDir, repoPath, opts); err != nil {
  835. return fmt.Errorf("prepareRepoCommit: %v", err)
  836. }
  837. // Apply changes and commit.
  838. if err = initRepoCommit(tmpDir, u.NewGitSig()); err != nil {
  839. return fmt.Errorf("initRepoCommit: %v", err)
  840. }
  841. }
  842. // Re-fetch the repository from database before updating it (else it would
  843. // override changes that were done earlier with sql)
  844. if repo, err = getRepositoryByID(e, repo.ID); err != nil {
  845. return fmt.Errorf("getRepositoryByID: %v", err)
  846. }
  847. if !opts.AutoInit {
  848. repo.IsBare = true
  849. }
  850. repo.DefaultBranch = "master"
  851. if err = updateRepository(e, repo, false); err != nil {
  852. return fmt.Errorf("updateRepository: %v", err)
  853. }
  854. return nil
  855. }
  856. var (
  857. reservedRepoNames = []string{".", ".."}
  858. reservedRepoPatterns = []string{"*.git", "*.wiki"}
  859. )
  860. func IsUsableRepoName(name string) error {
  861. return isUsableName(reservedRepoNames, reservedRepoPatterns, name)
  862. }
  863. func createRepository(e *xorm.Session, u *User, repo *Repository) (err error) {
  864. if err = IsUsableRepoName(repo.Name); err != nil {
  865. return err
  866. }
  867. has, err := isRepositoryExist(e, u, repo.Name)
  868. if err != nil {
  869. return fmt.Errorf("IsRepositoryExist: %v", err)
  870. } else if has {
  871. return ErrRepoAlreadyExist{u.Name, repo.Name}
  872. }
  873. if _, err = e.Insert(repo); err != nil {
  874. return err
  875. }
  876. u.NumRepos++
  877. // Remember visibility preference.
  878. u.LastRepoVisibility = repo.IsPrivate
  879. if err = updateUser(e, u); err != nil {
  880. return fmt.Errorf("updateUser: %v", err)
  881. }
  882. // Give access to all members in owner team.
  883. if u.IsOrganization() {
  884. t, err := u.getOwnerTeam(e)
  885. if err != nil {
  886. return fmt.Errorf("getOwnerTeam: %v", err)
  887. } else if err = t.addRepository(e, repo); err != nil {
  888. return fmt.Errorf("addRepository: %v", err)
  889. }
  890. } else {
  891. // Organization automatically called this in addRepository method.
  892. if err = repo.recalculateAccesses(e); err != nil {
  893. return fmt.Errorf("recalculateAccesses: %v", err)
  894. }
  895. }
  896. if err = watchRepo(e, u.ID, repo.ID, true); err != nil {
  897. return fmt.Errorf("watchRepo: %v", err)
  898. } else if err = newRepoAction(e, u, repo); err != nil {
  899. return fmt.Errorf("newRepoAction: %v", err)
  900. }
  901. return nil
  902. }
  903. // CreateRepository creates a repository for given user or organization.
  904. func CreateRepository(u *User, opts CreateRepoOptions) (_ *Repository, err error) {
  905. if !u.CanCreateRepo() {
  906. return nil, ErrReachLimitOfRepo{u.MaxRepoCreation}
  907. }
  908. repo := &Repository{
  909. OwnerID: u.ID,
  910. Owner: u,
  911. Name: opts.Name,
  912. LowerName: strings.ToLower(opts.Name),
  913. Description: opts.Description,
  914. IsPrivate: opts.IsPrivate,
  915. EnableWiki: true,
  916. EnableIssues: true,
  917. EnablePulls: true,
  918. }
  919. sess := x.NewSession()
  920. defer sessionRelease(sess)
  921. if err = sess.Begin(); err != nil {
  922. return nil, err
  923. }
  924. if err = createRepository(sess, u, repo); err != nil {
  925. return nil, err
  926. }
  927. // No need for init mirror.
  928. if !opts.IsMirror {
  929. repoPath := RepoPath(u.Name, repo.Name)
  930. if err = initRepository(sess, repoPath, u, repo, opts); err != nil {
  931. if err2 := os.RemoveAll(repoPath); err2 != nil {
  932. log.Error(4, "initRepository: %v", err)
  933. return nil, fmt.Errorf(
  934. "delete repo directory %s/%s failed(2): %v", u.Name, repo.Name, err2)
  935. }
  936. return nil, fmt.Errorf("initRepository: %v", err)
  937. }
  938. _, stderr, err := process.ExecDir(-1,
  939. repoPath, fmt.Sprintf("CreateRepository(git update-server-info): %s", repoPath),
  940. "git", "update-server-info")
  941. if err != nil {
  942. return nil, errors.New("CreateRepository(git update-server-info): " + stderr)
  943. }
  944. }
  945. return repo, sess.Commit()
  946. }
  947. func countRepositories(userID int64, private bool) int64 {
  948. sess := x.Where("id > 0")
  949. if userID > 0 {
  950. sess.And("owner_id = ?", userID)
  951. }
  952. if !private {
  953. sess.And("is_private=?", false)
  954. }
  955. count, err := sess.Count(new(Repository))
  956. if err != nil {
  957. log.Error(4, "countRepositories: %v", err)
  958. }
  959. return count
  960. }
  961. // CountRepositories returns number of repositories.
  962. // Argument private only takes effect when it is false,
  963. // set it true to count all repositories.
  964. func CountRepositories(private bool) int64 {
  965. return countRepositories(-1, private)
  966. }
  967. // CountUserRepositories returns number of repositories user owns.
  968. // Argument private only takes effect when it is false,
  969. // set it true to count all repositories.
  970. func CountUserRepositories(userID int64, private bool) int64 {
  971. return countRepositories(userID, private)
  972. }
  973. func Repositories(page, pageSize int) (_ []*Repository, err error) {
  974. repos := make([]*Repository, 0, pageSize)
  975. return repos, x.Limit(pageSize, (page-1)*pageSize).Asc("id").Find(&repos)
  976. }
  977. // RepositoriesWithUsers returns number of repos in given page.
  978. func RepositoriesWithUsers(page, pageSize int) (_ []*Repository, err error) {
  979. repos, err := Repositories(page, pageSize)
  980. if err != nil {
  981. return nil, fmt.Errorf("Repositories: %v", err)
  982. }
  983. for i := range repos {
  984. if err = repos[i].GetOwner(); err != nil {
  985. return nil, err
  986. }
  987. }
  988. return repos, nil
  989. }
  990. // RepoPath returns repository path by given user and repository name.
  991. func RepoPath(userName, repoName string) string {
  992. return filepath.Join(UserPath(userName), strings.ToLower(repoName)+".git")
  993. }
  994. // TransferOwnership transfers all corresponding setting from old user to new one.
  995. func TransferOwnership(u *User, newOwnerName string, repo *Repository) error {
  996. newOwner, err := GetUserByName(newOwnerName)
  997. if err != nil {
  998. return fmt.Errorf("get new owner '%s': %v", newOwnerName, err)
  999. }
  1000. // Check if new owner has repository with same name.
  1001. has, err := IsRepositoryExist(newOwner, repo.Name)
  1002. if err != nil {
  1003. return fmt.Errorf("IsRepositoryExist: %v", err)
  1004. } else if has {
  1005. return ErrRepoAlreadyExist{newOwnerName, repo.Name}
  1006. }
  1007. sess := x.NewSession()
  1008. defer sessionRelease(sess)
  1009. if err = sess.Begin(); err != nil {
  1010. return fmt.Errorf("sess.Begin: %v", err)
  1011. }
  1012. owner := repo.Owner
  1013. // Note: we have to set value here to make sure recalculate accesses is based on
  1014. // new owner.
  1015. repo.OwnerID = newOwner.ID
  1016. repo.Owner = newOwner
  1017. // Update repository.
  1018. if _, err := sess.Id(repo.ID).Update(repo); err != nil {
  1019. return fmt.Errorf("update owner: %v", err)
  1020. }
  1021. // Remove redundant collaborators.
  1022. collaborators, err := repo.getCollaborators(sess)
  1023. if err != nil {
  1024. return fmt.Errorf("getCollaborators: %v", err)
  1025. }
  1026. // Dummy object.
  1027. collaboration := &Collaboration{RepoID: repo.ID}
  1028. for _, c := range collaborators {
  1029. collaboration.UserID = c.ID
  1030. if c.ID == newOwner.ID || newOwner.IsOrgMember(c.ID) {
  1031. if _, err = sess.Delete(collaboration); err != nil {
  1032. return fmt.Errorf("remove collaborator '%d': %v", c.ID, err)
  1033. }
  1034. }
  1035. }
  1036. // Remove old team-repository relations.
  1037. if owner.IsOrganization() {
  1038. if err = owner.getTeams(sess); err != nil {
  1039. return fmt.Errorf("getTeams: %v", err)
  1040. }
  1041. for _, t := range owner.Teams {
  1042. if !t.hasRepository(sess, repo.ID) {
  1043. continue
  1044. }
  1045. t.NumRepos--
  1046. if _, err := sess.Id(t.ID).AllCols().Update(t); err != nil {
  1047. return fmt.Errorf("decrease team repository count '%d': %v", t.ID, err)
  1048. }
  1049. }
  1050. if err = owner.removeOrgRepo(sess, repo.ID); err != nil {
  1051. return fmt.Errorf("removeOrgRepo: %v", err)
  1052. }
  1053. }
  1054. if newOwner.IsOrganization() {
  1055. t, err := newOwner.getOwnerTeam(sess)
  1056. if err != nil {
  1057. return fmt.Errorf("getOwnerTeam: %v", err)
  1058. } else if err = t.addRepository(sess, repo); err != nil {
  1059. return fmt.Errorf("add to owner team: %v", err)
  1060. }
  1061. } else {
  1062. // Organization called this in addRepository method.
  1063. if err = repo.recalculateAccesses(sess); err != nil {
  1064. return fmt.Errorf("recalculateAccesses: %v", err)
  1065. }
  1066. }
  1067. // Update repository count.
  1068. if _, err = sess.Exec("UPDATE `user` SET num_repos=num_repos+1 WHERE id=?", newOwner.ID); err != nil {
  1069. return fmt.Errorf("increase new owner repository count: %v", err)
  1070. } else if _, err = sess.Exec("UPDATE `user` SET num_repos=num_repos-1 WHERE id=?", owner.ID); err != nil {
  1071. return fmt.Errorf("decrease old owner repository count: %v", err)
  1072. }
  1073. if err = watchRepo(sess, newOwner.ID, repo.ID, true); err != nil {
  1074. return fmt.Errorf("watchRepo: %v", err)
  1075. } else if err = transferRepoAction(sess, u, owner, newOwner, repo); err != nil {
  1076. return fmt.Errorf("transferRepoAction: %v", err)
  1077. }
  1078. // Rename remote repository to new path and delete local copy.
  1079. os.MkdirAll(UserPath(newOwner.Name), os.ModePerm)
  1080. if err = os.Rename(RepoPath(owner.Name, repo.Name), RepoPath(newOwner.Name, repo.Name)); err != nil {
  1081. return fmt.Errorf("rename repository directory: %v", err)
  1082. }
  1083. RemoveAllWithNotice("Delete repository local copy", repo.LocalCopyPath())
  1084. // Rename remote wiki repository to new path and delete local copy.
  1085. wikiPath := WikiPath(owner.Name, repo.Name)
  1086. if com.IsExist(wikiPath) {
  1087. RemoveAllWithNotice("Delete repository wiki local copy", repo.LocalWikiPath())
  1088. if err = os.Rename(wikiPath, WikiPath(newOwner.Name, repo.Name)); err != nil {
  1089. return fmt.Errorf("rename repository wiki: %v", err)
  1090. }
  1091. }
  1092. return sess.Commit()
  1093. }
  1094. // ChangeRepositoryName changes all corresponding setting from old repository name to new one.
  1095. func ChangeRepositoryName(u *User, oldRepoName, newRepoName string) (err error) {
  1096. oldRepoName = strings.ToLower(oldRepoName)
  1097. newRepoName = strings.ToLower(newRepoName)
  1098. if err = IsUsableRepoName(newRepoName); err != nil {
  1099. return err
  1100. }
  1101. has, err := IsRepositoryExist(u, newRepoName)
  1102. if err != nil {
  1103. return fmt.Errorf("IsRepositoryExist: %v", err)
  1104. } else if has {
  1105. return ErrRepoAlreadyExist{u.Name, newRepoName}
  1106. }
  1107. repo, err := GetRepositoryByName(u.ID, oldRepoName)
  1108. if err != nil {
  1109. return fmt.Errorf("GetRepositoryByName: %v", err)
  1110. }
  1111. // Change repository directory name.
  1112. if err = os.Rename(repo.RepoPath(), RepoPath(u.Name, newRepoName)); err != nil {
  1113. return fmt.Errorf("rename repository directory: %v", err)
  1114. }
  1115. wikiPath := repo.WikiPath()
  1116. if com.IsExist(wikiPath) {
  1117. if err = os.Rename(wikiPath, WikiPath(u.Name, newRepoName)); err != nil {
  1118. return fmt.Errorf("rename repository wiki: %v", err)
  1119. }
  1120. RemoveAllWithNotice("Delete repository wiki local copy", repo.LocalWikiPath())
  1121. }
  1122. return nil
  1123. }
  1124. func getRepositoriesByForkID(e Engine, forkID int64) ([]*Repository, error) {
  1125. repos := make([]*Repository, 0, 10)
  1126. return repos, e.Where("fork_id=?", forkID).Find(&repos)
  1127. }
  1128. // GetRepositoriesByForkID returns all repositories with given fork ID.
  1129. func GetRepositoriesByForkID(forkID int64) ([]*Repository, error) {
  1130. return getRepositoriesByForkID(x, forkID)
  1131. }
  1132. func updateRepository(e Engine, repo *Repository, visibilityChanged bool) (err error) {
  1133. repo.LowerName = strings.ToLower(repo.Name)
  1134. if len(repo.Description) > 255 {
  1135. repo.Description = repo.Description[:255]
  1136. }
  1137. if len(repo.Website) > 255 {
  1138. repo.Website = repo.Website[:255]
  1139. }
  1140. if _, err = e.Id(repo.ID).AllCols().Update(repo); err != nil {
  1141. return fmt.Errorf("update: %v", err)
  1142. }
  1143. if visibilityChanged {
  1144. if err = repo.getOwner(e); err != nil {
  1145. return fmt.Errorf("getOwner: %v", err)
  1146. }
  1147. if repo.Owner.IsOrganization() {
  1148. // Organization repository need to recalculate access table when visivility is changed.
  1149. if err = repo.recalculateTeamAccesses(e, 0); err != nil {
  1150. return fmt.Errorf("recalculateTeamAccesses: %v", err)
  1151. }
  1152. }
  1153. // Create/Remove git-daemon-export-ok for git-daemon...
  1154. daemonExportFile := path.Join(repo.RepoPath(), `git-daemon-export-ok`)
  1155. if repo.IsPrivate && com.IsExist(daemonExportFile) {
  1156. if err = os.Remove(daemonExportFile); err != nil {
  1157. log.Error(4, "Failed to remove %s: %v", daemonExportFile, err)
  1158. }
  1159. } else if !repo.IsPrivate && !com.IsExist(daemonExportFile) {
  1160. if f, err := os.Create(daemonExportFile); err != nil {
  1161. log.Error(4, "Failed to create %s: %v", daemonExportFile, err)
  1162. } else {
  1163. f.Close()
  1164. }
  1165. }
  1166. forkRepos, err := getRepositoriesByForkID(e, repo.ID)
  1167. if err != nil {
  1168. return fmt.Errorf("getRepositoriesByForkID: %v", err)
  1169. }
  1170. for i := range forkRepos {
  1171. forkRepos[i].IsPrivate = repo.IsPrivate
  1172. if err = updateRepository(e, forkRepos[i], true); err != nil {
  1173. return fmt.Errorf("updateRepository[%d]: %v", forkRepos[i].ID, err)
  1174. }
  1175. }
  1176. }
  1177. return nil
  1178. }
  1179. func UpdateRepository(repo *Repository, visibilityChanged bool) (err error) {
  1180. sess := x.NewSession()
  1181. defer sessionRelease(sess)
  1182. if err = sess.Begin(); err != nil {
  1183. return err
  1184. }
  1185. if err = updateRepository(x, repo, visibilityChanged); err != nil {
  1186. return fmt.Errorf("updateRepository: %v", err)
  1187. }
  1188. return sess.Commit()
  1189. }
  1190. // DeleteRepository deletes a repository for a user or organization.
  1191. func DeleteRepository(uid, repoID int64) error {
  1192. repo := &Repository{ID: repoID, OwnerID: uid}
  1193. has, err := x.Get(repo)
  1194. if err != nil {
  1195. return err
  1196. } else if !has {
  1197. return ErrRepoNotExist{repoID, uid, ""}
  1198. }
  1199. // In case is a organization.
  1200. org, err := GetUserByID(uid)
  1201. if err != nil {
  1202. return err
  1203. }
  1204. if org.IsOrganization() {
  1205. if err = org.GetTeams(); err != nil {
  1206. return err
  1207. }
  1208. }
  1209. sess := x.NewSession()
  1210. defer sessionRelease(sess)
  1211. if err = sess.Begin(); err != nil {
  1212. return err
  1213. }
  1214. if org.IsOrganization() {
  1215. for _, t := range org.Teams {
  1216. if !t.hasRepository(sess, repoID) {
  1217. continue
  1218. } else if err = t.removeRepository(sess, repo, false); err != nil {
  1219. return err
  1220. }
  1221. }
  1222. }
  1223. if err = deleteBeans(sess,
  1224. &Repository{ID: repoID},
  1225. &Access{RepoID: repo.ID},
  1226. &Action{RepoID: repo.ID},
  1227. &Watch{RepoID: repoID},
  1228. &Star{RepoID: repoID},
  1229. &Mirror{RepoID: repoID},
  1230. &IssueUser{RepoID: repoID},
  1231. &Milestone{RepoID: repoID},
  1232. &Release{RepoID: repoID},
  1233. &Collaboration{RepoID: repoID},
  1234. &PullRequest{BaseRepoID: repoID},
  1235. ); err != nil {
  1236. return fmt.Errorf("deleteBeans: %v", err)
  1237. }
  1238. // Delete comments and attachments.
  1239. issues := make([]*Issue, 0, 25)
  1240. attachmentPaths := make([]string, 0, len(issues))
  1241. if err = sess.Where("repo_id=?", repoID).Find(&issues); err != nil {
  1242. return err
  1243. }
  1244. for i := range issues {
  1245. if _, err = sess.Delete(&Comment{IssueID: issues[i].ID}); err != nil {
  1246. return err
  1247. }
  1248. attachments := make([]*Attachment, 0, 5)
  1249. if err = sess.Where("issue_id=?", issues[i].ID).Find(&attachments); err != nil {
  1250. return err
  1251. }
  1252. for j := range attachments {
  1253. attachmentPaths = append(attachmentPaths, attachments[j].LocalPath())
  1254. }
  1255. if _, err = sess.Delete(&Attachment{IssueID: issues[i].ID}); err != nil {
  1256. return err
  1257. }
  1258. }
  1259. if _, err = sess.Delete(&Issue{RepoID: repoID}); err != nil {
  1260. return err
  1261. }
  1262. if repo.IsFork {
  1263. if _, err = sess.Exec("UPDATE `repository` SET num_forks=num_forks-1 WHERE id=?", repo.ForkID); err != nil {
  1264. return fmt.Errorf("decrease fork count: %v", err)
  1265. }
  1266. }
  1267. if _, err = sess.Exec("UPDATE `user` SET num_repos=num_repos-1 WHERE id=?", uid); err != nil {
  1268. return err
  1269. }
  1270. // Remove repository files.
  1271. repoPath := repo.repoPath(sess)
  1272. RemoveAllWithNotice("Delete repository files", repoPath)
  1273. repo.DeleteWiki()
  1274. // Remove attachment files.
  1275. for i := range attachmentPaths {
  1276. RemoveAllWithNotice("Delete attachment", attachmentPaths[i])
  1277. }
  1278. if err = sess.Commit(); err != nil {
  1279. return fmt.Errorf("Commit: %v", err)
  1280. }
  1281. if repo.NumForks > 0 {
  1282. if _, err = x.Exec("UPDATE `repository` SET fork_id=0,is_fork=? WHERE fork_id=?", false, repo.ID); err != nil {
  1283. log.Error(4, "reset 'fork_id' and 'is_fork': %v", err)
  1284. }
  1285. }
  1286. return nil
  1287. }
  1288. // GetRepositoryByRef returns a Repository specified by a GFM reference.
  1289. // See https://help.github.com/articles/writing-on-github#references for more information on the syntax.
  1290. func GetRepositoryByRef(ref string) (*Repository, error) {
  1291. n := strings.IndexByte(ref, byte('/'))
  1292. if n < 2 {
  1293. return nil, ErrInvalidReference
  1294. }
  1295. userName, repoName := ref[:n], ref[n+1:]
  1296. user, err := GetUserByName(userName)
  1297. if err != nil {
  1298. return nil, err
  1299. }
  1300. return GetRepositoryByName(user.ID, repoName)
  1301. }
  1302. // GetRepositoryByName returns the repository by given name under user if exists.
  1303. func GetRepositoryByName(uid int64, repoName string) (*Repository, error) {
  1304. repo := &Repository{
  1305. OwnerID: uid,
  1306. LowerName: strings.ToLower(repoName),
  1307. }
  1308. has, err := x.Get(repo)
  1309. if err != nil {
  1310. return nil, err
  1311. } else if !has {
  1312. return nil, ErrRepoNotExist{0, uid, repoName}
  1313. }
  1314. return repo, err
  1315. }
  1316. func getRepositoryByID(e Engine, id int64) (*Repository, error) {
  1317. repo := new(Repository)
  1318. has, err := e.Id(id).Get(repo)
  1319. if err != nil {
  1320. return nil, err
  1321. } else if !has {
  1322. return nil, ErrRepoNotExist{id, 0, ""}
  1323. }
  1324. return repo, nil
  1325. }
  1326. // GetRepositoryByID returns the repository by given id if exists.
  1327. func GetRepositoryByID(id int64) (*Repository, error) {
  1328. return getRepositoryByID(x, id)
  1329. }
  1330. // GetUserRepositories returns a list of repositories of given user.
  1331. func GetUserRepositories(userID int64, private bool, page, pageSize int) ([]*Repository, error) {
  1332. sess := x.Where("owner_id = ?", userID).Desc("updated_unix")
  1333. if !private {
  1334. sess.And("is_private=?", false)
  1335. }
  1336. if page <= 0 {
  1337. page = 1
  1338. }
  1339. sess.Limit(pageSize, (page-1)*pageSize)
  1340. repos := make([]*Repository, 0, pageSize)
  1341. return repos, sess.Find(&repos)
  1342. }
  1343. // GetUserRepositories returns a list of mirror repositories of given user.
  1344. func GetUserMirrorRepositories(userID int64) ([]*Repository, error) {
  1345. repos := make([]*Repository, 0, 10)
  1346. return repos, x.Where("owner_id = ?", userID).And("is_mirror = ?", true).Find(&repos)
  1347. }
  1348. // GetRecentUpdatedRepositories returns the list of repositories that are recently updated.
  1349. func GetRecentUpdatedRepositories(page, pageSize int) (repos []*Repository, err error) {
  1350. return repos, x.Limit(pageSize, (page-1)*pageSize).
  1351. Where("is_private=?", false).Limit(pageSize).Desc("updated_unix").Find(&repos)
  1352. }
  1353. func getRepositoryCount(e Engine, u *User) (int64, error) {
  1354. return x.Count(&Repository{OwnerID: u.ID})
  1355. }
  1356. // GetRepositoryCount returns the total number of repositories of user.
  1357. func GetRepositoryCount(u *User) (int64, error) {
  1358. return getRepositoryCount(x, u)
  1359. }
  1360. type SearchRepoOptions struct {
  1361. Keyword string
  1362. OwnerID int64
  1363. OrderBy string
  1364. Private bool // Include private repositories in results
  1365. Page int
  1366. PageSize int // Can be smaller than or equal to setting.ExplorePagingNum
  1367. }
  1368. // SearchRepositoryByName takes keyword and part of repository name to search,
  1369. // it returns results in given range and number of total results.
  1370. func SearchRepositoryByName(opts *SearchRepoOptions) (repos []*Repository, _ int64, _ error) {
  1371. if len(opts.Keyword) == 0 {
  1372. return repos, 0, nil
  1373. }
  1374. opts.Keyword = strings.ToLower(opts.Keyword)
  1375. if opts.Page <= 0 {
  1376. opts.Page = 1
  1377. }
  1378. repos = make([]*Repository, 0, opts.PageSize)
  1379. // Append conditions
  1380. sess := x.Where("LOWER(lower_name) LIKE ?", "%"+opts.Keyword+"%")
  1381. if opts.OwnerID > 0 {
  1382. sess.And("owner_id = ?", opts.OwnerID)
  1383. }
  1384. if !opts.Private {
  1385. sess.And("is_private=?", false)
  1386. }
  1387. var countSess xorm.Session
  1388. countSess = *sess
  1389. count, err := countSess.Count(new(Repository))
  1390. if err != nil {
  1391. return nil, 0, fmt.Errorf("Count: %v", err)
  1392. }
  1393. if len(opts.OrderBy) > 0 {
  1394. sess.OrderBy(opts.OrderBy)
  1395. }
  1396. return repos, count, sess.Limit(opts.PageSize, (opts.Page-1)*opts.PageSize).Find(&repos)
  1397. }
  1398. // DeleteRepositoryArchives deletes all repositories' archives.
  1399. func DeleteRepositoryArchives() error {
  1400. return x.Where("id > 0").Iterate(new(Repository),
  1401. func(idx int, bean interface{}) error {
  1402. repo := bean.(*Repository)
  1403. return os.RemoveAll(filepath.Join(repo.RepoPath(), "archives"))
  1404. })
  1405. }
  1406. func gatherMissingRepoRecords() ([]*Repository, error) {
  1407. repos := make([]*Repository, 0, 10)
  1408. if err := x.Where("id > 0").Iterate(new(Repository),
  1409. func(idx int, bean interface{}) error {
  1410. repo := bean.(*Repository)
  1411. if !com.IsDir(repo.RepoPath()) {
  1412. repos = append(repos, repo)
  1413. }
  1414. return nil
  1415. }); err != nil {
  1416. if err2 := CreateRepositoryNotice(fmt.Sprintf("gatherMissingRepoRecords: %v", err)); err2 != nil {
  1417. return nil, fmt.Errorf("CreateRepositoryNotice: %v", err)
  1418. }
  1419. }
  1420. return repos, nil
  1421. }
  1422. // DeleteMissingRepositories deletes all repository records that lost Git files.
  1423. func DeleteMissingRepositories() error {
  1424. repos, err := gatherMissingRepoRecords()
  1425. if err != nil {
  1426. return fmt.Errorf("gatherMissingRepoRecords: %v", err)
  1427. }
  1428. if len(repos) == 0 {
  1429. return nil
  1430. }
  1431. for _, repo := range repos {
  1432. log.Trace("Deleting %d/%d...", repo.OwnerID, repo.ID)
  1433. if err := DeleteRepository(repo.OwnerID, repo.ID); err != nil {
  1434. if err2 := CreateRepositoryNotice(fmt.Sprintf("DeleteRepository [%d]: %v", repo.ID, err)); err2 != nil {
  1435. return fmt.Errorf("CreateRepositoryNotice: %v", err)
  1436. }
  1437. }
  1438. }
  1439. return nil
  1440. }
  1441. // ReinitMissingRepositories reinitializes all repository records that lost Git files.
  1442. func ReinitMissingRepositories() error {
  1443. repos, err := gatherMissingRepoRecords()
  1444. if err != nil {
  1445. return fmt.Errorf("gatherMissingRepoRecords: %v", err)
  1446. }
  1447. if len(repos) == 0 {
  1448. return nil
  1449. }
  1450. for _, repo := range repos {
  1451. log.Trace("Initializing %d/%d...", repo.OwnerID, repo.ID)
  1452. if err := git.InitRepository(repo.RepoPath(), true); err != nil {
  1453. if err2 := CreateRepositoryNotice(fmt.Sprintf("InitRepository [%d]: %v", repo.ID, err)); err2 != nil {
  1454. return fmt.Errorf("CreateRepositoryNotice: %v", err)
  1455. }
  1456. }
  1457. }
  1458. return nil
  1459. }
  1460. // RewriteRepositoryUpdateHook rewrites all repositories' update hook.
  1461. func RewriteRepositoryUpdateHook() error {
  1462. return x.Where("id > 0").Iterate(new(Repository),
  1463. func(idx int, bean interface{}) error {
  1464. repo := bean.(*Repository)
  1465. return createUpdateHook(repo.RepoPath())
  1466. })
  1467. }
  1468. // statusPool represents a pool of status with true/false.
  1469. type statusPool struct {
  1470. lock sync.RWMutex
  1471. pool map[string]bool
  1472. }
  1473. // Start sets value of given name to true in the pool.
  1474. func (p *statusPool) Start(name string) {
  1475. p.lock.Lock()
  1476. defer p.lock.Unlock()
  1477. p.pool[name] = true
  1478. }
  1479. // Stop sets value of given name to false in the pool.
  1480. func (p *statusPool) Stop(name string) {
  1481. p.lock.Lock()
  1482. defer p.lock.Unlock()
  1483. p.pool[name] = false
  1484. }
  1485. // IsRunning checks if value of given name is set to true in the pool.
  1486. func (p *statusPool) IsRunning(name string) bool {
  1487. p.lock.RLock()
  1488. defer p.lock.RUnlock()
  1489. return p.pool[name]
  1490. }
  1491. // Prevent duplicate running tasks.
  1492. var taskStatusPool = &statusPool{
  1493. pool: make(map[string]bool),
  1494. }
  1495. const (
  1496. _MIRROR_UPDATE = "mirror_update"
  1497. _GIT_FSCK = "git_fsck"
  1498. _CHECK_REPOs = "check_repos"
  1499. )
  1500. // MirrorUpdate checks and updates mirror repositories.
  1501. func MirrorUpdate() {
  1502. if taskStatusPool.IsRunning(_MIRROR_UPDATE) {
  1503. return
  1504. }
  1505. taskStatusPool.Start(_MIRROR_UPDATE)
  1506. defer taskStatusPool.Stop(_MIRROR_UPDATE)
  1507. log.Trace("Doing: MirrorUpdate")
  1508. mirrors := make([]*Mirror, 0, 10)
  1509. if err := x.Where("next_update_unix<=?", time.Now().Unix()).Iterate(new(Mirror), func(idx int, bean interface{}) error {
  1510. m := bean.(*Mirror)
  1511. if m.Repo == nil {
  1512. log.Error(4, "Disconnected mirror repository found: %d", m.ID)
  1513. return nil
  1514. }
  1515. repoPath := m.Repo.RepoPath()
  1516. wikiPath := m.Repo.WikiPath()
  1517. timeout := time.Duration(setting.Git.Timeout.Mirror) * time.Second
  1518. gitArgs := []string{"remote", "update"}
  1519. if m.EnablePrune {
  1520. gitArgs = append(gitArgs, "--prune")
  1521. }
  1522. if _, stderr, err := process.ExecDir(
  1523. timeout, repoPath, fmt.Sprintf("MirrorUpdate: %s", repoPath),
  1524. "git", gitArgs...); err != nil {
  1525. desc := fmt.Sprintf("Fail to update mirror repository(%s): %s", repoPath, stderr)
  1526. log.Error(4, desc)
  1527. if err = CreateRepositoryNotice(desc); err != nil {
  1528. log.Error(4, "CreateRepositoryNotice: %v", err)
  1529. }
  1530. return nil
  1531. }
  1532. if m.Repo.HasWiki() {
  1533. if _, stderr, err := process.ExecDir(
  1534. timeout, wikiPath, fmt.Sprintf("MirrorUpdate: %s", wikiPath),
  1535. "git", "remote", "update", "--prune"); err != nil {
  1536. desc := fmt.Sprintf("Fail to update mirror wiki repository(%s): %s", wikiPath, stderr)
  1537. log.Error(4, desc)
  1538. if err = CreateRepositoryNotice(desc); err != nil {
  1539. log.Error(4, "CreateRepositoryNotice: %v", err)
  1540. }
  1541. return nil
  1542. }
  1543. }
  1544. m.NextUpdate = time.Now().Add(time.Duration(m.Interval) * time.Hour)
  1545. mirrors = append(mirrors, m)
  1546. return nil
  1547. }); err != nil {
  1548. log.Error(4, "MirrorUpdate: %v", err)
  1549. }
  1550. for i := range mirrors {
  1551. if err := UpdateMirror(mirrors[i]); err != nil {
  1552. log.Error(4, "UpdateMirror[%d]: %v", mirrors[i].ID, err)
  1553. }
  1554. }
  1555. }
  1556. // GitFsck calls 'git fsck' to check repository health.
  1557. func GitFsck() {
  1558. if taskStatusPool.IsRunning(_GIT_FSCK) {
  1559. return
  1560. }
  1561. taskStatusPool.Start(_GIT_FSCK)
  1562. defer taskStatusPool.Stop(_GIT_FSCK)
  1563. log.Trace("Doing: GitFsck")
  1564. if err := x.Where("id>0").Iterate(new(Repository),
  1565. func(idx int, bean interface{}) error {
  1566. repo := bean.(*Repository)
  1567. repoPath := repo.RepoPath()
  1568. if err := git.Fsck(repoPath, setting.Cron.RepoHealthCheck.Timeout, setting.Cron.RepoHealthCheck.Args...); err != nil {
  1569. desc := fmt.Sprintf("Fail to health check repository (%s): %v", repoPath, err)
  1570. log.Warn(desc)
  1571. if err = CreateRepositoryNotice(desc); err != nil {
  1572. log.Error(4, "CreateRepositoryNotice: %v", err)
  1573. }
  1574. }
  1575. return nil
  1576. }); err != nil {
  1577. log.Error(4, "GitFsck: %v", err)
  1578. }
  1579. }
  1580. func GitGcRepos() error {
  1581. args := append([]string{"gc"}, setting.Git.GCArgs...)
  1582. return x.Where("id > 0").Iterate(new(Repository),
  1583. func(idx int, bean interface{}) error {
  1584. repo := bean.(*Repository)
  1585. if err := repo.GetOwner(); err != nil {
  1586. return err
  1587. }
  1588. _, stderr, err := process.ExecDir(
  1589. time.Duration(setting.Git.Timeout.GC)*time.Second,
  1590. RepoPath(repo.Owner.Name, repo.Name), "Repository garbage collection",
  1591. "git", args...)
  1592. if err != nil {
  1593. return fmt.Errorf("%v: %v", err, stderr)
  1594. }
  1595. return nil
  1596. })
  1597. }
  1598. type repoChecker struct {
  1599. querySQL, correctSQL string
  1600. desc string
  1601. }
  1602. func repoStatsCheck(checker *repoChecker) {
  1603. results, err := x.Query(checker.querySQL)
  1604. if err != nil {
  1605. log.Error(4, "Select %s: %v", checker.desc, err)
  1606. return
  1607. }
  1608. for _, result := range results {
  1609. id := com.StrTo(result["id"]).MustInt64()
  1610. log.Trace("Updating %s: %d", checker.desc, id)
  1611. _, err = x.Exec(checker.correctSQL, id, id)
  1612. if err != nil {
  1613. log.Error(4, "Update %s[%d]: %v", checker.desc, id, err)
  1614. }
  1615. }
  1616. }
  1617. func CheckRepoStats() {
  1618. if taskStatusPool.IsRunning(_CHECK_REPOs) {
  1619. return
  1620. }
  1621. taskStatusPool.Start(_CHECK_REPOs)
  1622. defer taskStatusPool.Stop(_CHECK_REPOs)
  1623. log.Trace("Doing: CheckRepoStats")
  1624. checkers := []*repoChecker{
  1625. // Repository.NumWatches
  1626. {
  1627. "SELECT repo.id FROM `repository` repo WHERE repo.num_watches!=(SELECT COUNT(*) FROM `watch` WHERE repo_id=repo.id)",
  1628. "UPDATE `repository` SET num_watches=(SELECT COUNT(*) FROM `watch` WHERE repo_id=?) WHERE id=?",
  1629. "repository count 'num_watches'",
  1630. },
  1631. // Repository.NumStars
  1632. {
  1633. "SELECT repo.id FROM `repository` repo WHERE repo.num_stars!=(SELECT COUNT(*) FROM `star` WHERE repo_id=repo.id)",
  1634. "UPDATE `repository` SET num_stars=(SELECT COUNT(*) FROM `star` WHERE repo_id=?) WHERE id=?",
  1635. "repository count 'num_stars'",
  1636. },
  1637. // Label.NumIssues
  1638. {
  1639. "SELECT label.id FROM `label` WHERE label.num_issues!=(SELECT COUNT(*) FROM `issue_label` WHERE label_id=label.id)",
  1640. "UPDATE `label` SET num_issues=(SELECT COUNT(*) FROM `issue_label` WHERE label_id=?) WHERE id=?",
  1641. "label count 'num_issues'",
  1642. },
  1643. // User.NumRepos
  1644. {
  1645. "SELECT `user`.id FROM `user` WHERE `user`.num_repos!=(SELECT COUNT(*) FROM `repository` WHERE owner_id=`user`.id)",
  1646. "UPDATE `user` SET num_repos=(SELECT COUNT(*) FROM `repository` WHERE owner_id=?) WHERE id=?",
  1647. "user count 'num_repos'",
  1648. },
  1649. // Issue.NumComments
  1650. {
  1651. "SELECT `issue`.id FROM `issue` WHERE `issue`.num_comments!=(SELECT COUNT(*) FROM `comment` WHERE issue_id=`issue`.id AND type=0)",
  1652. "UPDATE `issue` SET num_comments=(SELECT COUNT(*) FROM `comment` WHERE issue_id=? AND type=0) WHERE id=?",
  1653. "issue count 'num_comments'",
  1654. },
  1655. }
  1656. for i := range checkers {
  1657. repoStatsCheck(checkers[i])
  1658. }
  1659. // ***** START: Repository.NumClosedIssues *****
  1660. desc := "repository count 'num_closed_issues'"
  1661. results, err := x.Query("SELECT repo.id FROM `repository` repo WHERE repo.num_closed_issues!=(SELECT COUNT(*) FROM `issue` WHERE repo_id=repo.id AND is_closed=? AND is_pull=?)", true, false)
  1662. if err != nil {
  1663. log.Error(4, "Select %s: %v", desc, err)
  1664. } else {
  1665. for _, result := range results {
  1666. id := com.StrTo(result["id"]).MustInt64()
  1667. log.Trace("Updating %s: %d", desc, id)
  1668. _, err = x.Exec("UPDATE `repository` SET num_closed_issues=(SELECT COUNT(*) FROM `issue` WHERE repo_id=? AND is_closed=? AND is_pull=?) WHERE id=?", id, true, false, id)
  1669. if err != nil {
  1670. log.Error(4, "Update %s[%d]: %v", desc, id, err)
  1671. }
  1672. }
  1673. }
  1674. // ***** END: Repository.NumClosedIssues *****
  1675. // FIXME: use checker when stop supporting old fork repo format.
  1676. // ***** START: Repository.NumForks *****
  1677. results, err = x.Query("SELECT repo.id FROM `repository` repo WHERE repo.num_forks!=(SELECT COUNT(*) FROM `repository` WHERE fork_id=repo.id)")
  1678. if err != nil {
  1679. log.Error(4, "Select repository count 'num_forks': %v", err)
  1680. } else {
  1681. for _, result := range results {
  1682. id := com.StrTo(result["id"]).MustInt64()
  1683. log.Trace("Updating repository count 'num_forks': %d", id)
  1684. repo, err := GetRepositoryByID(id)
  1685. if err != nil {
  1686. log.Error(4, "GetRepositoryByID[%d]: %v", id, err)
  1687. continue
  1688. }
  1689. rawResult, err := x.Query("SELECT COUNT(*) FROM `repository` WHERE fork_id=?", repo.ID)
  1690. if err != nil {
  1691. log.Error(4, "Select count of forks[%d]: %v", repo.ID, err)
  1692. continue
  1693. }
  1694. repo.NumForks = int(parseCountResult(rawResult))
  1695. if err = UpdateRepository(repo, false); err != nil {
  1696. log.Error(4, "UpdateRepository[%d]: %v", id, err)
  1697. continue
  1698. }
  1699. }
  1700. }
  1701. // ***** END: Repository.NumForks *****
  1702. }
  1703. type RepositoryList []*Repository
  1704. func (repos RepositoryList) loadAttributes(e Engine) error {
  1705. if len(repos) == 0 {
  1706. return nil
  1707. }
  1708. // Load owners.
  1709. set := make(map[int64]*User)
  1710. for i := range repos {
  1711. set[repos[i].OwnerID] = nil
  1712. }
  1713. userIDs := make([]int64, 0, len(set))
  1714. for userID := range set {
  1715. userIDs = append(userIDs, userID)
  1716. }
  1717. users := make([]*User, 0, len(userIDs))
  1718. if err := e.Where("id > 0").In("id", userIDs).Find(&users); err != nil {
  1719. return fmt.Errorf("find users: %v", err)
  1720. }
  1721. for i := range users {
  1722. set[users[i].ID] = users[i]
  1723. }
  1724. for i := range repos {
  1725. repos[i].Owner = set[repos[i].OwnerID]
  1726. }
  1727. return nil
  1728. }
  1729. func (repos RepositoryList) LoadAttributes() error {
  1730. return repos.loadAttributes(x)
  1731. }
  1732. type MirrorRepositoryList []*Repository
  1733. func (repos MirrorRepositoryList) loadAttributes(e Engine) error {
  1734. if len(repos) == 0 {
  1735. return nil
  1736. }
  1737. // Load mirrors.
  1738. repoIDs := make([]int64, 0, len(repos))
  1739. for i := range repos {
  1740. if !repos[i].IsMirror {
  1741. continue
  1742. }
  1743. repoIDs = append(repoIDs, repos[i].ID)
  1744. }
  1745. mirrors := make([]*Mirror, 0, len(repoIDs))
  1746. if err := e.Where("id > 0").In("repo_id", repoIDs).Find(&mirrors); err != nil {
  1747. return fmt.Errorf("find mirrors: %v", err)
  1748. }
  1749. set := make(map[int64]*Mirror)
  1750. for i := range mirrors {
  1751. set[mirrors[i].RepoID] = mirrors[i]
  1752. }
  1753. for i := range repos {
  1754. repos[i].Mirror = set[repos[i].ID]
  1755. }
  1756. return nil
  1757. }
  1758. func (repos MirrorRepositoryList) LoadAttributes() error {
  1759. return repos.loadAttributes(x)
  1760. }
  1761. // __ __ __ .__
  1762. // / \ / \_____ _/ |_ ____ | |__
  1763. // \ \/\/ /\__ \\ __\/ ___\| | \
  1764. // \ / / __ \| | \ \___| Y \
  1765. // \__/\ / (____ /__| \___ >___| /
  1766. // \/ \/ \/ \/
  1767. // Watch is connection request for receiving repository notification.
  1768. type Watch struct {
  1769. ID int64 `xorm:"pk autoincr"`
  1770. UserID int64 `xorm:"UNIQUE(watch)"`
  1771. RepoID int64 `xorm:"UNIQUE(watch)"`
  1772. }
  1773. func isWatching(e Engine, userID, repoID int64) bool {
  1774. has, _ := e.Get(&Watch{0, userID, repoID})
  1775. return has
  1776. }
  1777. // IsWatching checks if user has watched given repository.
  1778. func IsWatching(userID, repoID int64) bool {
  1779. return isWatching(x, userID, repoID)
  1780. }
  1781. func watchRepo(e Engine, userID, repoID int64, watch bool) (err error) {
  1782. if watch {
  1783. if isWatching(e, userID, repoID) {
  1784. return nil
  1785. }
  1786. if _, err = e.Insert(&Watch{RepoID: repoID, UserID: userID}); err != nil {
  1787. return err
  1788. }
  1789. _, err = e.Exec("UPDATE `repository` SET num_watches = num_watches + 1 WHERE id = ?", repoID)
  1790. } else {
  1791. if !isWatching(e, userID, repoID) {
  1792. return nil
  1793. }
  1794. if _, err = e.Delete(&Watch{0, userID, repoID}); err != nil {
  1795. return err
  1796. }
  1797. _, err = e.Exec("UPDATE `repository` SET num_watches = num_watches - 1 WHERE id = ?", repoID)
  1798. }
  1799. return err
  1800. }
  1801. // Watch or unwatch repository.
  1802. func WatchRepo(userID, repoID int64, watch bool) (err error) {
  1803. return watchRepo(x, userID, repoID, watch)
  1804. }
  1805. func getWatchers(e Engine, repoID int64) ([]*Watch, error) {
  1806. watches := make([]*Watch, 0, 10)
  1807. return watches, e.Find(&watches, &Watch{RepoID: repoID})
  1808. }
  1809. // GetWatchers returns all watchers of given repository.
  1810. func GetWatchers(repoID int64) ([]*Watch, error) {
  1811. return getWatchers(x, repoID)
  1812. }
  1813. // Repository.GetWatchers returns range of users watching given repository.
  1814. func (repo *Repository) GetWatchers(page int) ([]*User, error) {
  1815. users := make([]*User, 0, ItemsPerPage)
  1816. sess := x.Limit(ItemsPerPage, (page-1)*ItemsPerPage).Where("watch.repo_id=?", repo.ID)
  1817. if setting.UsePostgreSQL {
  1818. sess = sess.Join("LEFT", "watch", `"user".id=watch.user_id`)
  1819. } else {
  1820. sess = sess.Join("LEFT", "watch", "user.id=watch.user_id")
  1821. }
  1822. return users, sess.Find(&users)
  1823. }
  1824. func notifyWatchers(e Engine, act *Action) error {
  1825. // Add feeds for user self and all watchers.
  1826. watches, err := getWatchers(e, act.RepoID)
  1827. if err != nil {
  1828. return fmt.Errorf("get watchers: %v", err)
  1829. }
  1830. // Add feed for actioner.
  1831. act.UserID = act.ActUserID
  1832. if _, err = e.InsertOne(act); err != nil {
  1833. return fmt.Errorf("insert new actioner: %v", err)
  1834. }
  1835. for i := range watches {
  1836. if act.ActUserID == watches[i].UserID {
  1837. continue
  1838. }
  1839. act.ID = 0
  1840. act.UserID = watches[i].UserID
  1841. if _, err = e.InsertOne(act); err != nil {
  1842. return fmt.Errorf("insert new action: %v", err)
  1843. }
  1844. }
  1845. return nil
  1846. }
  1847. // NotifyWatchers creates batch of actions for every watcher.
  1848. func NotifyWatchers(act *Action) error {
  1849. return notifyWatchers(x, act)
  1850. }
  1851. // _________ __
  1852. // / _____// |______ _______
  1853. // \_____ \\ __\__ \\_ __ \
  1854. // / \| | / __ \| | \/
  1855. // /_______ /|__| (____ /__|
  1856. // \/ \/
  1857. type Star struct {
  1858. ID int64 `xorm:"pk autoincr"`
  1859. UID int64 `xorm:"UNIQUE(s)"`
  1860. RepoID int64 `xorm:"UNIQUE(s)"`
  1861. }
  1862. // Star or unstar repository.
  1863. func StarRepo(userID, repoID int64, star bool) (err error) {
  1864. if star {
  1865. if IsStaring(userID, repoID) {
  1866. return nil
  1867. }
  1868. if _, err = x.Insert(&Star{UID: userID, RepoID: repoID}); err != nil {
  1869. return err
  1870. } else if _, err = x.Exec("UPDATE `repository` SET num_stars = num_stars + 1 WHERE id = ?", repoID); err != nil {
  1871. return err
  1872. }
  1873. _, err = x.Exec("UPDATE `user` SET num_stars = num_stars + 1 WHERE id = ?", userID)
  1874. } else {
  1875. if !IsStaring(userID, repoID) {
  1876. return nil
  1877. }
  1878. if _, err = x.Delete(&Star{0, userID, repoID}); err != nil {
  1879. return err
  1880. } else if _, err = x.Exec("UPDATE `repository` SET num_stars = num_stars - 1 WHERE id = ?", repoID); err != nil {
  1881. return err
  1882. }
  1883. _, err = x.Exec("UPDATE `user` SET num_stars = num_stars - 1 WHERE id = ?", userID)
  1884. }
  1885. return err
  1886. }
  1887. // IsStaring checks if user has starred given repository.
  1888. func IsStaring(userID, repoID int64) bool {
  1889. has, _ := x.Get(&Star{0, userID, repoID})
  1890. return has
  1891. }
  1892. func (repo *Repository) GetStargazers(page int) ([]*User, error) {
  1893. users := make([]*User, 0, ItemsPerPage)
  1894. sess := x.Limit(ItemsPerPage, (page-1)*ItemsPerPage).Where("star.repo_id=?", repo.ID)
  1895. if setting.UsePostgreSQL {
  1896. sess = sess.Join("LEFT", "star", `"user".id=star.uid`)
  1897. } else {
  1898. sess = sess.Join("LEFT", "star", "user.id=star.uid")
  1899. }
  1900. return users, sess.Find(&users)
  1901. }
  1902. // ___________ __
  1903. // \_ _____/__________| | __
  1904. // | __)/ _ \_ __ \ |/ /
  1905. // | \( <_> ) | \/ <
  1906. // \___ / \____/|__| |__|_ \
  1907. // \/ \/
  1908. // HasForkedRepo checks if given user has already forked a repository with given ID.
  1909. func HasForkedRepo(ownerID, repoID int64) (*Repository, bool) {
  1910. repo := new(Repository)
  1911. has, _ := x.Where("owner_id=? AND fork_id=?", ownerID, repoID).Get(repo)
  1912. return repo, has
  1913. }
  1914. func ForkRepository(u *User, oldRepo *Repository, name, desc string) (_ *Repository, err error) {
  1915. repo := &Repository{
  1916. OwnerID: u.ID,
  1917. Owner: u,
  1918. Name: name,
  1919. LowerName: strings.ToLower(name),
  1920. Description: desc,
  1921. DefaultBranch: oldRepo.DefaultBranch,
  1922. IsPrivate: oldRepo.IsPrivate,
  1923. IsFork: true,
  1924. ForkID: oldRepo.ID,
  1925. }
  1926. sess := x.NewSession()
  1927. defer sessionRelease(sess)
  1928. if err = sess.Begin(); err != nil {
  1929. return nil, err
  1930. }
  1931. if err = createRepository(sess, u, repo); err != nil {
  1932. return nil, err
  1933. }
  1934. if _, err = sess.Exec("UPDATE `repository` SET num_forks=num_forks+1 WHERE id=?", oldRepo.ID); err != nil {
  1935. return nil, err
  1936. }
  1937. repoPath := RepoPath(u.Name, repo.Name)
  1938. _, stderr, err := process.ExecTimeout(10*time.Minute,
  1939. fmt.Sprintf("ForkRepository(git clone): %s/%s", u.Name, repo.Name),
  1940. "git", "clone", "--bare", oldRepo.RepoPath(), repoPath)
  1941. if err != nil {
  1942. return nil, fmt.Errorf("git clone: %v", stderr)
  1943. }
  1944. _, stderr, err = process.ExecDir(-1,
  1945. repoPath, fmt.Sprintf("ForkRepository(git update-server-info): %s", repoPath),
  1946. "git", "update-server-info")
  1947. if err != nil {
  1948. return nil, fmt.Errorf("git update-server-info: %v", err)
  1949. }
  1950. if err = createUpdateHook(repoPath); err != nil {
  1951. return nil, fmt.Errorf("createUpdateHook: %v", err)
  1952. }
  1953. return repo, sess.Commit()
  1954. }
  1955. func (repo *Repository) GetForks() ([]*Repository, error) {
  1956. forks := make([]*Repository, 0, repo.NumForks)
  1957. return forks, x.Find(&forks, &Repository{ForkID: repo.ID})
  1958. }