You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

fuse_package.go 8.1 kB

8 months ago
8 months ago
8 months ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335
  1. package vfs
  2. import (
  3. "context"
  4. "os"
  5. "strings"
  6. "time"
  7. cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
  8. "gitlink.org.cn/cloudream/common/utils/lo2"
  9. "gitlink.org.cn/cloudream/storage2/client2/internal/mount/fuse"
  10. "gitlink.org.cn/cloudream/storage2/client2/internal/mount/vfs/cache"
  11. "gitlink.org.cn/cloudream/storage2/common/pkgs/db2"
  12. "gorm.io/gorm"
  13. )
  14. type FusePackage struct {
  15. vfs *Vfs
  16. bktName string
  17. pkgName string
  18. modTime time.Time
  19. mode os.FileMode
  20. }
  21. func newPackageFromCache(cache cache.CacheEntryInfo, vfs *Vfs) fuse.FsDir {
  22. pathComps := cache.PathComps
  23. return &FusePackage{
  24. vfs: vfs,
  25. bktName: pathComps[0],
  26. pkgName: pathComps[1],
  27. modTime: cache.ModTime,
  28. mode: cache.Mode,
  29. }
  30. }
  31. func (r *FusePackage) PathComps() []string {
  32. return []string{r.bktName, r.pkgName}
  33. }
  34. func (r *FusePackage) Name() string {
  35. return r.pkgName
  36. }
  37. func (r *FusePackage) Size() int64 {
  38. return 0
  39. }
  40. func (r *FusePackage) Mode() os.FileMode {
  41. return os.ModeDir | r.mode
  42. }
  43. func (r *FusePackage) ModTime() time.Time {
  44. return r.modTime
  45. }
  46. func (r *FusePackage) IsDir() bool {
  47. return true
  48. }
  49. func (r *FusePackage) SetModTime(time time.Time) error {
  50. dir := r.loadCacheDir()
  51. if dir == nil {
  52. return fuse.ErrNotExists
  53. }
  54. return dir.SetModTime(time)
  55. }
  56. // 如果不存在,应该返回ErrNotExists
  57. func (r *FusePackage) Child(ctx context.Context, name string) (fuse.FsEntry, error) {
  58. childPathComps := []string{r.bktName, r.pkgName, name}
  59. ca := r.vfs.cache.Stat(childPathComps)
  60. if ca == nil {
  61. var ret fuse.FsEntry
  62. db := r.vfs.db
  63. err := db.DoTx(func(tx db2.SQLContext) error {
  64. pkg, err := db.Package().GetUserPackageByName(tx, 1, r.bktName, r.pkgName)
  65. if err != nil {
  66. return err
  67. }
  68. obj, err := db.Object().GetByPath(tx, pkg.PackageID, name)
  69. if err == nil {
  70. ret = newFileFromObject(r.vfs, childPathComps, obj)
  71. return nil
  72. }
  73. if err != gorm.ErrRecordNotFound {
  74. return err
  75. }
  76. has, err := db.Object().HasObjectWithPrefix(tx, pkg.PackageID, name+cdssdk.ObjectPathSeparator)
  77. if err != nil {
  78. return err
  79. }
  80. if has {
  81. dir := r.vfs.cache.LoadDir(childPathComps, &cache.CreateDirOption{
  82. ModTime: time.Now(),
  83. })
  84. if dir == nil {
  85. return nil
  86. }
  87. ret = newDirFromCache(dir.Info(), r.vfs)
  88. }
  89. return nil
  90. })
  91. if err != nil {
  92. return nil, err
  93. }
  94. if ret == nil {
  95. return nil, fuse.ErrNotExists
  96. }
  97. return ret, nil
  98. }
  99. if ca.IsDir {
  100. return newDirFromCache(*ca, r.vfs), nil
  101. }
  102. return newFileFromCache(*ca, r.vfs), nil
  103. }
  104. func (r *FusePackage) Children(ctx context.Context) ([]fuse.FsEntry, error) {
  105. return r.listChildren()
  106. }
  107. func (r *FusePackage) ReadChildren() (fuse.DirReader, error) {
  108. ens, err := r.listChildren()
  109. if err != nil {
  110. return nil, err
  111. }
  112. return newFuseDirReader(ens), nil
  113. }
  114. func (r *FusePackage) listChildren() ([]fuse.FsEntry, error) {
  115. var ens []fuse.FsEntry
  116. infos := r.vfs.cache.StatMany([]string{r.bktName, r.pkgName})
  117. dbEntries := make(map[string]fuse.FsEntry)
  118. db := r.vfs.db
  119. db.DoTx(func(tx db2.SQLContext) error {
  120. pkg, err := db.Package().GetUserPackageByName(tx, 1, r.bktName, r.pkgName)
  121. if err != nil {
  122. return err
  123. }
  124. objs, coms, err := db.Object().GetByPrefixGrouped(tx, pkg.PackageID, "")
  125. if err != nil {
  126. return err
  127. }
  128. for _, dir := range coms {
  129. dir = strings.TrimSuffix(dir, cdssdk.ObjectPathSeparator)
  130. pathComps := []string{r.bktName, r.pkgName, dir}
  131. cd := r.vfs.cache.LoadDir(pathComps, &cache.CreateDirOption{
  132. ModTime: time.Now(),
  133. })
  134. if cd == nil {
  135. continue
  136. }
  137. dbEntries[dir] = newDirFromCache(cd.Info(), r.vfs)
  138. }
  139. for _, obj := range objs {
  140. file := newFileFromObject(r.vfs, []string{r.bktName, r.pkgName, obj.Path}, obj)
  141. dbEntries[file.Name()] = file
  142. }
  143. return nil
  144. })
  145. for _, c := range infos {
  146. delete(dbEntries, c.PathComps[len(c.PathComps)-1])
  147. if c.IsDir {
  148. ens = append(ens, newDirFromCache(c, r.vfs))
  149. } else {
  150. ens = append(ens, newFileFromCache(c, r.vfs))
  151. }
  152. }
  153. for _, e := range dbEntries {
  154. ens = append(ens, e)
  155. }
  156. return ens, nil
  157. }
  158. func (r *FusePackage) NewDir(ctx context.Context, name string) (fuse.FsDir, error) {
  159. cache := r.vfs.cache.CreateDir([]string{r.bktName, r.pkgName, name})
  160. if cache == nil {
  161. return nil, fuse.ErrPermission
  162. }
  163. return newDirFromCache(cache.Info(), r.vfs), nil
  164. }
  165. func (r *FusePackage) NewFile(ctx context.Context, name string, flags uint32) (fuse.FileHandle, uint32, error) {
  166. cache := r.vfs.cache.CreateFile([]string{r.bktName, r.pkgName, name})
  167. if cache == nil {
  168. return nil, 0, fuse.ErrPermission
  169. }
  170. defer cache.Release()
  171. // Open之后会给cache的引用计数额外+1,即使cache先于FileHandle被关闭,
  172. // 也有有FileHandle的计数保持cache的有效性
  173. fileNode := newFileFromCache(cache.Info(), r.vfs)
  174. hd := cache.Open(flags)
  175. return newFileHandle(fileNode, hd), flags, nil
  176. }
  177. func (r *FusePackage) RemoveChild(ctx context.Context, name string) error {
  178. // TODO 生成系统事件
  179. d := r.vfs.db
  180. return r.vfs.db.DoTx(func(tx db2.SQLContext) error {
  181. pkg, err := d.Package().GetUserPackageByName(tx, 1, r.bktName, r.pkgName)
  182. if err == nil {
  183. has, err := d.Object().HasObjectWithPrefix(tx, pkg.PackageID, name+cdssdk.ObjectPathSeparator)
  184. if err != nil {
  185. return err
  186. }
  187. if has {
  188. return fuse.ErrNotEmpty
  189. }
  190. }
  191. err = r.vfs.cache.Remove([]string{r.bktName, r.pkgName, name})
  192. if err != nil {
  193. return err
  194. }
  195. if pkg.PackageID > 0 {
  196. // 存储系统不会保存目录结构,所以这里是尝试删除同名文件
  197. d.Object().DeleteByPath(tx, pkg.PackageID, name)
  198. }
  199. return nil
  200. })
  201. }
  202. func (r *FusePackage) MoveChild(ctx context.Context, oldName string, newName string, newParent fuse.FsDir) error {
  203. newParentNode := newParent.(FuseNode)
  204. newParentPath := newParentNode.PathComps()
  205. newChildPath := lo2.AppendNew(newParentPath, newName)
  206. newChildPathJoined := cdssdk.JoinObjectPath(newChildPath[2:]...)
  207. // 不允许移动任何内容到Package层级以上
  208. if len(newParentPath) < 2 {
  209. return fuse.ErrNotSupported
  210. }
  211. oldChildPath := lo2.AppendNew(r.PathComps(), oldName)
  212. oldChildPathJoined := cdssdk.JoinObjectPath(oldChildPath[2:]...)
  213. // 先更新远程,再更新本地,因为远程使用事务更新,可以回滚,而本地不行
  214. d := r.vfs.db
  215. return r.vfs.db.DoTx(func(tx db2.SQLContext) error {
  216. newPkg, err := d.Package().GetUserPackageByName(tx, 1, newParentPath[0], newParentPath[1])
  217. if err != nil {
  218. if err == gorm.ErrRecordNotFound {
  219. return fuse.ErrNotExists
  220. }
  221. return err
  222. }
  223. oldPkg, err := d.Package().GetUserPackageByName(tx, 1, r.bktName, r.pkgName)
  224. if err != nil {
  225. if err == gorm.ErrRecordNotFound {
  226. return fuse.ErrNotExists
  227. }
  228. return err
  229. }
  230. // 检查目的地是否已经存在
  231. _, err = d.Object().GetByPath(tx, newPkg.PackageID, newChildPathJoined)
  232. if err == nil {
  233. return fuse.ErrExists
  234. }
  235. has, err := d.Object().HasObjectWithPrefix(tx, newPkg.PackageID, newChildPathJoined+cdssdk.ObjectPathSeparator)
  236. if err != nil {
  237. return err
  238. }
  239. if has {
  240. return fuse.ErrExists
  241. }
  242. // 都不存在,就开始移动文件
  243. oldObj, err := d.Object().GetByPath(tx, oldPkg.PackageID, oldChildPathJoined)
  244. if err == nil {
  245. oldObj.PackageID = newPkg.PackageID
  246. oldObj.Path = newChildPathJoined
  247. err = d.Object().BatchUpdate(tx, []cdssdk.Object{oldObj})
  248. if err != nil {
  249. return err
  250. }
  251. }
  252. err = d.Object().MoveByPrefix(tx,
  253. oldPkg.PackageID, oldChildPathJoined+cdssdk.ObjectPathSeparator,
  254. newPkg.PackageID, newChildPathJoined+cdssdk.ObjectPathSeparator,
  255. )
  256. if err != nil {
  257. return err
  258. }
  259. return r.vfs.cache.Move(oldChildPath, newChildPath)
  260. })
  261. }
  262. func (r *FusePackage) loadCacheDir() *cache.CacheDir {
  263. var createOpt *cache.CreateDirOption
  264. pkg, err := r.vfs.db.Package().GetUserPackageByName(r.vfs.db.DefCtx(), 1, r.bktName, r.pkgName)
  265. if err == nil {
  266. createOpt = &cache.CreateDirOption{
  267. ModTime: pkg.CreateTime,
  268. }
  269. }
  270. return r.vfs.cache.LoadDir([]string{r.bktName, r.pkgName}, createOpt)
  271. }
  272. var _ fuse.FsDir = (*FusePackage)(nil)
  273. var _ FuseNode = (*FusePackage)(nil)

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。