Mercurial > danboorufs
annotate danboorufs.py @ 3:880904f1071f draft
Add python3 support.
author | Emmanuel Gil Peyrot <linkmauve@linkmauve.fr> |
---|---|
date | Tue, 21 Aug 2012 21:21:47 +0200 |
parents | 85cbd44f98b1 |
children | c40f0eed70cd |
rev | line source |
---|---|
3
880904f1071f
Add python3 support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
2
diff
changeset
|
1 #!/usr/bin/env python |
0 | 2 # -*- encoding: utf-8 -*- |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
3 # |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
4 # |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
5 # Copyright © 2012 Emmanuel Gil Peyrot <linkmauve@linkmauve.fr> |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
6 # |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
7 # Permission is hereby granted, free of charge, to any person obtaining a copy |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
8 # of this software and associated documentation files (the "Software"), to deal |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
9 # in the Software without restriction, including without limitation the rights |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
10 # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
11 # copies of the Software, and to permit persons to whom the Software is |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
12 # furnished to do so, subject to the following conditions: |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
13 # |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
14 # The above copyright notice and this permission notice shall be included in |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
15 # all copies or substantial portions of the Software. |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
16 # |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
17 # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
18 # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
19 # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
20 # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
21 # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
22 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
23 # SOFTWARE. |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
24 |
0 | 25 |
3
880904f1071f
Add python3 support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
2
diff
changeset
|
26 from __future__ import with_statement, unicode_literals |
0 | 27 |
28 from errno import ENOENT, ENOTDIR | |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
29 from sys import argv |
0 | 30 from threading import Lock |
31 from time import time | |
3
880904f1071f
Add python3 support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
2
diff
changeset
|
32 from functools import reduce |
0 | 33 |
34 import os | |
35 | |
36 from fuse import FUSE, FuseOSError, Operations, LoggingMixIn | |
37 | |
38 | |
39 class Danbooru(LoggingMixIn, Operations): | |
40 ''' | |
41 Represent a list of images as a filesystem tree, with nice tag filtering. | |
42 ''' | |
43 | |
44 def __init__(self, tagfiles, root): | |
45 ''' | |
46 Takes a list of files containing the tags. They have to be named as the | |
47 image, with ".tags" at the end. | |
48 ''' | |
49 self.paths = {} | |
50 self.files = {} | |
51 self.tags = {} | |
52 self.cache = {} | |
53 | |
54 start = time() | |
55 | |
56 for name in tagfiles: | |
57 filename = name.replace('.tags', '') | |
58 basename = os.path.basename(filename) | |
59 self.paths[basename] = filename | |
60 tags = [] | |
61 self.files[basename] = tags | |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
62 with open(name, 'r') as tagfile: |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
63 for line in tagfile: |
0 | 64 for tag in line.split(): |
3
880904f1071f
Add python3 support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
2
diff
changeset
|
65 try: |
880904f1071f
Add python3 support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
2
diff
changeset
|
66 tag = tag.decode('UTF-8') |
880904f1071f
Add python3 support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
2
diff
changeset
|
67 except AttributeError: |
880904f1071f
Add python3 support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
2
diff
changeset
|
68 pass |
880904f1071f
Add python3 support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
2
diff
changeset
|
69 tag = tag.replace('/', '�') #XXX |
0 | 70 tags.append(tag) |
71 self.tags.setdefault(tag, []).append(basename) | |
72 | |
73 print('[%d] Index done.' % (time() - start)) | |
74 | |
75 self.root = root | |
76 self.rwlock = Lock() | |
77 | |
78 def _split_path(self, path): | |
79 if path == '/': | |
80 return (None, None) | |
81 | |
1
63ccd8b0d615
Add tag exclusion support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
0
diff
changeset
|
82 real_path = path[1:].split('/') |
63ccd8b0d615
Add tag exclusion support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
0
diff
changeset
|
83 |
63ccd8b0d615
Add tag exclusion support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
0
diff
changeset
|
84 # Remove the leading - of tag exclusion. |
63ccd8b0d615
Add tag exclusion support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
0
diff
changeset
|
85 path = [tag[1:] if tag[0] == '-' else tag for tag in real_path] |
63ccd8b0d615
Add tag exclusion support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
0
diff
changeset
|
86 |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
87 for tag in path[:-1]: |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
88 if tag not in self.tags: |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
89 raise FuseOSError(ENOENT) |
0 | 90 |
91 if path[-1] in self.tags: | |
1
63ccd8b0d615
Add tag exclusion support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
0
diff
changeset
|
92 return (real_path, None) |
0 | 93 |
94 if path[-1] not in self.paths: | |
95 raise FuseOSError(ENOENT) | |
96 | |
1
63ccd8b0d615
Add tag exclusion support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
0
diff
changeset
|
97 return (real_path[:-1], self.paths[real_path[-1]]) |
0 | 98 |
99 def access(self, path, mode): | |
100 self._split_path(path) | |
101 | |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
102 def getattr(self, path, file_handle=None): |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
103 _, filename = self._split_path(path) |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
104 path = filename if filename else self.root |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
105 stat = os.lstat(path) |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
106 return dict((key, getattr(stat, key)) for key in ('st_atime', |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
107 'st_ctime', 'st_gid', 'st_mode', 'st_mtime', |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
108 'st_nlink', 'st_size', 'st_uid')) |
0 | 109 |
110 getxattr = None | |
111 listxattr = None | |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
112 |
0 | 113 def open(self, path, flags): |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
114 _, filename = self._split_path(path) |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
115 return os.open(filename, flags) |
0 | 116 |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
117 def read(self, path, size, offset, file_handle): |
0 | 118 with self.rwlock: |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
119 os.lseek(file_handle, offset, 0) |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
120 return os.read(file_handle, size) |
0 | 121 |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
122 def readdir(self, path, file_handle): |
0 | 123 if path == '/': |
3
880904f1071f
Add python3 support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
2
diff
changeset
|
124 return (['.', '..'] + list(self.tags.keys()) |
880904f1071f
Add python3 support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
2
diff
changeset
|
125 + list(self.files.keys())) |
0 | 126 |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
127 tags, filename = self._split_path(path) |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
128 if filename: |
0 | 129 return FuseOSError(ENOTDIR) |
130 | |
131 tags = set(tags) | |
132 | |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
133 key = ' '.join(tags) |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
134 if key in self.cache: |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
135 return ['.', '..'] + self.cache[key] |
0 | 136 |
1
63ccd8b0d615
Add tag exclusion support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
0
diff
changeset
|
137 inclusion_tags = set(tag for tag in tags if tag[0] != '-') |
63ccd8b0d615
Add tag exclusion support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
0
diff
changeset
|
138 exclusion_tags = set(tag[1:] for tag in tags if tag[0] == '-') |
63ccd8b0d615
Add tag exclusion support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
0
diff
changeset
|
139 |
0 | 140 # Get the list of the files corresponding to those tags. |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
141 files = reduce((lambda s, t: s.intersection(self.tags[t])), |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
142 inclusion_tags, set(self.files)) |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
143 files -= set([f for f in files |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
144 if exclusion_tags.intersection(self.files[f])]) |
1
63ccd8b0d615
Add tag exclusion support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
0
diff
changeset
|
145 |
63ccd8b0d615
Add tag exclusion support.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
0
diff
changeset
|
146 # Those next two steps are for useless tags removal. |
0 | 147 |
148 # Get the tags of those files. | |
149 taglist = reduce((lambda s, f: s.union(self.files[f])), files, set()) | |
150 taglist -= tags | |
151 | |
152 # Remove the tags that can’t precise the file list anymore. | |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
153 remove = reduce((lambda s, f: s.intersection(self.files[f])), files, |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
154 taglist) |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
155 taglist -= remove |
0 | 156 |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
157 self.cache[key] = list(taglist) + list(files) |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
158 return ['.', '..'] + self.cache[key] |
0 | 159 |
160 readlink = os.readlink | |
161 | |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
162 def release(self, path, file_handle): |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
163 return os.close(file_handle) |
0 | 164 |
165 def statfs(self, path): | |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
166 _, filename = self._split_path(path) |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
167 path = filename if filename else self.root |
0 | 168 stv = os.statvfs(path) |
169 return dict((key, getattr(stv, key)) for key in ('f_bavail', 'f_bfree', | |
170 'f_blocks', 'f_bsize', 'f_favail', 'f_ffree', 'f_files', 'f_flag', | |
171 'f_frsize', 'f_namemax')) | |
172 | |
173 utimens = os.utime | |
174 | |
175 | |
176 if __name__ == '__main__': | |
177 if len(argv) < 3: | |
178 print('usage: %s <tag file> [<tag file>...] <mountpoint>' % argv[0]) | |
179 exit(1) | |
180 | |
181 mountpoint = argv.pop() | |
182 | |
2
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
183 fuse = FUSE(Danbooru(argv[1:], os.path.dirname(mountpoint)), mountpoint, |
85cbd44f98b1
Add license, (try to) respect the PEP 8, and don’t override the file builtin.
Emmanuel Gil Peyrot <linkmauve@linkmauve.fr>
parents:
1
diff
changeset
|
184 foreground=True) |