Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Contribute to GitLab
Sign in / Register
Toggle navigation
D
douban-api-proxy
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
captainwong
douban-api-proxy
Commits
0d247fef
Commit
0d247fef
authored
Jul 06, 2021
by
Ozzie Isaacs
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Fixes for grab metadata in python
parent
94da61c5
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
116 additions
and
38 deletions
+116
-38
comicvine.py
cps/metadata_provider/comicvine.py
+37
-0
google.py
cps/metadata_provider/google.py
+3
-3
scholar.py
cps/metadata_provider/scholar.py
+50
-0
search_metadata.py
cps/search_metadata.py
+26
-30
Metadata.py
cps/services/Metadata.py
+0
-5
No files found.
cps/metadata_provider/comicvine.py
0 → 100644
View file @
0d247fef
# -*- coding: utf-8 -*-
# This file is part of the Calibre-Web (https://github.com/janeczku/calibre-web)
# Copyright (C) 2021 OzzieIsaacs
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
import
requests
from
cps.services.Metadata
import
Metadata
apikey
=
"57558043c53943d5d1e96a9ad425b0eb85532ee6"
class
ComicVine
(
Metadata
):
__name__
=
"ComicVine"
def
search
(
self
,
query
):
if
self
.
active
:
headers
=
{
'User-Agent'
:
'Not Evil Browser'
# ,
}
result
=
requests
.
get
(
"https://comicvine.gamespot.com/api/search?api_key="
+
apikey
+
"&resources=issue&query="
+
query
+
"&sort=name:desc&format=json"
,
headers
=
headers
)
return
[
result
.
json
()[
'results'
]]
cps/metadata_provider/
t
oogle.py
→
cps/metadata_provider/
g
oogle.py
View file @
0d247fef
...
...
@@ -20,12 +20,12 @@
import
requests
from
cps.services.Metadata
import
Metadata
class
T
oogle
(
Metadata
):
class
G
oogle
(
Metadata
):
__name__
=
"Google"
def
search
(
self
,
query
):
if
self
.
active
:
re
turn
[
1
]
return
[
]
re
sult
=
requests
.
get
(
"https://www.googleapis.com/books/v1/volumes?q="
+
query
.
replace
(
" "
,
"+"
))
return
[
result
.
json
()[
'items'
]
]
cps/metadata_provider/scholar.py
0 → 100644
View file @
0d247fef
# -*- coding: utf-8 -*-
# This file is part of the Calibre-Web (https://github.com/janeczku/calibre-web)
# Copyright (C) 2021 OzzieIsaacs
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
from
scholarly
import
scholarly
import
json
from
cps.services.Metadata
import
Metadata
#try:
#except ImportError:
# have_scholar = False
# pass
class
scholar
(
Metadata
):
__name__
=
"ComicVine"
def
search
(
self
,
query
):
if
self
.
active
:
if
True
:
scholar_gen
=
scholarly
.
search_pubs
(
' '
.
join
(
query
.
split
(
'+'
)))
i
=
0
result
=
[]
for
publication
in
scholar_gen
:
del
publication
[
'source'
]
result
.
append
(
publication
)
i
+=
1
if
(
i
>=
10
):
break
return
json
.
dumps
(
result
)
return
"[]"
cps/search_metadata.py
View file @
0d247fef
...
...
@@ -17,49 +17,45 @@
# along with this program. If not, see <http://www.gnu.org/licenses/>.
from
__future__
import
division
,
print_function
,
unicode_literals
import
sys
import
datetime
from
functools
import
wraps
from
cps.services.Metadata
import
Metadata
import
os
from
flask
import
Blueprint
,
request
,
render_template
,
Response
,
g
,
make_response
,
abort
from
flask
import
Blueprint
from
flask_login
import
login_required
from
flask_login
import
current_user
from
sqlalchemy.sql.expression
import
func
,
text
,
or_
,
and_
,
true
from
werkzeug.security
import
check_password_hash
from
.
import
constants
,
logger
,
config
,
db
,
calibre_db
,
ub
,
services
,
get_locale
,
isoLanguages
# from .metadata_provider
from
.
import
constants
,
logger
from
os.path
import
basename
,
isfile
import
importlib
import
sys
,
inspect
opds
=
Blueprint
(
'metadata'
,
__name__
)
log
=
logger
.
create
()
#for module in os.listdir(os.join(constants.BASE_DIR, "metadata_provider")):
# if module == '__init__.py' or module[-3:] != '.py':
# continue
# __import__(module[:-3], locals(), globals())
#del module
from
os.path
import
basename
,
isfile
# import glob
new_list
=
list
()
meta_dir
=
os
.
path
.
join
(
constants
.
BASE_DIR
,
"cps"
,
"metadata_provider"
)
modules
=
os
.
listdir
(
os
.
path
.
join
(
constants
.
BASE_DIR
,
"cps"
,
"metadata_provider"
))
#glob.glob(join(dirname(__file__), "*.py"))
__all__
=
[
basename
(
f
)[:
-
3
]
for
f
in
modules
if
isfile
(
os
.
path
.
join
(
meta_dir
,
f
))
and
not
f
.
endswith
(
'__init__.py'
)]
import
importlib
for
a
in
__all__
:
importlib
.
import_module
(
"cps.metadata_provider."
+
a
)
for
f
in
modules
:
if
isfile
(
os
.
path
.
join
(
meta_dir
,
f
))
and
not
f
.
endswith
(
'__init__.py'
):
a
=
basename
(
f
)[:
-
3
]
try
:
importlib
.
import_module
(
"cps.metadata_provider."
+
a
)
new_list
.
append
(
a
)
except
ImportError
:
log
.
error
(
"Import error for metadata source: {}"
.
format
(
a
))
pass
import
sys
,
inspect
def
print_classes
():
for
a
in
__all__
:
for
name
,
obj
in
inspect
.
getmembers
(
sys
.
modules
[
"cps.metadata_provider."
+
a
]):
if
inspect
.
isclass
(
obj
):
print
(
obj
)
def
list_classes
(
provider_list
):
classes
=
list
()
for
element
in
provider_list
:
for
name
,
obj
in
inspect
.
getmembers
(
sys
.
modules
[
"cps.metadata_provider."
+
element
]):
if
inspect
.
isclass
(
obj
)
and
name
!=
"Metadata"
and
issubclass
(
obj
,
Metadata
):
classes
.
append
(
obj
())
return
classes
print_classes
()
cl
=
list_classes
(
new_list
)
for
c
in
cl
:
print
(
c
.
search
(
"Walking"
))
@
opds
.
route
(
"/metadata/provider"
)
@
login_required
...
...
cps/services/Metadata.py
View file @
0d247fef
...
...
@@ -25,8 +25,3 @@ class Metadata():
def
set_status
(
self
,
state
):
self
.
active
=
state
def
search
(
self
,
query
):
if
self
.
active
:
return
[
1
]
return
[]
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment