Page Menu
Home
Software Heritage
Search
Configure Global Search
Log In
Files
F9340618
server.py
No One
Temporary
Actions
Download File
Edit File
Delete File
View Transforms
Subscribe
Mute Notifications
Award Token
Flag For Later
Size
4 KB
Subscribers
None
server.py
View Options
# Copyright (C) 2015 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information
import
json
import
logging
import
pickle
from
flask
import
Flask
,
Request
,
Response
,
abort
,
g
,
request
from
swh.core
import
config
from
swh.core.serializers
import
msgpack_dumps
,
msgpack_loads
,
SWHJSONDecoder
from
swh.storage
import
Storage
DEFAULT_CONFIG
=
{
'db'
:
(
'str'
,
'dbname=softwareheritage-dev'
),
'storage_base'
:
(
'str'
,
'/tmp/swh-storage/test'
),
}
class
BytesRequest
(
Request
):
"""Request with proper escaping of arbitrary byte sequences."""
encoding
=
'utf-8'
encoding_errors
=
'surrogateescape'
app
=
Flask
(
__name__
)
app
.
request_class
=
BytesRequest
def
encode_data
(
data
):
return
Response
(
msgpack_dumps
(
data
),
mimetype
=
'application/x-msgpack'
,
)
def
decode_request
(
request
):
content_type
=
request
.
mimetype
data
=
request
.
get_data
()
if
content_type
==
'application/x-msgpack'
:
r
=
msgpack_loads
(
data
)
elif
content_type
==
'application/json'
:
r
=
json
.
loads
(
data
,
cls
=
SWHJSONDecoder
)
else
:
raise
ValueError
(
'Wrong content type `
%s
` for API request'
%
content_type
)
return
r
@app.errorhandler
(
Exception
)
def
error_handler
(
exception
):
# XXX: this breaks language-independence and should be
# replaced by proper serialization of errors
response
=
encode_data
(
pickle
.
dumps
(
exception
))
response
.
status_code
=
400
return
response
@app.before_request
def
before_request
():
g
.
storage
=
Storage
(
app
.
config
[
'db'
],
app
.
config
[
'storage_base'
])
@app.route
(
'/'
)
def
index
():
return
'Hello'
@app.route
(
'/content/missing'
,
methods
=
[
'POST'
])
def
content_missing
():
return
encode_data
(
g
.
storage
.
content_missing
(
**
decode_request
(
request
)))
@app.route
(
'/content/present'
,
methods
=
[
'POST'
])
def
content_exist
():
return
encode_data
(
g
.
storage
.
content_exist
(
**
decode_request
(
request
)))
@app.route
(
'/content/occurrence'
,
methods
=
[
'POST'
])
def
content_find_occurrence
():
res
=
g
.
storage
.
content_find_occurrence
(
**
decode_request
(
request
))
return
encode_data
(
res
)
@app.route
(
'/content/add'
,
methods
=
[
'POST'
])
def
content_add
():
return
encode_data
(
g
.
storage
.
content_add
(
**
decode_request
(
request
)))
@app.route
(
'/directory/missing'
,
methods
=
[
'POST'
])
def
directory_missing
():
return
encode_data
(
g
.
storage
.
directory_missing
(
**
decode_request
(
request
)))
@app.route
(
'/directory/add'
,
methods
=
[
'POST'
])
def
directory_add
():
return
encode_data
(
g
.
storage
.
directory_add
(
**
decode_request
(
request
)))
@app.route
(
'/directory'
,
methods
=
[
'GET'
])
def
directory_get
():
dir
=
request
.
args
[
'directory'
]
.
encode
(
'utf-8'
,
'surrogateescape'
)
return
encode_data
(
g
.
storage
.
directory_get
(
dir
))
@app.route
(
'/revision/add'
,
methods
=
[
'POST'
])
def
revision_add
():
return
encode_data
(
g
.
storage
.
revision_add
(
**
decode_request
(
request
)))
@app.route
(
'/revision'
,
methods
=
[
'POST'
])
def
revision_get
():
return
encode_data
(
g
.
storage
.
revision_get
(
**
decode_request
(
request
)))
@app.route
(
'/revision/missing'
,
methods
=
[
'POST'
])
def
revision_missing
():
return
encode_data
(
g
.
storage
.
revision_missing
(
**
decode_request
(
request
)))
@app.route
(
'/release/add'
,
methods
=
[
'POST'
])
def
release_add
():
return
encode_data
(
g
.
storage
.
release_add
(
**
decode_request
(
request
)))
@app.route
(
'/release/missing'
,
methods
=
[
'POST'
])
def
release_missing
():
return
encode_data
(
g
.
storage
.
release_missing
(
**
decode_request
(
request
)))
@app.route
(
'/occurrence/add'
,
methods
=
[
'POST'
])
def
occurrence_add
():
return
encode_data
(
g
.
storage
.
occurrence_add
(
**
decode_request
(
request
)))
@app.route
(
'/origin'
,
methods
=
[
'GET'
])
def
origin_get
():
origin
=
{
'type'
:
request
.
args
[
'type'
],
'url'
:
request
.
args
[
'url'
],
}
id
=
g
.
storage
.
origin_get
(
origin
)
if
not
id
:
abort
(
404
)
else
:
origin
[
'id'
]
=
id
return
encode_data
(
origin
)
@app.route
(
'/origin'
,
methods
=
[
'POST'
])
def
origin_add_one
():
return
encode_data
(
g
.
storage
.
origin_add_one
(
**
decode_request
(
request
)))
def
run_from_webserver
(
environ
,
start_response
):
"""Run the WSGI app from the webserver, loading the configuration."""
config_path
=
'/etc/softwareheritage/storage/storage.ini'
app
.
config
.
update
(
config
.
read
(
config_path
,
DEFAULT_CONFIG
))
handler
=
logging
.
StreamHandler
()
app
.
logger
.
addHandler
(
handler
)
return
app
(
environ
,
start_response
)
if
__name__
==
'__main__'
:
import
sys
app
.
config
.
update
(
config
.
read
(
sys
.
argv
[
1
],
DEFAULT_CONFIG
))
app
.
run
(
debug
=
True
)
File Metadata
Details
Attached
Mime Type
text/x-python
Expires
Fri, Jul 4, 10:54 AM (4 w, 7 h ago)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
3265864
Attached To
rDSTO Storage manager
Event Timeline
Log In to Comment