philorg/gisaf-backend
1
0
Fork 0
Code Issues Pull requests Projects Releases 1 Packages 6 Wiki Activity Actions

Code cosmetic

Browse source
This commit is contained in:
phil 2024-05-11 09:52:34 +02:00
parent 4be1ae4a0d
commit ae19ba9f27
3 changed files with 89 additions and 62 deletions
Download patch file Download diff file Expand all files Collapse all files

102
src/gisaf/api/geoapi.py
View file

@ -2,13 +2,22 @@
Geographical json stores, served under /gj
Used for displaying features on maps
"""
from json import JSONDecodeError
import logging
from typing import Annotated
from asyncio import CancelledError
from fastapi import (Depends, APIRouter, HTTPException, Response, Header,
WebSocket, WebSocketDisconnect, status)
from fastapi import (
Depends,
APIRouter,
HTTPException,
Response,
Header,
WebSocket,
WebSocketDisconnect,
status,
)
from gisaf.models.authentication import User
from gisaf.redis_tools import store as redis_store
@ -25,8 +34,10 @@ api = APIRouter(
responses={404: {"description": "Not found"}},
)
class ConnectionManager:
active_connections: list[WebSocket]
def __init__(self):
self.active_connections = []
@ -44,9 +55,11 @@ class ConnectionManager:
for connection in self.active_connections:
await connection.send_text(message)
manager = ConnectionManager()
@api.websocket('/live/{store}')
@api.websocket("/live/{store}")
async def live_layer(store: str, websocket: WebSocket):
"""
Websocket for live layer updates
@ -58,29 +71,33 @@ async def live_layer(store: str, websocket: WebSocket):
msg_data = await websocket.receive_json()
except JSONDecodeError:
msg_text = await websocket.receive_text()
if msg_text == 'close':
if msg_text == "close":
await websocket.close()
continue
# else:
if 'message' in msg_data:
if msg_data['message'] == 'subscribeLiveLayer':
if "message" in msg_data:
if msg_data["message"] == "subscribeLiveLayer":
live_server.add_subscription(websocket, store)
elif msg_data['message'] == 'unsubscribeLiveLayer':
elif msg_data["message"] == "unsubscribeLiveLayer":
live_server.remove_subscription(websocket, store)
else:
logger.warning(f'Got websocket message with no message field: {msg_data}')
logger.warning(
f"Got websocket message with no message field: {msg_data}"
)
except WebSocketDisconnect:
logger.debug('Websocket disconnected')
logger.debug("Websocket disconnected")
# logger.debug('websocket connection closed')
@api.get('/{store_name}')
async def get_geojson(store_name,
user: User = Depends(get_current_active_user),
If_None_Match: Annotated[str | None, Header()] = None,
simplify: Annotated[float | None, Header()] = None,
preserveTopology: Annotated[bool|None, Header()] = None,
):
@api.get("/{store_name}")
async def get_geojson(
store_name,
user: User = Depends(get_current_active_user),
If_None_Match: Annotated[str | None, Header()] = None,
simplify: Annotated[float | None, Header()] = None,
preserveTopology: Annotated[bool | None, Header()] = None,
):
"""
Some REST stores coded manually (route prefixed with "gj": geojson).
:param store_name: name of the model
@ -91,23 +108,23 @@ async def get_geojson(store_name,
model = registry.stores.loc[store_name].model
except KeyError:
raise HTTPException(status.HTTP_404_NOT_FOUND)
if getattr(model, 'viewable_role', None):
if not(user and user.can_view(model)):
if getattr(model, "viewable_role", None):
if not (user and user.can_view(model)):
username = user.username if user else "Anonymous"
logger.info(f'{username} tried to access {model}')
logger.info(f"{username} tried to access {model}")
raise HTTPException(status.HTTP_401_UNAUTHORIZED)
if await redis_store.has_channel(store_name):
## Live layers
data = await redis_store.get_layer_as_json(store_name)
return Response(content=data.decode(),
media_type="application/json")
return Response(content=data.decode(), media_type="application/json")
if model.cache_enabled:
ttag = await redis_store.get_ttag(store_name)
if ttag and If_None_Match == ttag:
raise HTTPException(status.HTTP_304_NOT_MODIFIED)
if hasattr(model, 'get_geojson'):
geojson = await model.get_geojson(simplify_tolerance=simplify,
preserve_topology=preserveTopology)
if hasattr(model, "get_geojson"):
geojson = await model.get_geojson(
simplify_tolerance=simplify, preserve_topology=preserveTopology
)
## Store to redis for caching
if use_cache:
await redis_store.store_json(model, geojson)
@ -117,12 +134,15 @@ async def get_geojson(store_name,
## get_popup and get_propertites get the gdf as argument
## and can use vectorised operations
try:
gdf = await model.get_gdf(cast=True, with_related=True,
# filter_columns=True,
preserve_topology=preserveTopology,
simplify_tolerance=simplify)
gdf = await model.get_gdf(
cast=True,
with_related=True,
# filter_columns=True,
preserve_topology=preserveTopology,
simplify_tolerance=simplify,
)
except CancelledError as err:
logger.debug(f'Getting {store_name} cancelled while getting gdf')
logger.debug(f"Getting {store_name} cancelled while getting gdf")
raise err
except Exception as err:
logger.exception(err)
@ -130,25 +150,26 @@ async def get_geojson(store_name,
## The query of category defined models gets the status
## (not sure how and this could be skipped)
## Other models do not have: just add it manually from the model itself
if 'status' not in gdf.columns:
gdf['status'] = model.status
if 'popup' not in gdf.columns:
gdf['popup'] = await model.get_popup(gdf)
if "status" not in gdf.columns:
gdf["status"] = model.status
if "popup" not in gdf.columns:
gdf["popup"] = await model.get_popup(gdf)
# Add properties
properties = await model.get_properties(gdf)
columns = ['geom', 'status', 'popup']
columns = ["geom", "status", "popup"]
for property, values in properties.items():
columns.append(property)
gdf[property] = values
geojson = gdf[columns].to_json(separators=(',', ':'),
check_circular=False)
geojson = gdf[columns].to_json(separators=(",", ":"), check_circular=False)
## Store to redis for caching
if use_cache:
await redis_store.store_json(model, geojson)
resp = geojson
else:
raise HTTPException(status.HTTP_500_INTERNAL_SERVER_ERROR,
detail='Gino is for: Gino Is No Option')
raise HTTPException(
status.HTTP_500_INTERNAL_SERVER_ERROR,
detail="Gino is for: Gino Is No Option",
)
# logger.warn(f"{model} doesn't allow using dataframe for generating json!")
# attrs, features_kwargs = await model.get_features_attrs(simplify)
# ## Using gino: allows OO model (get_info, etc)
@ -161,9 +182,8 @@ async def get_geojson(store_name,
headers = {}
if model.cache_enabled and ttag:
headers['ETag'] = ttag
return Response(content=resp,
media_type="application/json", headers=headers)
headers["ETag"] = ttag
return Response(content=resp, media_type="application/json", headers=headers)
# @api.get('/gj/{store_name}/popup/{id}')