frogress/frog_api/views/data.py

279 lines
8.6 KiB
Python
Raw Normal View History

from typing import Any
from django.db import models
from django.template.defaultfilters import title
from frog_api.cache import (
invalidate_entries_cache,
set_entries_cache,
get_entries_cache,
)
from frog_api.exceptions import (
InvalidDataException,
NoEntriesException,
)
from frog_api.models import Entry, Measure, Project, Version
from frog_api.serializers.model_serializers import EntrySerializer
from frog_api.serializers.request_serializers import CreateEntriesSerializer
from frog_api.views.common import (
get_category,
get_project,
get_version,
validate_api_key,
)
from rest_framework import status
from rest_framework.request import Request
from rest_framework.response import Response
from rest_framework.views import APIView
DEFAULT_CATEGORY_SLUG = "default"
DEFAULT_CATEGORY_NAME = "Default"
def get_latest_entry(
project_slug: str, version_slug: str, category_slug: str
2022-08-28 12:38:14 +00:00
) -> list[dict[str, Any]]:
project = get_project(project_slug)
version = get_version(version_slug, project)
category = get_category(category_slug, version)
entry = Entry.objects.filter(category=category).first()
if entry is None:
raise NoEntriesException(project_slug, version_slug, category_slug)
2022-08-28 12:38:14 +00:00
return [EntrySerializer(entry).data]
def get_all_entries(
project_slug: str, version_slug: str, category_slug: str
) -> list[dict[str, Any]]:
data = get_entries_cache(project_slug, version_slug, category_slug)
if data:
return data # type: ignore
project = get_project(project_slug)
version = get_version(version_slug, project)
category = get_category(category_slug, version)
entries = Entry.objects.filter(category=category).prefetch_related("measures")
data = EntrySerializer(entries, many=True).data
set_entries_cache(project_slug, version_slug, category_slug, data)
return data # type: ignore
def get_versions_digest_for_project(project: Project) -> dict[Any, Any]:
versions = {}
for version in Version.objects.filter(project=project):
category_slug = DEFAULT_CATEGORY_SLUG
entry = get_latest_entry(project.slug, version.slug, category_slug)
if entry is not None:
2022-08-28 12:38:14 +00:00
versions[version.slug] = {"default": entry}
return versions
class RootDataView(APIView):
"""
API endpoint that returns the most recent entry for overall progress of each version of each project.
"""
def get(self, request: Request) -> Response:
"""
Return the most recent entry for overall progress of each version of each project.
"""
projects = {}
for project in Project.objects.all():
projects[project.slug] = get_versions_digest_for_project(project)
return Response(projects)
class ProjectDataView(APIView):
"""
API endpoint that returns the most recent entry for each version of a project.
"""
def get(self, request: Request, project_slug: str) -> Response:
"""
Return the most recent entry for overall progress for each version of a project.
"""
project = get_project(project_slug)
versions = get_versions_digest_for_project(project)
return Response({project_slug: versions})
def get_progress_shield(
request: Request, project_slug: str, version_slug: str, category_slug: str
) -> dict[str, Any]:
latest = get_latest_entry(project_slug, version_slug, category_slug)
latest_measures = latest[0]["measures"]
project = get_project(project_slug)
version = get_version(version_slug, project)
category = get_category(category_slug, version)
params = request.query_params
if not params:
raise InvalidDataException("No measure specified")
if "measure" in params:
measure = params["measure"]
else:
raise InvalidDataException("No measure specified")
if measure not in latest_measures:
raise InvalidDataException(f"Measure '{measure}' not found")
numerator = latest_measures[measure]
label = params.get(
"label",
" ".join(
[
version.name,
category.name,
title(str(measure)),
]
),
)
if "total" in params:
total = params["total"]
elif f"{measure}/total" in latest_measures:
total = f"{measure}/total"
else:
raise InvalidDataException("No total specified")
if total not in latest_measures:
raise InvalidDataException(f"Measure '{total}' not found")
denominator = latest_measures[total]
fraction = float(numerator) / float(denominator)
message = f"{fraction:.2%}"
color = params.get("color", "informational" if fraction < 1.0 else "success")
return {"schemaVersion": 1, "label": label, "message": message, "color": color}
VALID_MODES: set[str] = {"latest", "all", "shield"}
class VersionDataView(APIView):
"""
2022-08-28 12:38:14 +00:00
API endpoint that returns data for overall progress for a version of a project.
"""
@staticmethod
def create_entries(
req_data: dict[str, Any], project_slug: str, version_slug: str
) -> int:
request_ser = CreateEntriesSerializer(data=req_data)
request_ser.is_valid(raise_exception=True)
data = request_ser.data
project = get_project(project_slug)
validate_api_key(data["api_key"], project)
version = get_version(version_slug, project)
to_save: list[models.Model] = []
for entry in data["entries"]:
timestamp = entry["timestamp"]
git_hash = entry["git_hash"]
categories = entry["categories"]
for cat in categories:
category = get_category(cat, version)
entry = Entry(category=category, timestamp=timestamp, git_hash=git_hash)
to_save.append(entry)
for measure_type in categories[cat]:
value = categories[cat][measure_type]
if type(value) != int:
raise InvalidDataException(
f"{cat}:{measure_type} must be an integer"
)
to_save.append(Measure(entry=entry, type=measure_type, value=value))
for s in to_save:
s.save()
invalidate_entries_cache(project_slug, version_slug, data)
return len(to_save)
def get(self, request: Request, project_slug: str, version_slug: str) -> Response:
"""
Return the most recent entry for overall progress for a version of a project.
"""
category_slug = DEFAULT_CATEGORY_SLUG
mode = self.request.query_params.get("mode", "latest")
if mode not in VALID_MODES:
raise InvalidDataException(f"Invalid mode specified: {mode}")
if mode == "latest":
2022-08-28 12:38:14 +00:00
entries = get_latest_entry(project_slug, version_slug, category_slug)
elif mode == "all":
entries = get_all_entries(project_slug, version_slug, category_slug)
elif mode == "shield":
return Response(
get_progress_shield(
self.request, project_slug, version_slug, category_slug
)
)
response_json = {project_slug: {version_slug: {category_slug: entries}}}
return Response(response_json)
def post(self, request: Request, project_slug: str, version_slug: str) -> Response:
result = VersionDataView.create_entries(
request.data, project_slug, version_slug
)
success_data = {
"result": "success",
"wrote": result,
}
return Response(success_data, status=status.HTTP_201_CREATED)
class CategoryDataView(APIView):
"""
API endpoint that returns data for a specific category and a version of a project.
"""
def get(
self, request: Request, project_slug: str, version_slug: str, category_slug: str
) -> Response:
"""
Return data for a specific category and a version of a project.
"""
mode = self.request.query_params.get("mode", "latest")
if mode not in VALID_MODES:
raise InvalidDataException(f"Invalid mode specified: {mode}")
if mode == "latest":
2022-08-28 12:38:14 +00:00
entries = get_latest_entry(project_slug, version_slug, category_slug)
elif mode == "all":
entries = get_all_entries(project_slug, version_slug, category_slug)
elif mode == "shield":
return Response(
get_progress_shield(
self.request, project_slug, version_slug, category_slug
)
)
response_json = {project_slug: {version_slug: {category_slug: entries}}}
return Response(response_json)