denis/PlanarianScanner
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

export/import metrics

Browse Source
This commit is contained in:
denis defolie
2026-05-13 13:21:49 +02:00
parent 15c01c483f
commit 01acef913b
17 changed files with 293 additions and 1426 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test_tube_scanner/planarian/views.py
+112 -97
View File
@@ -2,30 +2,27 @@
#import asyncio
import logging
import csv
import io
import json
from asgiref.sync import async_to_sync
from django.conf import settings
from django.contrib import messages
from django.http import HttpResponse, JsonResponse
from django.shortcuts import get_object_or_404, redirect #, render
from django.http import JsonResponse, FileResponse
from django.shortcuts import redirect
from django.utils.translation import gettext_lazy as _
from django.shortcuts import render #, redirect
from django.views.decorators.http import require_GET, require_POST
from django.views.decorators.csrf import csrf_exempt
from django.contrib.auth.decorators import login_required, user_passes_test
from django.shortcuts import render #, redirect
from django.views.decorators.http import require_GET
from django.contrib.auth.decorators import login_required
from django.views import View
from django.views.generic import FormView, ListView
from .forms import CsvImportForm, ExperimentConfigForm, ExportCsvForm
from .models import ExperimentConfig
from modules.planarian_metrics import ExperimentParams, ReductStoreClient
from modules.system_stats import get_cached_stats, start_background_updater
from scanner.constants import ScannerConstants
from .tasks import export_experiment_metrics, export_session_metrics
from scanner import models
from .models import ExperimentConfig
logger = logging.getLogger(__name__)
@@ -61,6 +58,7 @@ def global_context(request, **ctx):
domain_server=settings.DOMAIN_SERVER,
local_ip_server=settings.LOCAL_IP_SERVER,
host_port=settings.SERVER_HOST_PORT,
export_csv_destination=settings.CSV_EXPORT_DIR,
conf=conf,
**ctx
)
@@ -100,6 +98,26 @@ def get_active_session(request, session_id=None, experiment_id=None):
# ---------------------------------------------------------------------------
# Vue :Export CSV depuis ReductStore
# ---------------------------------------------------------------------------
@login_required
@csrf_exempt
def export_metrics(request):
data = json.loads(request.body.decode() or "{}")
action = data.get("action")
pid = data.get("pid")
if action=='experiment_csv':
experiment = models.Experiment.objects.filter(pk=pid).first()
if experiment:
export_experiment_metrics(experiment)
return JsonResponse({"state": True})
if action=='session_csv':
session = models.Session.objects.filter(pk=pid).first()
if session:
export_session_metrics(session)
return JsonResponse({"state": True})
return JsonResponse({"state": False})
def export_csv(request):
d = request.POST
@@ -116,7 +134,7 @@ def export_csv(request):
start = d.get("start_dt"),
stop = d.get("stop_dt"),
)
print(f"Export CSV: export_csv_response done, {n} lignes, content size={len(csv_content)}, {csv_content}")
print(f"Export CSV: export_csv_response done, {n} lignes, content size={len(csv_content)}")
except Exception as e:
logger.error(f"Erreur export CSV: {e}")
messages.error(request, _("Erreur lors de l'export CSV: %(error)s") % {"error": str(e)})
@@ -124,123 +142,120 @@ def export_csv(request):
return csv_content, n
csv_content, n = _do_export()
logger.info(f"Export CSV: {n} lignes, content size={len(csv_content)}")
if not csv_content:
messages.warning(request, _("Aucune donnée trouvée."))
return None
filename = (
f"{d['experiment']}_{d['well']}_planaire{d['planarian']}"
f"{d['experiment']}_{d['well']}-planaire{d['planarian']}"
f"_{d['record_type']}.csv"
)
response = HttpResponse(csv_content, content_type="text/csv; charset=utf-8")
response["Content-Disposition"] = f'attachment; filename="{filename}"'
messages.success(request, _("%(n)d lignes exportées.") % {"n": n})
return response
return csv_content, filename
@login_required
def export_csv_view(request, session_id=None, experiment_id=None):
session_context = get_active_session(request, session_id, experiment_id)
if request.method == 'POST':
valid = request.POST.get('valid')
if valid == 'ok':
export_csv(request)
def export_csv_view(request):
session_context = get_active_session(request)
ctx = {
'choice_title': _("Export vers un fichier CSV depuis ReductStore"),
'well': 'A1',
'planarian': "0",
'record_type': 'frame',
**session_context
}
}
if request.method == 'POST':
valid = request.POST.get('valid')
if valid == 'ok':
csv_content, filename = export_csv(request)
if csv_content:
response = FileResponse(csv_content, content_type="text/csv; charset=utf-8")
response["Content-Disposition"] = f'attachment; filename="{filename}"'
return response
messages.warning(request, _("Aucune donnée trouvée."))
return render(request, "planarian/export_csv.html", context=global_context(request, **ctx))
# ---------------------------------------------------------------------------
# Vue : import CSV de paramètres
# ---------------------------------------------------------------------------
def import_csv(request, current_experiment, rows, overwrite):
created = 0
updated = 0
errors = 0
for row in rows:
try:
params = ExperimentParams.from_csv_row(row)
d = params.to_dict()
obj, is_new = ExperimentConfig.objects.get_or_create(
experiment = current_experiment.identifier,
well = d.get("well"),
)
if is_new or overwrite:
for k, v in d.items():
if k not in ["well", "experiment", "author", "experiment_key", "active"] and hasattr(obj, k):
setattr(obj, k, v)
obj.save()
if is_new:
created += 1
else:
updated += 1
except Exception as e:
logger.warning(f"Ligne ignorée ({row}): {e}")
errors += 1
messages.success(
request,
_("Import terminé : %(c)d créés, %(u)d mis à jour, %(e)d erreurs.")
% {"c": created, "u": updated, "e": errors},
)
return redirect("redirect_to_mainboard")
@login_required
def import_csv_view(request, session_id=None, experiment_id=None):
def import_csv_view(request):
"""
Import de configurations d'expérience depuis un fichier CSV.
Une ligne CSV = un puits = un ExperimentConfig.
Colonnes CSV obligatoires : experiment, well, px_per_mm, fps
Colonnes CSV obligatoires: well, px_per_mm, fps
Toutes les autres colonnes correspondent aux champs du modèle.
"""
ctx = {
'choice_title': _("Importer des configurations depuis un fichier CSV"),
}
return render(request, "planarian/import_params.html", context=global_context(request, **ctx))
class ImportParamsView(FormView):
"""
Import de configurations d'expérience depuis un fichier CSV.
Une ligne CSV = un puits = un ExperimentConfig.
Colonnes CSV obligatoires : experiment, well, px_per_mm, fps
Toutes les autres colonnes correspondent aux champs du modèle.
"""
template_name = "planarian/import_params.html"
form_class = CsvImportForm
def form_valid(self, form):
rows = form.csv_rows
overwrite = form.cleaned_data["overwrite"]
created = 0
updated = 0
errors = 0
for row in rows:
session_context = get_active_session(request)
if request.method == 'POST':
valid = request.POST.get('valid')
current_experiment = session_context.get('current_experiment')
if valid == 'ok' and current_experiment:
try:
params = ExperimentParams.from_csv_row(row)
d = params.to_dict()
obj, is_new = ExperimentConfig.objects.get_or_create(
experiment = d["experiment"],
well = d["well"],
)
if is_new or overwrite:
for k, v in d.items():
if k not in ("experiment", "well") and hasattr(obj, k):
setattr(obj, k, v)
obj.save()
if is_new:
created += 1
else:
updated += 1
f = request.FILES.get('csv_file')
overwrite = request.POST.get("overwrite")
try:
content = f.read().decode("utf-8-sig")
reader = csv.DictReader(io.StringIO(content))
rows = list(reader)
except Exception as e:
msg = f'Fichier CSV invalide : {e}'
raise Exception(msg)
required = {"well", "px_per_mm", "fps"}
if rows:
missing = required - set(rows[0].keys())
if missing:
msg = _("Colonnes manquantes : %(cols)s") % {"cols": ", ".join(missing)}
raise Exception(msg)
return import_csv(request, current_experiment, rows, overwrite)
except Exception as e:
logger.warning(f"Ligne ignorée ({row}): {e}")
errors += 1
messages.success(
self.request,
_("Import terminé : %(c)d créés, %(u)d mis à jour, %(e)d erreurs.")
% {"c": created, "u": updated, "e": errors},
)
return redirect("planarian:experiment-list")
def get_context_data(self, **kwargs):
context = super().get_context_data(**kwargs)
return global_context(self.request, choice_title=_("Importer des configurations depuis un fichier CSV"), **context)
messages.error(request, msg)
logger.error(msg)
ctx = { 'choice_title': _("Importer des configurations depuis un fichier CSV"), **session_context }
return render(request, "planarian/import_params.html", context=global_context(request, **ctx))
# ---------------------------------------------------------------------------
# Vue API JSON : données de tracking (pour polling front-end)
# ---------------------------------------------------------------------------
class TrackingDataView(View):
"""
API JSON retournant les métriques de tracking d'un planaire.