118 lines
4.7 KiB
Python
118 lines
4.7 KiB
Python
"""Preliminary council candidates from the supplied publication export."""
|
||
|
||
import calendar
|
||
import csv
|
||
import re
|
||
from collections import Counter, defaultdict
|
||
from datetime import date, datetime
|
||
from functools import lru_cache
|
||
from pathlib import Path
|
||
from urllib.parse import quote
|
||
from zoneinfo import ZoneInfo
|
||
|
||
from sqlalchemy import select
|
||
from sqlalchemy.orm import Session
|
||
|
||
from app.models import Employee
|
||
from app.services.academic_degrees import academic_degrees
|
||
|
||
|
||
EXPORT = Path(__file__).resolve().parents[1] / "data" / "council_articles.csv"
|
||
DOCTOR = re.compile(r"^доктор\b.+\bнаук$", re.IGNORECASE)
|
||
DOI = re.compile(r"10\.\d{4,9}/\S+", re.IGNORECASE)
|
||
|
||
|
||
def _name(value: str) -> str:
|
||
return " ".join(value.casefold().replace("ё", "е").split())
|
||
|
||
|
||
def _doi(value: str) -> str:
|
||
value = value.strip().lower()
|
||
for prefix in ("https://doi.org/", "http://doi.org/", "doi:"):
|
||
if value.startswith(prefix):
|
||
value = value[len(prefix):]
|
||
return value
|
||
|
||
|
||
def period(today: date) -> tuple[date, date]:
|
||
year = today.year - 5
|
||
return date(year, today.month, min(today.day, calendar.monthrange(year, today.month)[1])), today
|
||
|
||
|
||
@lru_cache(maxsize=1)
|
||
def _articles_by_author() -> dict[str, list[dict]]:
|
||
articles = defaultdict(list)
|
||
with EXPORT.open(encoding="utf-8-sig", newline="") as source:
|
||
for row_number, row in enumerate(csv.DictReader(source, delimiter=";"), 2):
|
||
sources = []
|
||
for label, quartile, identifier in (
|
||
("Scopus", "Квартиль scopus", "EID (Scopus)"),
|
||
("Web of Science", "Квартиль wos", "UT (WoS)"),
|
||
):
|
||
value = (row[quartile] or "").strip().upper()
|
||
if value in {"Q1", "Q2"}:
|
||
sources.append({"name": label, "quartile": value, "identifier": (row[identifier] or "").strip()})
|
||
if not sources:
|
||
continue
|
||
try:
|
||
year = int(row["Год"])
|
||
except (TypeError, ValueError):
|
||
continue
|
||
title = (row["Название публикации"] or "").strip()
|
||
if not title:
|
||
continue
|
||
doi = _doi(row["DOI"] or "")
|
||
article = {
|
||
"title": title,
|
||
"year": year,
|
||
"doi": doi,
|
||
"doi_url": f"https://doi.org/{quote(doi, safe='/')}" if DOI.fullmatch(doi) else None,
|
||
"sources": sources,
|
||
"row_number": row_number,
|
||
}
|
||
for author in set(_name(value) for value in (row["Авторы НИУ ВШЭ"] or "").split(";")) - {""}:
|
||
articles[author].append(article)
|
||
return articles
|
||
|
||
|
||
def _unique_articles(articles: list[dict], start: date, end: date) -> list[dict]:
|
||
unique = {}
|
||
for article in articles:
|
||
if not start.year <= article["year"] <= end.year:
|
||
continue
|
||
key = article["doi"] or (_name(article["title"]), article["year"])
|
||
if key not in unique:
|
||
unique[key] = {**article, "sources": list(article["sources"])}
|
||
else:
|
||
known = {item["name"] for item in unique[key]["sources"]}
|
||
unique[key]["sources"].extend(
|
||
item for item in article["sources"] if item["name"] not in known
|
||
)
|
||
return sorted(unique.values(), key=lambda item: (-len(item["sources"]), -item["year"], item["title"].casefold()))
|
||
|
||
|
||
def council_candidates(db: Session, today: date | None = None) -> dict:
|
||
today = today or datetime.now(ZoneInfo("Europe/Moscow")).date()
|
||
start, end = period(today)
|
||
employees = db.scalars(select(Employee).where(Employee.status == "active")).all()
|
||
name_counts = Counter(_name(employee.full_name or "") for employee in employees)
|
||
by_author = _articles_by_author()
|
||
candidates = []
|
||
for employee in employees:
|
||
author = _name(employee.full_name or "")
|
||
if not author or name_counts[author] != 1:
|
||
continue
|
||
try:
|
||
degrees = academic_degrees(employee.current_data if isinstance(employee.current_data, dict) else {})
|
||
except (AttributeError, TypeError):
|
||
continue
|
||
degree = next((value for value in degrees if DOCTOR.fullmatch(value)), None)
|
||
if not degree:
|
||
continue
|
||
articles = _unique_articles(by_author.get(author, []), start, end)
|
||
if len(articles) >= 10:
|
||
candidates.append({"id": employee.id, "name": employee.full_name, "degree": degree,
|
||
"count": len(articles), "articles": articles})
|
||
candidates.sort(key=lambda item: (-item["count"], item["name"].casefold()))
|
||
return {"candidates": candidates, "start": start, "end": end, "total": len(candidates)}
|