🐛 Let the back-end fails when it fails to connect to the database

Cf. https://bugzilla.mozilla.org/show_bug.cgi?id=1368063

.gitattributes

@@ -0,0 +1,2 @@
+medias/presentation.png filter=lfs diff=lfs merge=lfs -text
+medias/presentation.mp4 filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,124 @@
+# 🚧 Carrramba! Encore raté! 🚧
+
+Resident of the Ile-de-France,
+
+- Tired of missing your bus/train/metro ?
+- Tired of having to walk to know where your bus/train/metro will stop ?
+- Are you looking to display its next passages in the same way as Ile De France Mobilité ?
+
+**Visit [carrramba.adrien.run](https://carrramba.adrien.run/)**
+
+[![Presentation](medias/presentation.png)](medias/presentation.mp4)
+
+# Technical stack
+
+The following figure list the building blocks (docker images) and their interactions to provide the service:
+
+```plantuml
+@startuml
+!include <C4/C4_Container>
+
+!define ICONURL https://raw.githubusercontent.com/tupadr3/plantuml-icon-font-sprites/v2.4.0
+!includeurl ICONURL/common.puml
+
+!includeurl ICONURL/font-awesome-5/users.puml
+!includeurl ICONURL/devicons2/redis.puml
+!includeurl ICONURL/devicons2/sqlalchemy.puml
+!includeurl ICONURL/devicons2/postgresql.puml
+
+title Carrramba-encore-rate - Back-end
+
+LAYOUT_WITH_LEGEND()
+
+Person(user, "User", "The service user", $sprite="users")
+
+System_Boundary(cb1, "carrramba-encore-rate") {
+  Container(app, "SPA", "SolidJS", "The graphical interface used by users to consume services provided")
+  Container(api, "carrramba-encore-rate-api", "FastAPI / Pydantic 2 / SQLAlchemy 2", "Provides the functionalities serving API endpoints", $sprite="sqlalchemy")
+  ContainerDb(db, "Postgres", "PostgreSQL database", "Stores stops/stop areas/lines/shapes and associations information.", $sprite="postgresql")
+  ContainerDb(cache, "In-Memory cache", "Redis", "Store previously computed results (stop, line, destination, next passages, shapes).", $sprite="redis")
+
+  Container(db_updater, "db-updater", "Sync the service static data with the IDFM ones")
+}
+
+System_Boundary(idfm, "IDFM") {
+  Container_Ext(static_, "Static data")
+  Container_Ext(dynamic_, "Dynamic data")
+}
+
+Rel(user, app, "Uses")
+
+Rel(app, api, "Uses", "JSON/HTTPS")
+
+Rel_R(api, db, "Reads from", "sync, PSQL")
+Rel_L(api, cache, "Reads from and writes to", "sync, REdis Serialization Protocol")
+Rel(api, dynamic_, "Get next passages", "JSON/HTTPS")
+
+Rel_L(db_updater, db, "Writes to", "sync, PSQL")
+Rel(db_updater, static_, "Get stops, lines andshapes")
+@enduml
+```
+
+## Back-end
+
+Conventional but efficient:
+
+- [FastAPI](https://fastapi.tiangolo.com/): _FastAPI is a modern, fast (high-performance), web framework for building
+   APIs with Python 3.8+ based on standard Python type hints._
+- [Pydantic 2](https://docs.pydantic.dev/latest/): _Pydantic is the most widely used data validation library for
+   Python._
+- [Sqlalchemy 2](https://www.sqlalchemy.org/): _SQLAlchemy is the Python SQL toolkit and Object Relational Mapper that
+   gives application developers the full power and flexibility of SQL._
+
+The [Msgspec](https://github.com/jcrist/msgspec) library is used to serialize JSON objects collected from IDFM API
+endpoints, this library being faster than Pydantic.
+
+## Front-end
+
+The component is developed using the [SolidJS](https://www.solidjs.com/) library. It brings the following interesting specificities:
+
+- Share with React the same programmatic structures and support for component.
+- Fine-grained reactivity architecture: no virtual DOM used to update the components, the browser DOM is directly
+  updated by SolidJS.
+
+The front-end tries to be as close as possible to the design defined by the IDFM for the displays deployed by the
+transport operators in Ile-de-France. These specifications are public and available here:
+[PRIM-IDFM](https://prim.iledefrance-mobilites.fr/en/chartes-et-prescriptions).
+
+
+# TODO
+
+## Features
+
+- [ ] Integration with [Matrix.org](https://matrix.org/ecosystem/integrations/) ecosystem: make the app able to send message to a room when a bus/train/metro will
+      arriving in X minutes.
+- [ ] Add the capability for the users to pin his/her favorite stops.
+- [ ] Add the address to the stop location.
+
+## Docs
+
+- [ ] Describe how to build the front-end and back-end docker images.
+- [ ] Describe how to deploy them using `docker compose`.
+- [ ] Add back-end API description ([openAPI](https://www.openapis.org/)) + generate documentation
+      ([mkdoc](https://www.mkdocs.org/), [Redoc](https://github.com/Redocly/redoc)). The best would be to build and
+      deploy it (as docker images) using CI/CD... need to test [Agola](https://agola.io/), [Jaypore
+      CI](https://www.jayporeci.in/) (pipelines configured in Python),
+      [Woodpecker](https://woodpecker-ci.org/docs/intro) or [Drone](https://www.drone.io/) before.
+
+## Front-end
+
+- [ ] Add unit tests.
+- [ ] Make the StopNameInput component liquid.
+- [ ] Liquid to responsive Design.
+
+## Back-end
+
+- [ ] Add unit tests.
+- [ ] Use [alembic](https://alembic.sqlalchemy.org/en/latest/) to manage the future updates of the database schemas.
+- [ ] Add the capability to reload the application configuration on configuration file update (e.g.: credential update by the vault).
+- [ ] Rework how the database is updated with the IDFM data: For now the database is cleaned before refilling. It could
+      be useful to avoid to empty the database and only apply deltas (update/add/remove rows).
+- [ ] Could be nice to compare FastAPI with [Litestar](https://litestar.dev/).
+
+<!--  LocalWords:  specificities
+ -->

backend/.dockerignore

@@ -0,0 +1,12 @@
+.dir-locals.el
+.dockerignore
+.gitignore
+**/.mypy_cache
+**/.ruff_cache
+.venv
+**/__pycache__
+config
+docker
+poetry.lock
+tests
+Dockerfile

backend/Dockerfile.api_server

@@ -0,0 +1,36 @@
+FROM python:3.11-slim as builder
+
+RUN pip install poetry
+
+ENV POETRY_NO_INTERACTION=1 \
+    POETRY_VIRTUALENVS_IN_PROJECT=1 \
+    POETRY_VIRTUALENVS_CREATE=1 \
+    POETRY_CACHE_DIR=/tmp/poetry_cache
+
+WORKDIR /app
+
+COPY pyproject.toml /app
+
+RUN poetry install --only=main --no-root && \
+	rm -rf ${POETRY_CACHE_DIR}
+
+
+FROM python:3.11-slim as runtime
+
+WORKDIR /app
+
+RUN apt update && \
+	apt install -y --no-install-recommends libpq5 && \
+	apt clean && \
+	rm -rf /var/lib/apt/lists/*
+
+env VIRTUAL_ENV=/app/.venv \
+    PATH="/app/.venv/bin:$PATH"
+
+COPY --from=builder ${VIRTUAL_ENV} ${VIRTUAL_ENV}
+
+COPY api /app/api
+COPY config.sample.yaml .
+COPY api_server.py .
+
+CMD ["./api_server.py"]

backend/Dockerfile.db_updater

@@ -0,0 +1,41 @@
+FROM python:3.11-slim as builder
+
+RUN apt update && \
+	apt install -y --no-install-recommends proj-bin && \
+	apt clean && \
+	rm -rf /var/lib/apt/lists/*
+
+RUN pip install poetry
+
+ENV POETRY_NO_INTERACTION=1 \
+    POETRY_VIRTUALENVS_IN_PROJECT=1 \
+    POETRY_VIRTUALENVS_CREATE=1 \
+    POETRY_CACHE_DIR=/tmp/poetry_cache
+
+WORKDIR /app
+
+COPY ./pyproject.toml /app
+
+RUN poetry install --only=db_updater --no-root && \
+	rm -rf ${POETRY_CACHE_DIR}
+
+
+FROM python:3.11-slim as runtime
+
+WORKDIR /app
+
+RUN apt update && \
+	apt install -y --no-install-recommends libpq5 && \
+	apt clean && \
+	rm -rf /var/lib/apt/lists/*
+
+env VIRTUAL_ENV=/app/.venv \
+    PATH="/app/.venv/bin:$PATH"
+
+COPY --from=builder ${VIRTUAL_ENV} ${VIRTUAL_ENV}
+
+COPY api /app/api
+COPY config.sample.yaml .
+COPY db_updater.py .
+
+CMD ["./db_updater.py"]

backend/README.md

@@ -0,0 +1,9 @@
+
+
+# Architecture
+
+
+
+The following schema shows the components used to satisfy the `api` service:
+
+![API](./docs/medias/hubble-ui_api.png)

backend/api/db/base_class.py

@@ -0,0 +1,58 @@
+from __future__ import annotations
+
+from logging import getLogger
+from typing import Self, Sequence, TYPE_CHECKING
+
+from sqlalchemy import select
+from sqlalchemy.exc import IntegrityError
+from sqlalchemy.orm import DeclarativeBase
+
+if TYPE_CHECKING:
+    from .db import Database
+
+logger = getLogger(__name__)
+
+
+class Base(DeclarativeBase):
+    db: Database | None = None
+
+    @classmethod
+    async def add(cls, objs: Sequence[Self]) -> bool:
+        if cls.db is not None and (session := await cls.db.get_session()) is not None:
+
+            try:
+                async with session.begin():
+                    session.add_all(objs)
+
+            except IntegrityError as err:
+                logger.warning(err)
+                return await cls.merge(objs)
+
+            except AttributeError as err:
+                logger.error(err)
+                return False
+
+        return True
+
+    @classmethod
+    async def merge(cls, objs: Sequence[Self]) -> bool:
+        if cls.db is not None and (session := await cls.db.get_session()) is not None:
+
+            async with session.begin():
+                for obj in objs:
+                    await session.merge(obj)
+
+            return True
+
+        return False
+
+    @classmethod
+    async def get_by_id(cls, id_: int | str) -> Self | None:
+        if cls.db is not None and (session := await cls.db.get_session()) is not None:
+
+            async with session.begin():
+                stmt = select(cls).where(cls.id == id_)
+                res = await session.execute(stmt)
+                return res.scalar_one_or_none()
+
+        return None

backend/api/db/db.py

@@ -0,0 +1,73 @@
+from asyncio import sleep
+from logging import getLogger
+
+from opentelemetry.instrumentation.sqlalchemy import SQLAlchemyInstrumentor
+from sqlalchemy.exc import OperationalError, SQLAlchemyError
+from sqlalchemy.ext.asyncio import (
+    async_sessionmaker,
+    AsyncEngine,
+    AsyncSession,
+    create_async_engine,
+)
+
+from .base_class import Base
+from ..settings import DatabaseSettings
+
+
+logger = getLogger(__name__)
+
+
+class Database:
+    def __init__(self) -> None:
+        self._async_engine: AsyncEngine | None = None
+        self._async_session_local: async_sessionmaker[AsyncSession] | None = None
+
+    async def get_session(self) -> AsyncSession | None:
+        try:
+            return self._async_session_local()  # type: ignore
+
+        except (SQLAlchemyError, AttributeError) as e:
+            logger.exception(e)
+            raise
+
+    # TODO: Preserve UserLastStopSearchResults table from drop.
+    async def connect(
+        self, settings: DatabaseSettings, clear_static_data: bool = False
+    ) -> bool:
+        password = settings.password
+        path = (
+            f"{settings.driver}://{settings.user}:"
+            f"{password.get_secret_value() if password is not None else ''}"
+            f"@{settings.host}:{settings.port}/{settings.name}"
+        )
+        self._async_engine = create_async_engine(
+            path, pool_pre_ping=True, pool_size=10, max_overflow=20
+        )
+
+        if self._async_engine is not None:
+            SQLAlchemyInstrumentor().instrument(engine=self._async_engine.sync_engine)
+
+            self._async_session_local = async_sessionmaker(
+                bind=self._async_engine,
+                # autoflush=False,
+                expire_on_commit=False,
+                class_=AsyncSession,
+            )
+
+            ret = False
+            while not ret:
+                try:
+                    async with self._async_engine.begin() as session:
+                        if clear_static_data:
+                            await session.run_sync(Base.metadata.drop_all)
+                            await session.run_sync(Base.metadata.create_all)
+                        ret = True
+                except OperationalError as err:
+                    logger.error(err)
+                    await sleep(1)
+
+        return True
+
+    async def disconnect(self) -> None:
+        if self._async_engine is not None:
+            await self._async_engine.dispose()

backend/api/dependencies.py

@@ -0,0 +1,38 @@
+from os import environ
+
+from fastapi_cache.backends.redis import RedisBackend
+from redis import asyncio as aioredis
+from yaml import safe_load
+
+from .db import db
+from .idfm_interface.idfm_interface import IdfmInterface
+from .settings import CacheSettings, Settings
+
+
+CONFIG_PATH = environ.get("CONFIG_PATH", "./config.sample.yaml")
+
+
+def load_settings(path: str) -> Settings:
+    with open(path, "r") as config_file:
+        config = safe_load(config_file)
+
+    return Settings(**config)
+
+
+settings = load_settings(CONFIG_PATH)
+
+idfm_interface = IdfmInterface(settings.idfm_api_key.get_secret_value(), db)
+
+
+def init_redis_backend(settings: CacheSettings) -> RedisBackend:
+    login = f"{settings.user}:{settings.password}@" if settings.user is not None else ""
+
+    url = f"redis://{login}{settings.host}:{settings.port}"
+
+    redis_connections_pool = aioredis.from_url(
+        url, encoding="utf8", decode_responses=True
+    )
+    return RedisBackend(redis_connections_pool)
+
+
+redis_backend = init_redis_backend(settings.cache)

backend/api/idfm_interface/__init__.py

@@ -1,5 +1,3 @@
-from .idfm_interface import IdfmInterface
-
 from .idfm_types import (
     Coordinate,
     Destinations,
@@ -38,7 +36,6 @@ __all__ = [
     "Coordinate",
     "Destinations",
     "FramedVehicleJourney",
-    "IdfmInterface",
     "IdfmLineState",
     "IdfmOperator",
     "IdfmResponse",

backend/api/idfm_interface/idfm_interface.py

@@ -0,0 +1,115 @@
+from collections import defaultdict
+from re import compile as re_compile
+from typing import ByteString
+
+from aiofiles import open as async_open
+from aiohttp import ClientSession
+from msgspec import ValidationError
+from msgspec.json import Decoder
+
+from .idfm_types import Destinations as IdfmDestinations, IdfmResponse, IdfmState
+from ..db import Database
+from ..models import Line, Stop, StopArea
+
+
+class IdfmInterface:
+
+    IDFM_ROOT_URL = "https://prim.iledefrance-mobilites.fr/marketplace"
+    IDFM_STOP_MON_URL = f"{IDFM_ROOT_URL}/stop-monitoring"
+
+    OPERATOR_RE = re_compile(r"[^:]+:Operator::([^:]+):")
+    LINE_RE = re_compile(r"[^:]+:Line::C([^:]+):")
+
+    def __init__(self, api_key: str, database: Database) -> None:
+        self._api_key = api_key
+        self._database = database
+
+        self._http_headers = {"Accept": "application/json", "apikey": self._api_key}
+
+        self._response_json_decoder = Decoder(type=IdfmResponse)
+
+    async def startup(self) -> None:
+        ...
+
+    @staticmethod
+    def _format_line_id(line_id: str) -> int:
+        return int(line_id[1:] if line_id[0] == "C" else line_id)
+
+    async def render_line_picto(self, line: Line) -> tuple[None | str, None | str]:
+        line_picto_path = line_picto_format = None
+        target = f"/tmp/{line.id}_repr"
+
+        picto = line.picto
+        if picto is not None:
+            if (picto_data := await self._get_line_picto(line)) is not None:
+                async with async_open(target, "wb") as fd:
+                    await fd.write(bytes(picto_data))
+                line_picto_path = target
+                line_picto_format = picto.mime_type
+
+        return (line_picto_path, line_picto_format)
+
+    async def _get_line_picto(self, line: Line) -> ByteString | None:
+        data = None
+
+        picto = line.picto
+        if picto is not None and picto.url is not None:
+            headers = (
+                self._http_headers if picto.url.startswith(self.IDFM_ROOT_URL) else None
+            )
+
+            async with ClientSession(headers=headers) as session:
+                async with session.get(picto.url) as response:
+                    data = await response.read()
+
+        return data
+
+    async def get_next_passages(self, stop_point_id: int) -> IdfmResponse | None:
+        ret = None
+        params = {"MonitoringRef": f"STIF:StopPoint:Q:{stop_point_id}:"}
+
+        async with ClientSession(headers=self._http_headers) as session:
+            async with session.get(self.IDFM_STOP_MON_URL, params=params) as response:
+
+                if response.status == 200:
+                    data = await response.read()
+                    try:
+                        ret = self._response_json_decoder.decode(data)
+                    except ValidationError as err:
+                        print(err)
+
+        return ret
+
+    async def get_destinations(self, stop_id: int) -> IdfmDestinations | None:
+        destinations: IdfmDestinations = defaultdict(set)
+
+        if (stop := await Stop.get_by_id(stop_id)) is not None:
+            expected_stop_ids = {stop.id}
+        elif (stop_area := await StopArea.get_by_id(stop_id)) is not None:
+            expected_stop_ids = {stop.id for stop in stop_area.stops}
+        else:
+            return None
+
+        if (res := await self.get_next_passages(stop_id)) is not None:
+
+            for delivery in res.Siri.ServiceDelivery.StopMonitoringDelivery:
+                if delivery.Status == IdfmState.true:
+                    for stop_visit in delivery.MonitoredStopVisit:
+
+                        monitoring_ref = stop_visit.MonitoringRef.value
+
+                        try:
+                            monitored_stop_id = int(monitoring_ref.split(":")[-2])
+                        except (IndexError, ValueError):
+                            print(f"Unable to get stop id from {monitoring_ref}")
+                            continue
+
+                        journey = stop_visit.MonitoredVehicleJourney
+                        if (
+                            dst_names := journey.DestinationName
+                        ) and monitored_stop_id in expected_stop_ids:
+                            raw_line_id = journey.LineRef.value.split(":")[-2]
+                            line_id = IdfmInterface._format_line_id(raw_line_id)
+                            destinations[line_id].add(dst_names[0].value)
+
+        return destinations

backend/api/idfm_interface/idfm_types.py

@@ -116,24 +116,33 @@ class StopArea(Struct):
     record_timestamp: datetime
 
 
-class ConnectionArea(Struct):
+class ConnectionAreaFields(Struct, kw_only=True):
     zdcid: str
     zdcversion: str
     zdccreated: datetime
     zdcchanged: datetime
     zdcname: str
-    zdcxepsg2154: int
+    zdcxepsg2154: int | None = None
-    zdcyepsg2154: int
+    zdcyepsg2154: int | None = None
     zdctown: str
     zdcpostalregion: str
     zdctype: StopAreaType
 
 
+class ConnectionArea(Struct):
+    datasetid: str
+    recordid: str
+    fields: ConnectionAreaFields
+    record_timestamp: datetime
+
+
 class StopAreaStopAssociationFields(Struct, kw_only=True):
     arrid: str  # TODO: use int ?
     artid: str | None = None
     arrversion: str
     zdcid: str
+    pdeid: str | None = None
+    pdeversion: int | None = None
     version: int
     zdaid: str
     zdaversion: str
@@ -149,6 +158,7 @@ class StopAreaStopAssociation(Struct):
 
 class IdfmLineState(Enum):
     active = "active"
+    available_soon = "prochainement active"
 
 
 class LinePicto(Struct, rename={"id_": "id"}):
@@ -197,7 +207,7 @@ class Line(Struct):
 
 Lines = dict[str, Line]
 
-Destinations = dict[str, set[str]]
+Destinations = dict[int, set[str]]
 
 
 # TODO: Set structs frozen

backend/api/idfm_interface/ratp_types.py

@@ -0,0 +1,15 @@
+from msgspec import Struct
+
+
+class PictoFieldsFile(Struct, rename={"id_": "id"}):
+    id_: str
+    height: int
+    width: int
+    filename: str
+    thumbnail: bool
+    format: str
+
+
+class Picto(Struct):
+    indices_commerciaux: str
+    noms_des_fichiers: PictoFieldsFile | None = None

backend/api/models/line.py

@@ -5,13 +5,11 @@ from typing import Iterable, Self, Sequence
 from sqlalchemy import (
     BigInteger,
     Boolean,
-    Column,
     Enum,
     ForeignKey,
     Integer,
     select,
     String,
-    Table,
 )
 from sqlalchemy.orm import Mapped, mapped_column, relationship, selectinload
 from sqlalchemy.sql.expression import tuple_
@@ -25,12 +23,14 @@ from ..idfm_interface.idfm_types import (
 )
 from .stop import _Stop
 
-line_stop_association_table = Table(
+
-    "line_stop_association_table",
+class LineStopAssociations(Base):
-    Base.metadata,
+
-    Column("line_id", ForeignKey("lines.id")),
+    id = mapped_column(BigInteger, primary_key=True)
-    Column("stop_id", ForeignKey("_stops.id")),
+    line_id = mapped_column(BigInteger, ForeignKey("lines.id"))
-)
+    stop_id = mapped_column(BigInteger, ForeignKey("_stops.id"))
+
+    __tablename__ = "line_stop_associations"
 
 
 class LinePicto(Base):
@@ -53,7 +53,7 @@ class Line(Base):
 
     db = db
 
-    id = mapped_column(String, primary_key=True)
+    id = mapped_column(BigInteger, primary_key=True)
 
     short_name = mapped_column(String)
     name = mapped_column(String, nullable=False)
@@ -68,7 +68,7 @@ class Line(Base):
     colour_web_hexa = mapped_column(String, nullable=False)
     text_colour_hexa = mapped_column(String, nullable=False)
 
-    operator_id = mapped_column(String)
+    operator_id = mapped_column(Integer)
     operator_name = mapped_column(String)
 
     accessibility = mapped_column(Enum(IdfmState), nullable=False)
@@ -83,7 +83,7 @@ class Line(Base):
 
     stops: Mapped[list[_Stop]] = relationship(
         "_Stop",
-        secondary=line_stop_association_table,
+        secondary="line_stop_associations",
         back_populates="lines",
         lazy="selectin",
     )
@@ -94,10 +94,9 @@ class Line(Base):
     async def get_by_name(
         cls, name: str, operator_name: None | str = None
     ) -> Sequence[Self] | None:
-        session = cls.db.session
+        if (session := await cls.db.get_session()) is not None:
-        if session is None:
-            return None
 
+            async with session.begin():
                 filters = {"name": name}
                 if operator_name is not None:
                     filters["operator_name"] = operator_name
@@ -112,6 +111,8 @@ class Line(Base):
 
                 return lines
 
+        return None
+
     @classmethod
     async def _add_picto_to_line(cls, line: str | Self, picto: LinePicto) -> None:
         formatted_line: Self | None = None
@@ -133,23 +134,25 @@ class Line(Base):
 
     @classmethod
     async def add_pictos(cls, line_to_pictos: Iterable[tuple[str, LinePicto]]) -> bool:
-        session = cls.db.session
+        if (session := await cls.db.get_session()) is not None:
-        if session is None:
-            return False
 
+            async with session.begin():
                 await asyncio_gather(
-            *[cls._add_picto_to_line(line, picto) for line, picto in line_to_pictos]
+                    *[
+                        cls._add_picto_to_line(line, picto)
+                        for line, picto in line_to_pictos
+                    ]
                 )
 
-        await session.commit()
-
                 return True
 
+        return False
+
     @classmethod
     async def add_stops(cls, line_to_stop_ids: Iterable[tuple[str, str, int]]) -> int:
-        session = cls.db.session
+        if (session := await cls.db.get_session()) is not None:
-        if session is None:
+
-            return 0
+            async with session.begin():
 
                 line_names_ops, stop_ids = set(), set()
                 for line_name, operator_name, stop_id in line_to_stop_ids:
@@ -166,13 +169,17 @@ class Line(Base):
                 for line in lines_res.scalars():
                     lines[(line.name, line.operator_name)].append(line)
 
-        stops_res = await session.execute(select(_Stop).where(_Stop.id.in_(stop_ids)))
+                stops_res = await session.execute(
+                    select(_Stop).where(_Stop.id.in_(stop_ids))
+                )
                 stops = {stop.id: stop for stop in stops_res.scalars()}
 
                 found = 0
                 for line_name, operator_name, stop_id in line_to_stop_ids:
                     if (stop := stops.get(stop_id)) is not None:
-                if (stop_lines := lines.get((line_name, operator_name))) is not None:
+                        if (
+                            stop_lines := lines.get((line_name, operator_name))
+                        ) is not None:
                             for stop_line in stop_lines:
                                 stop_line.stops.append(stop)
                             found += 1
@@ -184,6 +191,6 @@ class Line(Base):
                             f"(used by {line_name}/{operator_name})"
                         )
 
-        await session.commit()
-
                 return found
+
+        return 0

backend/api/models/stop.py

@@ -0,0 +1,275 @@
+from __future__ import annotations
+
+from logging import getLogger
+from typing import Iterable, Sequence, TYPE_CHECKING
+
+from sqlalchemy import (
+    BigInteger,
+    Computed,
+    desc,
+    Enum,
+    Float,
+    ForeignKey,
+    func,
+    Integer,
+    JSON,
+    select,
+    String,
+)
+from sqlalchemy.orm import (
+    mapped_column,
+    Mapped,
+    relationship,
+    selectinload,
+    with_polymorphic,
+)
+from sqlalchemy.schema import Index
+from sqlalchemy_utils.types.ts_vector import TSVectorType
+
+from ..db import Base, db
+from ..idfm_interface.idfm_types import TransportMode, IdfmState, StopAreaType
+
+if TYPE_CHECKING:
+    from .line import Line
+
+
+logger = getLogger(__name__)
+
+class StopAreaStopAssociations(Base):
+
+    id = mapped_column(BigInteger, primary_key=True)
+    stop_id = mapped_column(BigInteger, ForeignKey("_stops.id"))
+    stop_area_id = mapped_column(BigInteger, ForeignKey("stop_areas.id"))
+
+    __tablename__ = "stop_area_stop_associations"
+
+
+class _Stop(Base):
+
+    db = db
+
+    id = mapped_column(BigInteger, primary_key=True)
+    kind = mapped_column(String)
+
+    name = mapped_column(String, nullable=False, index=True)
+    town_name = mapped_column(String, nullable=False)
+    postal_region = mapped_column(Integer, nullable=False)
+    epsg3857_x = mapped_column(Float, nullable=False)
+    epsg3857_y = mapped_column(Float, nullable=False)
+
+    version = mapped_column(String, nullable=False)
+    created_ts = mapped_column(BigInteger)
+    changed_ts = mapped_column(BigInteger, nullable=False)
+
+    lines: Mapped[list[Line]] = relationship(
+        "Line",
+        secondary="line_stop_associations",
+        back_populates="stops",
+        lazy="selectin",
+    )
+    areas: Mapped[list["StopArea"]] = relationship(
+        "StopArea",
+        secondary="stop_area_stop_associations",
+        back_populates="stops",
+    )
+    connection_area_id: Mapped[int] = mapped_column(
+        ForeignKey("connection_areas.id"), nullable=True
+    )
+    connection_area: Mapped["ConnectionArea"] = relationship(
+        back_populates="stops", lazy="selectin"
+    )
+
+    names_tsv = mapped_column(
+        TSVectorType("name", "town_name", regconfig="french"),
+        Computed("to_tsvector('french', name || ' ' || town_name)", persisted=True),
+    )
+
+    __tablename__ = "_stops"
+    __mapper_args__ = {"polymorphic_identity": "_stops", "polymorphic_on": kind}
+    __table_args__ = (
+        Index(
+            "names_tsv_idx",
+            names_tsv,
+            postgresql_ops={"name": "gin_trgm_ops"},
+            postgresql_using="gin",
+        ),
+    )
+
+    @classmethod
+    async def get_by_name(cls, name: str) -> Sequence[_Stop] | None:
+        if (session := await cls.db.get_session()) is not None:
+
+            async with session.begin():
+                descendants = with_polymorphic(_Stop, "*")
+
+                match_stmt = descendants.names_tsv.match(
+                    name, postgresql_regconfig="french"
+                )
+                ranking_stmt = func.ts_rank_cd(
+                    descendants.names_tsv, func.plainto_tsquery("french", name)
+                )
+                stmt = (
+                    select(descendants).filter(match_stmt).order_by(desc(ranking_stmt))
+                )
+
+                res = await session.execute(stmt)
+                stops = res.scalars().all()
+
+                return stops
+
+        return None
+
+
+class Stop(_Stop):
+
+    id = mapped_column(BigInteger, ForeignKey("_stops.id"), primary_key=True)
+
+    transport_mode = mapped_column(Enum(TransportMode), nullable=False)
+    accessibility = mapped_column(Enum(IdfmState), nullable=False)
+    visual_signs_available = mapped_column(Enum(IdfmState), nullable=False)
+    audible_signs_available = mapped_column(Enum(IdfmState), nullable=False)
+
+    record_id = mapped_column(String, nullable=False)
+    record_ts = mapped_column(BigInteger, nullable=False)
+
+    __tablename__ = "stops"
+    __mapper_args__ = {"polymorphic_identity": "stops", "polymorphic_load": "inline"}
+
+
+class StopArea(_Stop):
+
+    id = mapped_column(BigInteger, ForeignKey("_stops.id"), primary_key=True)
+
+    type = mapped_column(Enum(StopAreaType), nullable=False)
+
+    stops: Mapped[list["Stop"]] = relationship(
+        "Stop",
+        secondary="stop_area_stop_associations",
+        back_populates="areas",
+        lazy="selectin",
+    )
+
+    __tablename__ = "stop_areas"
+    __mapper_args__ = {
+        "polymorphic_identity": "stop_areas",
+        "polymorphic_load": "inline",
+    }
+
+    @classmethod
+    async def add_stops(
+        cls, stop_area_to_stop_ids: Iterable[tuple[int, int]]
+    ) -> int | None:
+        if (session := await cls.db.get_session()) is not None:
+
+            async with session.begin():
+
+                stop_area_ids, stop_ids = set(), set()
+                for stop_area_id, stop_id in stop_area_to_stop_ids:
+                    stop_area_ids.add(stop_area_id)
+                    stop_ids.add(stop_id)
+
+                stop_areas_res = await session.scalars(
+                    select(StopArea)
+                    .where(StopArea.id.in_(stop_area_ids))
+                    .options(selectinload(StopArea.stops))
+                )
+                stop_areas: dict[int, StopArea] = {
+                    stop_area.id: stop_area for stop_area in stop_areas_res.all()
+                }
+
+                stop_res = await session.execute(
+                    select(Stop).where(Stop.id.in_(stop_ids))
+                )
+                stops: dict[int, Stop] = {stop.id: stop for stop in stop_res.scalars()}
+
+                found = 0
+                for stop_area_id, stop_id in stop_area_to_stop_ids:
+                    if (stop_area := stop_areas.get(stop_area_id)) is not None:
+                        if (stop := stops.get(stop_id)) is not None:
+                            stop_area.stops.append(stop)
+                            found += 1
+                        else:
+                            print(f"No stop found for {stop_id} id")
+                    else:
+                        print(f"No stop area found for {stop_area_id}")
+
+                return found
+
+        return None
+
+
+class StopShape(Base):
+
+    db = db
+
+    id = mapped_column(BigInteger, primary_key=True)  # Same id than ConnectionArea
+    type = mapped_column(Integer, nullable=False)
+    epsg3857_bbox = mapped_column(JSON)
+    epsg3857_points = mapped_column(JSON)
+
+    __tablename__ = "stop_shapes"
+
+
+class ConnectionArea(Base):
+
+    db = db
+
+    id = mapped_column(BigInteger, primary_key=True)
+
+    name = mapped_column(String, nullable=False)
+    town_name = mapped_column(String, nullable=False)
+    postal_region = mapped_column(String, nullable=False)
+    epsg3857_x = mapped_column(Float, nullable=False)
+    epsg3857_y = mapped_column(Float, nullable=False)
+    transport_mode = mapped_column(Enum(StopAreaType), nullable=False)
+
+    version = mapped_column(String, nullable=False)
+    created_ts = mapped_column(BigInteger)
+    changed_ts = mapped_column(BigInteger, nullable=False)
+
+    stops: Mapped[list["_Stop"]] = relationship(back_populates="connection_area")
+
+    __tablename__ = "connection_areas"
+
+    # TODO: Merge with StopArea.add_stops
+    @classmethod
+    async def add_stops(
+        cls, conn_area_to_stop_ids: Iterable[tuple[int, int]]
+    ) -> int | None:
+        if (session := await cls.db.get_session()) is not None:
+
+            async with session.begin():
+
+                conn_area_ids, stop_ids = set(), set()
+                for conn_area_id, stop_id in conn_area_to_stop_ids:
+                    conn_area_ids.add(conn_area_id)
+                    stop_ids.add(stop_id)
+
+                conn_area_res = await session.execute(
+                    select(ConnectionArea)
+                    .where(ConnectionArea.id.in_(conn_area_ids))
+                    .options(selectinload(ConnectionArea.stops))
+                )
+                conn_areas: dict[int, ConnectionArea] = {
+                    conn.id: conn for conn in conn_area_res.scalars()
+                }
+
+                stop_res = await session.execute(
+                    select(Stop).where(Stop.id.in_(stop_ids))
+                )
+                stops: dict[int, Stop] = {stop.id: stop for stop in stop_res.scalars()}
+
+                found = 0
+                for conn_area_id, stop_id in conn_area_to_stop_ids:
+                    if (conn_area := conn_areas.get(conn_area_id)) is not None:
+                        if (stop := stops.get(stop_id)) is not None:
+                            conn_area.stops.append(stop)
+                            found += 1
+                        else:
+                            print(f"No stop found for {stop_id} id")
+                    else:
+                        print(f"No connection area found for {conn_area_id}")
+
+                return found
+
+        return None

backend/api/models/user.py

@@ -0,0 +1,27 @@
+from sqlalchemy import BigInteger, ForeignKey, String
+from sqlalchemy.orm import Mapped, mapped_column, relationship
+
+from ..db import Base, db
+from .stop import _Stop
+
+
+class UserLastStopSearchStopAssociations(Base):
+    id = mapped_column(BigInteger, primary_key=True)
+    user_mxid = mapped_column(
+        String, ForeignKey("user_last_stop_search_results.user_mxid")
+    )
+    stop_id = mapped_column(BigInteger, ForeignKey("_stops.id"))
+
+    __tablename__ = "user_last_stop_search_stop_associations"
+
+
+class UserLastStopSearchResults(Base):
+    db = db
+
+    user_mxid = mapped_column(String, primary_key=True)
+    request_content = mapped_column(String, nullable=False)
+    stops: Mapped[_Stop] = relationship(
+        _Stop, secondary="user_last_stop_search_stop_associations"
+    )
+
+    __tablename__ = "user_last_stop_search_results"

backend/api/routers/line.py

@@ -0,0 +1,34 @@
+from fastapi import APIRouter, HTTPException
+from fastapi_cache.decorator import cache
+
+from ..models import Line
+from ..schemas import Line as LineSchema, TransportMode
+
+
+router = APIRouter(prefix="/line", tags=["line"])
+
+
+@router.get("/{line_id}", response_model=LineSchema)
+@cache(namespace="line")
+async def get_line(line_id: int) -> LineSchema:
+    line: Line | None = await Line.get_by_id(line_id)
+
+    if line is None:
+        raise HTTPException(status_code=404, detail=f'Line "{line_id}" not found')
+
+    return LineSchema(
+        id=line.id,
+        shortName=line.short_name,
+        name=line.name,
+        status=line.status,
+        transportMode=TransportMode.from_idfm_transport_mode(
+            line.transport_mode, line.transport_submode
+        ),
+        backColorHexa=line.colour_web_hexa,
+        foreColorHexa=line.text_colour_hexa,
+        operatorId=line.operator_id,
+        accessibility=line.accessibility,
+        visualSignsAvailable=line.visual_signs_available,
+        audibleSignsAvailable=line.audible_signs_available,
+        stopIds=[stop.id for stop in line.stops],
+    )

backend/api/routers/stop.py

@@ -0,0 +1,176 @@
+from collections import defaultdict
+from datetime import datetime
+from typing import Sequence
+
+from fastapi import APIRouter, HTTPException
+from fastapi_cache.decorator import cache
+
+from ..idfm_interface import Destinations as IdfmDestinations, TrainStatus
+from ..models import Stop, StopArea, StopShape
+from ..schemas import (
+    NextPassage as NextPassageSchema,
+    NextPassages as NextPassagesSchema,
+    Stop as StopSchema,
+    StopArea as StopAreaSchema,
+    StopShape as StopShapeSchema,
+)
+from ..dependencies import idfm_interface
+
+
+router = APIRouter(prefix="/stop", tags=["stop"])
+
+
+def _format_stop(stop: Stop) -> StopSchema:
+    return StopSchema(
+        id=stop.id,
+        name=stop.name,
+        town=stop.town_name,
+        epsg3857_x=stop.epsg3857_x,
+        epsg3857_y=stop.epsg3857_y,
+        lines=[line.id for line in stop.lines],
+    )
+
+
+def optional_datetime_to_ts(dt: datetime | None) -> int | None:
+    return int(dt.timestamp()) if dt else None
+
+
+# TODO: Add limit support
+@router.get("/")
+@cache(namespace="stop")
+async def get_stop(
+    name: str = "", limit: int = 10
+) -> Sequence[StopAreaSchema | StopSchema] | None:
+
+    matching_stops = await Stop.get_by_name(name)
+    if matching_stops is None:
+        return None
+
+    formatted: list[StopAreaSchema | StopSchema] = []
+    stop_areas: dict[int, StopArea] = {}
+    stops: dict[int, Stop] = {}
+    for stop in matching_stops:
+        if isinstance(stop, StopArea):
+            stop_areas[stop.id] = stop
+        elif isinstance(stop, Stop):
+            stops[stop.id] = stop
+
+    for stop_area in stop_areas.values():
+
+        formatted_stops = []
+        for stop in stop_area.stops:
+            formatted_stops.append(_format_stop(stop))
+            try:
+                del stops[stop.id]
+            except KeyError as err:
+                print(err)
+
+        formatted.append(
+            StopAreaSchema(
+                id=stop_area.id,
+                name=stop_area.name,
+                town=stop_area.town_name,
+                type=stop_area.type,
+                lines=[line.id for line in stop_area.lines],
+                stops=formatted_stops,
+            )
+        )
+
+    formatted.extend(_format_stop(stop) for stop in stops.values())
+
+    return formatted
+
+
+@router.get("/{stop_id}/nextPassages")
+@cache(namespace="stop-nextPassages", expire=30)
+async def get_next_passages(stop_id: int) -> NextPassagesSchema | None:
+    res = await idfm_interface.get_next_passages(stop_id)
+    if res is None:
+        return None
+
+    service_delivery = res.Siri.ServiceDelivery
+    stop_monitoring_deliveries = service_delivery.StopMonitoringDelivery
+
+    by_line_by_dst_passages: dict[
+        int, dict[str, list[NextPassageSchema]]
+    ] = defaultdict(lambda: defaultdict(list))
+
+    for delivery in stop_monitoring_deliveries:
+        for stop_visit in delivery.MonitoredStopVisit:
+
+            journey = stop_visit.MonitoredVehicleJourney
+
+            # re.match will return None if the given journey.LineRef.value is not valid.
+            try:
+                line_id_match = idfm_interface.LINE_RE.match(journey.LineRef.value)
+                line_id = int(line_id_match.group(1))  # type: ignore
+            except (AttributeError, TypeError, ValueError) as err:
+                raise HTTPException(
+                    status_code=404, detail=f'Line "{journey.LineRef.value}" not found'
+                ) from err
+
+            call = journey.MonitoredCall
+
+            dst_names = call.DestinationDisplay
+            dsts = [dst.value for dst in dst_names] if dst_names else []
+            arrivalPlatformName = (
+                call.ArrivalPlatformName.value if call.ArrivalPlatformName else None
+            )
+
+            next_passage = NextPassageSchema(
+                line=line_id,
+                operator=journey.OperatorRef.value,
+                destinations=dsts,
+                atStop=call.VehicleAtStop,
+                aimedArrivalTs=optional_datetime_to_ts(call.AimedArrivalTime),
+                expectedArrivalTs=optional_datetime_to_ts(call.ExpectedArrivalTime),
+                arrivalPlatformName=arrivalPlatformName,
+                aimedDepartTs=optional_datetime_to_ts(call.AimedDepartureTime),
+                expectedDepartTs=optional_datetime_to_ts(call.ExpectedDepartureTime),
+                arrivalStatus=call.ArrivalStatus
+                if call.ArrivalStatus is not None
+                else TrainStatus.unknown,
+                departStatus=call.DepartureStatus
+                if call.DepartureStatus is not None
+                else TrainStatus.unknown,
+            )
+
+            by_line_passages = by_line_by_dst_passages[line_id]
+            # TODO: by_line_passages[dst].extend(dsts) instead ?
+            for dst in dsts:
+                by_line_passages[dst].append(next_passage)
+
+    return NextPassagesSchema(
+        ts=int(service_delivery.ResponseTimestamp.timestamp()),
+        passages=by_line_by_dst_passages,
+    )
+
+
+@router.get("/{stop_id}/destinations")
+@cache(namespace="stop-destinations", expire=30)
+async def get_stop_destinations(
+    stop_id: int,
+) -> IdfmDestinations | None:
+    destinations = await idfm_interface.get_destinations(stop_id)
+
+    return destinations
+
+
+@router.get("/{stop_id}/shape")
+@cache(namespace="stop-shape")
+async def get_stop_shape(stop_id: int) -> StopShapeSchema | None:
+    if (await Stop.get_by_id(stop_id)) is not None or (
+        await StopArea.get_by_id(stop_id)
+    ) is not None:
+        shape_id = stop_id
+
+        if (shape := await StopShape.get_by_id(shape_id)) is not None:
+            return StopShapeSchema(
+                id=shape.id,
+                type=shape.type,
+                epsg3857_bbox=shape.epsg3857_bbox,
+                epsg3857_points=shape.epsg3857_points,
+            )
+
+    msg = f"No shape found for stop {stop_id}"
+    raise HTTPException(status_code=404, detail=msg)

backend/api/schemas/line.py

@@ -46,15 +46,15 @@ class TransportMode(StrEnum):
 
 
 class Line(BaseModel):
-    id: str
+    id: int
     shortName: str
     name: str
     status: IdfmLineState
     transportMode: TransportMode
     backColorHexa: str
     foreColorHexa: str
-    operatorId: str
+    operatorId: int
     accessibility: IdfmState
     visualSignsAvailable: IdfmState
     audibleSignsAvailable: IdfmState
-    stopIds: list[str]
+    stopIds: list[int]

backend/api/schemas/next_passage.py

@@ -4,7 +4,7 @@ from ..idfm_interface.idfm_types import TrainStatus
 
 
 class NextPassage(BaseModel):
-    line: str
+    line: int
     operator: str
     destinations: list[str]
     atStop: bool
@@ -19,4 +19,4 @@ class NextPassage(BaseModel):
 
 class NextPassages(BaseModel):
     ts: int
-    passages: dict[str, dict[str, list[NextPassage]]]
+    passages: dict[int, dict[str, list[NextPassage]]]

backend/api/schemas/stop.py

@@ -7,26 +7,25 @@ class Stop(BaseModel):
     id: int
     name: str
     town: str
-    lat: float
+    epsg3857_x: float
-    lon: float
+    epsg3857_y: float
-    # xepsg2154: int
+    lines: list[int]
-    # yepsg2154: int
-    lines: list[str]
 
 
 class StopArea(BaseModel):
     id: int
     name: str
     town: str
-    # xepsg2154: int
-    # yepsg2154: int
     type: StopAreaType
-    lines: list[str]  # SNCF lines are linked to stop areas and not stops.
+    lines: list[int]  # SNCF lines are linked to stop areas and not stops.
     stops: list[Stop]
 
 
+Point = tuple[float, float]
+
+
 class StopShape(BaseModel):
     id: int
     type: int
-    bbox: list[float]
+    epsg3857_bbox: list[Point]
-    points: list[tuple[float, float]]
+    epsg3857_points: list[Point]

backend/api/settings.py

@@ -0,0 +1,74 @@
+from __future__ import annotations
+
+from typing import Annotated
+
+from pydantic import BaseModel, SecretStr
+from pydantic.functional_validators import model_validator
+from pydantic_settings import (
+    BaseSettings,
+    PydanticBaseSettingsSource,
+    SettingsConfigDict,
+)
+
+
+class HttpSettings(BaseModel):
+    host: str = "127.0.0.1"
+    port: int = 8080
+    cert: str | None = None
+
+
+class DatabaseSettings(BaseModel):
+    name: str
+    host: str
+    port: int
+    driver: str = "postgresql+psycopg"
+    user: str
+    password: Annotated[SecretStr, check_user_password]
+
+
+class CacheSettings(BaseModel):
+    enable: bool = False
+    host: str = "127.0.0.1"
+    port: int = 6379
+    user: str | None = None
+    password: Annotated[SecretStr | None, check_user_password] = None
+
+
+@model_validator(mode="after")
+def check_user_password(self) -> DatabaseSettings | CacheSettings:
+    if self.user is not None and self.password is None:
+        raise ValueError("user is set, password shall be set too.")
+
+    if self.password is not None and self.user is None:
+        raise ValueError("password is set, user shall be set too.")
+
+    return self
+
+
+class TracingSettings(BaseModel):
+    enable: bool = False
+
+
+class Settings(BaseSettings):
+    app_name: str
+
+    idfm_api_key: SecretStr
+    clear_static_data: bool
+
+    http: HttpSettings
+    db: DatabaseSettings
+    cache: CacheSettings
+    tracing: TracingSettings
+
+    model_config = SettingsConfigDict(env_prefix="CER__", env_nested_delimiter="__")
+
+    @classmethod
+    def settings_customise_sources(
+        cls,
+        settings_cls: type[BaseSettings],
+        init_settings: PydanticBaseSettingsSource,
+        env_settings: PydanticBaseSettingsSource,
+        dotenv_settings: PydanticBaseSettingsSource,
+        file_secret_settings: PydanticBaseSettingsSource,
+    ) -> tuple[PydanticBaseSettingsSource, ...]:
+        return env_settings, init_settings, file_secret_settings

backend/api_server.py

@@ -0,0 +1,89 @@
+#!/usr/bin/env python3
+
+import uvicorn
+from contextlib import asynccontextmanager
+from fastapi import FastAPI, Request
+from fastapi.middleware.cors import CORSMiddleware
+from fastapi_cache import FastAPICache
+from opentelemetry import trace
+from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter
+from opentelemetry.instrumentation.fastapi import FastAPIInstrumentor
+from opentelemetry.sdk.resources import Resource, SERVICE_NAME
+from opentelemetry.sdk.trace import TracerProvider
+from opentelemetry.sdk.trace.export import BatchSpanProcessor
+
+from api.db import db
+from api.dependencies import idfm_interface, redis_backend, settings
+from api.routers import line, stop
+
+
+@asynccontextmanager
+async def lifespan(app: FastAPI):
+    FastAPICache.init(redis_backend, prefix="api", enable=settings.cache.enable)
+
+    await db.connect(settings.db, settings.clear_static_data)
+    if settings.clear_static_data:
+        await idfm_interface.startup()
+
+    yield
+
+    await db.disconnect()
+
+
+app = FastAPI(lifespan=lifespan)
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["http://carrramba.adrien.run", "https://carrramba.adrien.run"],
+    allow_credentials=True,
+    allow_methods=["OPTIONS", "GET"],
+    allow_headers=["*"],
+)
+
+# The cache-control header entry is not managed properly by fastapi-cache:
+# For now, a request with a cache-control set to no-cache
+# is interpreted as disabling the use of the server cache.
+# Cf. Improve Cache-Control header parsing and handling
+# https://github.com/long2ice/fastapi-cache/issues/144 workaround
+@app.middleware("http")
+async def fastapi_cache_issue_144_workaround(request: Request, call_next):
+    entries = request.headers.__dict__["_list"]
+    new_entries = [
+        entry for entry in entries if entry[0].decode().lower() != "cache-control"
+    ]
+
+    request.headers.__dict__["_list"] = new_entries
+
+    return await call_next(request)
+
+
+app.include_router(line.router)
+app.include_router(stop.router)
+
+
+if settings.tracing.enable:
+    FastAPIInstrumentor.instrument_app(app)
+
+    trace.set_tracer_provider(
+        TracerProvider(resource=Resource.create({SERVICE_NAME: settings.app_name}))
+    )
+    trace.get_tracer_provider().add_span_processor(
+        BatchSpanProcessor(OTLPSpanExporter())
+    )
+    tracer = trace.get_tracer(settings.app_name)
+
+
+if __name__ == "__main__":
+    http_settings = settings.http
+
+    config = uvicorn.Config(
+        app=app,
+        host=http_settings.host,
+        port=http_settings.port,
+        ssl_certfile=http_settings.cert,
+        proxy_headers=True,
+    )
+
+    server = uvicorn.Server(config)
+
+    server.run()

backend/backend/db/base_class.py

@@ -1,39 +0,0 @@
-from __future__ import annotations
-
-from typing import Iterable, Self, TYPE_CHECKING
-
-from sqlalchemy import select
-from sqlalchemy.exc import IntegrityError
-from sqlalchemy.orm import DeclarativeBase
-
-if TYPE_CHECKING:
-    from .db import Database
-
-
-class Base(DeclarativeBase):
-    db: Database | None = None
-
-    @classmethod
-    async def add(cls, stops: Self | Iterable[Self]) -> bool:
-        try:
-            if isinstance(stops, Iterable):
-                cls.db.session.add_all(stops)  # type: ignore
-            else:
-                cls.db.session.add(stops)  # type: ignore
-            await cls.db.session.commit()  # type: ignore
-        except (AttributeError, IntegrityError) as err:
-            print(err)
-            return False
-
-        return True
-
-    @classmethod
-    async def get_by_id(cls, id_: int | str) -> Self | None:
-        try:
-            stmt = select(cls).where(cls.id == id_)  # type: ignore
-            res = await cls.db.session.execute(stmt)  # type: ignore
-            element = res.scalar_one_or_none()
-        except AttributeError as err:
-            print(err)
-            element = None
-        return element

backend/backend/db/db.py

@@ -1,48 +0,0 @@
-from sqlalchemy import text
-from sqlalchemy.ext.asyncio import (
-    async_sessionmaker,
-    AsyncEngine,
-    AsyncSession,
-    create_async_engine,
-)
-
-from .base_class import Base
-
-
-class Database:
-    def __init__(self) -> None:
-        self._engine: AsyncEngine | None = None
-        self._session_maker: async_sessionmaker[AsyncSession] | None = None
-        self._session: AsyncSession | None = None
-
-    @property
-    def session(self) -> AsyncSession | None:
-        if self._session is None and (session_maker := self._session_maker) is not None:
-            self._session = session_maker()
-        return self._session
-
-    async def connect(self, db_path: str, clear_static_data: bool = False) -> bool:
-
-        # TODO: Preserve UserLastStopSearchResults table from drop.
-        self._engine = create_async_engine(db_path)
-        if self._engine is not None:
-            self._session_maker = async_sessionmaker(
-                self._engine, expire_on_commit=False, class_=AsyncSession
-            )
-            if (session := self.session) is not None:
-                await session.execute(text("CREATE EXTENSION IF NOT EXISTS pg_trgm;"))
-
-            async with self._engine.begin() as conn:
-                if clear_static_data:
-                    await conn.run_sync(Base.metadata.drop_all)
-                await conn.run_sync(Base.metadata.create_all)
-
-        return True
-
-    async def disconnect(self) -> None:
-        if self._session is not None:
-            await self._session.close()
-            self._session = None
-
-        if self._engine is not None:
-            await self._engine.dispose()

backend/backend/idfm_interface/idfm_interface.py

@@ -1,561 +0,0 @@
-from collections import defaultdict
-from re import compile as re_compile
-from time import time
-from typing import (
-    AsyncIterator,
-    ByteString,
-    Callable,
-    Iterable,
-    List,
-    Type,
-)
-
-from aiofiles import open as async_open
-from aiohttp import ClientSession
-
-from msgspec import ValidationError
-from msgspec.json import Decoder
-from rich import print
-from shapefile import Reader as ShapeFileReader, ShapeRecord
-
-from ..db import Database
-from ..models import ConnectionArea, Line, LinePicto, Stop, StopArea, StopShape
-from .idfm_types import (
-    ConnectionArea as IdfmConnectionArea,
-    Destinations as IdfmDestinations,
-    IdfmLineState,
-    IdfmResponse,
-    Line as IdfmLine,
-    LinePicto as IdfmPicto,
-    IdfmState,
-    Stop as IdfmStop,
-    StopArea as IdfmStopArea,
-    StopAreaStopAssociation,
-    StopAreaType,
-    StopLineAsso as IdfmStopLineAsso,
-    TransportMode,
-)
-from .ratp_types import Picto as RatpPicto
-
-
-class IdfmInterface:
-
-    IDFM_ROOT_URL = "https://prim.iledefrance-mobilites.fr/marketplace"
-    IDFM_STOP_MON_URL = f"{IDFM_ROOT_URL}/stop-monitoring"
-
-    IDFM_ROOT_URL = "https://data.iledefrance-mobilites.fr/explore/dataset"
-    IDFM_STOPS_URL = (
-        f"{IDFM_ROOT_URL}/arrets/download/?format=json&timezone=Europe/Berlin"
-    )
-    IDFM_PICTO_URL = f"{IDFM_ROOT_URL}/referentiel-des-lignes/files"
-
-    RATP_ROOT_URL = "https://data.ratp.fr/explore/dataset"
-    RATP_PICTO_URL = (
-        f"{RATP_ROOT_URL}"
-        "/pictogrammes-des-lignes-de-metro-rer-tramway-bus-et-noctilien/files"
-    )
-
-    OPERATOR_RE = re_compile(r"[^:]+:Operator::([^:]+):")
-    LINE_RE = re_compile(r"[^:]+:Line::([^:]+):")
-
-    def __init__(self, api_key: str, database: Database) -> None:
-        self._api_key = api_key
-        self._database = database
-
-        self._http_headers = {"Accept": "application/json", "apikey": self._api_key}
-
-        self._json_stops_decoder = Decoder(type=List[IdfmStop])
-        self._json_stop_areas_decoder = Decoder(type=List[IdfmStopArea])
-        self._json_connection_areas_decoder = Decoder(type=List[IdfmConnectionArea])
-        self._json_lines_decoder = Decoder(type=List[IdfmLine])
-        self._json_stops_lines_assos_decoder = Decoder(type=List[IdfmStopLineAsso])
-        self._json_ratp_pictos_decoder = Decoder(type=List[RatpPicto])
-        self._json_stop_area_stop_asso_decoder = Decoder(
-            type=List[StopAreaStopAssociation]
-        )
-
-        self._response_json_decoder = Decoder(type=IdfmResponse)
-
-    async def startup(self) -> None:
-        BATCH_SIZE = 10000
-        STEPS: tuple[
-            tuple[
-                Type[ConnectionArea] | Type[Stop] | Type[StopArea] | Type[StopShape],
-                Callable,
-                Callable,
-            ],
-            ...,
-        ] = (
-            (
-                StopShape,
-                self._request_stop_shapes,
-                IdfmInterface._format_idfm_stop_shapes,
-            ),
-            (
-                ConnectionArea,
-                self._request_idfm_connection_areas,
-                IdfmInterface._format_idfm_connection_areas,
-            ),
-            (
-                StopArea,
-                self._request_idfm_stop_areas,
-                IdfmInterface._format_idfm_stop_areas,
-            ),
-            (Stop, self._request_idfm_stops, IdfmInterface._format_idfm_stops),
-        )
-
-        for model, get_method, format_method in STEPS:
-            step_begin_ts = time()
-            elements = []
-
-            async for element in get_method():
-                elements.append(element)
-
-                if len(elements) == BATCH_SIZE:
-                    await model.add(format_method(*elements))
-                    elements.clear()
-
-            if elements:
-                await model.add(format_method(*elements))
-
-            print(f"Add {model.__name__}s: {time() - step_begin_ts}s")
-
-        begin_ts = time()
-        await self._load_lines()
-        print(f"Add Lines and IDFM LinePictos: {time() - begin_ts}s")
-
-        begin_ts = time()
-        await self._load_ratp_pictos(30)
-        print(f"Add RATP LinePictos: {time() - begin_ts}s")
-
-        begin_ts = time()
-        await self._load_lines_stops_assos()
-        print(f"Link Stops to Lines: {time() - begin_ts}s")
-
-        begin_ts = time()
-        await self._load_stop_assos()
-        print(f"Link Stops to StopAreas: {time() - begin_ts}s")
-
-    async def _load_lines(self, batch_size: int = 5000) -> None:
-        lines, pictos = [], []
-        picto_ids = set()
-        async for line in self._request_idfm_lines():
-            if (picto := line.fields.picto) is not None and picto.id_ not in picto_ids:
-                picto_ids.add(picto.id_)
-                pictos.append(picto)
-
-            lines.append(line)
-            if len(lines) == batch_size:
-                await LinePicto.add(IdfmInterface._format_idfm_pictos(*pictos))
-                await Line.add(await self._format_idfm_lines(*lines))
-                lines.clear()
-                pictos.clear()
-
-        if pictos:
-            await LinePicto.add(IdfmInterface._format_idfm_pictos(*pictos))
-        if lines:
-            await Line.add(await self._format_idfm_lines(*lines))
-
-    async def _load_ratp_pictos(self, batch_size: int = 5) -> None:
-        pictos = []
-
-        async for picto in self._request_ratp_pictos():
-            pictos.append(picto)
-            if len(pictos) == batch_size:
-                formatted_pictos = IdfmInterface._format_ratp_pictos(*pictos)
-                await LinePicto.add(map(lambda picto: picto[1], formatted_pictos))
-                await Line.add_pictos(formatted_pictos)
-                pictos.clear()
-
-        if pictos:
-            formatted_pictos = IdfmInterface._format_ratp_pictos(*pictos)
-            await LinePicto.add(map(lambda picto: picto[1], formatted_pictos))
-            await Line.add_pictos(formatted_pictos)
-
-    async def _load_lines_stops_assos(self, batch_size: int = 5000) -> None:
-        total_assos_nb = total_found_nb = 0
-        assos = []
-        async for asso in self._request_idfm_stops_lines_associations():
-            fields = asso.fields
-            try:
-                stop_id = int(fields.stop_id.rsplit(":", 1)[-1])
-            except ValueError as err:
-                print(err)
-                print(f"{fields.stop_id = }")
-                continue
-
-            assos.append((fields.route_long_name, fields.operatorname, stop_id))
-            if len(assos) == batch_size:
-                total_assos_nb += batch_size
-                total_found_nb += await Line.add_stops(assos)
-                assos.clear()
-
-        if assos:
-            total_assos_nb += len(assos)
-            total_found_nb += await Line.add_stops(assos)
-
-        print(f"{total_found_nb} line <-> stop ({total_assos_nb = } found)")
-
-    async def _load_stop_assos(self, batch_size: int = 5000) -> None:
-        total_assos_nb = area_stop_assos_nb = conn_stop_assos_nb = 0
-        area_stop_assos = []
-        connection_stop_assos = []
-
-        async for asso in self._request_idfm_stop_area_stop_associations():
-            fields = asso.fields
-
-            stop_id = int(fields.arrid)
-
-            area_stop_assos.append((int(fields.zdaid), stop_id))
-            connection_stop_assos.append((int(fields.zdcid), stop_id))
-
-            if len(area_stop_assos) == batch_size:
-                total_assos_nb += batch_size
-
-                if (found_nb := await StopArea.add_stops(area_stop_assos)) is not None:
-                    area_stop_assos_nb += found_nb
-                area_stop_assos.clear()
-
-                if (
-                    found_nb := await ConnectionArea.add_stops(connection_stop_assos)
-                ) is not None:
-                    conn_stop_assos_nb += found_nb
-                connection_stop_assos.clear()
-
-        if area_stop_assos:
-            total_assos_nb += len(area_stop_assos)
-            if (found_nb := await StopArea.add_stops(area_stop_assos)) is not None:
-                area_stop_assos_nb += found_nb
-            if (
-                found_nb := await ConnectionArea.add_stops(connection_stop_assos)
-            ) is not None:
-                conn_stop_assos_nb += found_nb
-
-        print(f"{area_stop_assos_nb} stop area <-> stop ({total_assos_nb = } found)")
-        print(f"{conn_stop_assos_nb} stop area <-> stop ({total_assos_nb = } found)")
-
-    # TODO: This method is synchronous due to the shapefile library.
-    # It's not a blocking issue but it could be nice to find an alternative.
-    async def _request_stop_shapes(self) -> AsyncIterator[ShapeRecord]:
-        # TODO: Use HTTP
-        with ShapeFileReader("./tests/datasets/REF_LDA.zip") as reader:
-            for record in reader.shapeRecords():
-                yield record
-
-    async def _request_idfm_stops(self) -> AsyncIterator[IdfmStop]:
-        # headers = {"Accept": "application/json", "apikey": self._api_key}
-        # async with ClientSession(headers=headers) as session:
-        #     async with session.get(self.STOPS_URL) as response:
-        #         # print("Status:", response.status)
-        #         if response.status == 200:
-        #             for point in self._json_stops_decoder.decode(await response.read()):
-        #                 yield point
-        # TODO: Use HTTP
-        async with async_open("./tests/datasets/stops_dataset.json", "rb") as raw:
-            for element in self._json_stops_decoder.decode(await raw.read()):
-                yield element
-
-    async def _request_idfm_stop_areas(self) -> AsyncIterator[IdfmStopArea]:
-        # TODO: Use HTTP
-        async with async_open("./tests/datasets/zones-d-arrets.json", "rb") as raw:
-            for element in self._json_stop_areas_decoder.decode(await raw.read()):
-                yield element
-
-    async def _request_idfm_connection_areas(self) -> AsyncIterator[IdfmConnectionArea]:
-        async with async_open(
-            "./tests/datasets/zones-de-correspondance.json", "rb"
-        ) as raw:
-            for element in self._json_connection_areas_decoder.decode(await raw.read()):
-                yield element
-
-    async def _request_idfm_lines(self) -> AsyncIterator[IdfmLine]:
-        # TODO: Use HTTP
-        async with async_open("./tests/datasets/lines_dataset.json", "rb") as raw:
-            for element in self._json_lines_decoder.decode(await raw.read()):
-                yield element
-
-    async def _request_idfm_stops_lines_associations(
-        self,
-    ) -> AsyncIterator[IdfmStopLineAsso]:
-        # TODO: Use HTTP
-        async with async_open("./tests/datasets/arrets-lignes.json", "rb") as raw:
-            for element in self._json_stops_lines_assos_decoder.decode(
-                await raw.read()
-            ):
-                yield element
-
-    async def _request_idfm_stop_area_stop_associations(
-        self,
-    ) -> AsyncIterator[StopAreaStopAssociation]:
-        # TODO: Use HTTP
-        async with async_open("./tests/datasets/relations.json", "rb") as raw:
-            for element in self._json_stop_area_stop_asso_decoder.decode(
-                await raw.read()
-            ):
-                yield element
-
-    async def _request_ratp_pictos(self) -> AsyncIterator[RatpPicto]:
-        # TODO: Use HTTP
-        async with async_open(
-            "./tests/datasets/pictogrammes-des-lignes-de-metro-rer-tramway-bus-et-noctilien.json",
-            "rb",
-        ) as fd:
-            for element in self._json_ratp_pictos_decoder.decode(await fd.read()):
-                yield element
-
-    @classmethod
-    def _format_idfm_pictos(cls, *pictos: IdfmPicto) -> Iterable[LinePicto]:
-        ret = []
-
-        for picto in pictos:
-            ret.append(
-                LinePicto(
-                    id=picto.id_,
-                    mime_type=picto.mimetype,
-                    height_px=picto.height,
-                    width_px=picto.width,
-                    filename=picto.filename,
-                    url=f"{cls.IDFM_PICTO_URL}/{picto.id_}/download",
-                    thumbnail=picto.thumbnail,
-                    format=picto.format,
-                )
-            )
-
-        return ret
-
-    @classmethod
-    def _format_ratp_pictos(cls, *pictos: RatpPicto) -> Iterable[tuple[str, LinePicto]]:
-        ret = []
-
-        for picto in pictos:
-            if (fields := picto.fields.noms_des_fichiers) is not None:
-                ret.append(
-                    (
-                        picto.fields.indices_commerciaux,
-                        LinePicto(
-                            id=fields.id_,
-                            mime_type=f"image/{fields.format.lower()}",
-                            height_px=fields.height,
-                            width_px=fields.width,
-                            filename=fields.filename,
-                            url=f"{cls.RATP_PICTO_URL}/{fields.id_}/download",
-                            thumbnail=fields.thumbnail,
-                            format=fields.format,
-                        ),
-                    )
-                )
-
-        return ret
-
-    async def _format_idfm_lines(self, *lines: IdfmLine) -> Iterable[Line]:
-        ret = []
-
-        optional_value = IdfmLine.optional_value
-
-        for line in lines:
-            fields = line.fields
-
-            picto_id = fields.picto.id_ if fields.picto is not None else None
-            picto = await LinePicto.get_by_id(picto_id) if picto_id else None
-
-            ret.append(
-                Line(
-                    id=fields.id_line,
-                    short_name=fields.shortname_line,
-                    name=fields.name_line,
-                    status=IdfmLineState(fields.status.value),
-                    transport_mode=TransportMode(fields.transportmode.value),
-                    transport_submode=optional_value(fields.transportsubmode),
-                    network_name=optional_value(fields.networkname),
-                    group_of_lines_id=optional_value(fields.id_groupoflines),
-                    group_of_lines_shortname=optional_value(
-                        fields.shortname_groupoflines
-                    ),
-                    colour_web_hexa=fields.colourweb_hexa,
-                    text_colour_hexa=fields.textcolourprint_hexa,
-                    operator_id=optional_value(fields.operatorref),
-                    operator_name=optional_value(fields.operatorname),
-                    accessibility=IdfmState(fields.accessibility.value),
-                    visual_signs_available=IdfmState(
-                        fields.visualsigns_available.value
-                    ),
-                    audible_signs_available=IdfmState(
-                        fields.audiblesigns_available.value
-                    ),
-                    picto_id=fields.picto.id_ if fields.picto is not None else None,
-                    picto=picto,
-                    record_id=line.recordid,
-                    record_ts=int(line.record_timestamp.timestamp()),
-                )
-            )
-
-        return ret
-
-    @staticmethod
-    def _format_idfm_stops(*stops: IdfmStop) -> Iterable[Stop]:
-        for stop in stops:
-            fields = stop.fields
-            try:
-                created_ts = int(fields.arrcreated.timestamp())  # type: ignore
-            except AttributeError:
-                created_ts = None
-            yield Stop(
-                id=int(fields.arrid),
-                name=fields.arrname,
-                latitude=fields.arrgeopoint.lat,
-                longitude=fields.arrgeopoint.lon,
-                town_name=fields.arrtown,
-                postal_region=fields.arrpostalregion,
-                xepsg2154=fields.arrxepsg2154,
-                yepsg2154=fields.arryepsg2154,
-                transport_mode=TransportMode(fields.arrtype.value),
-                version=fields.arrversion,
-                created_ts=created_ts,
-                changed_ts=int(fields.arrchanged.timestamp()),
-                accessibility=IdfmState(fields.arraccessibility.value),
-                visual_signs_available=IdfmState(fields.arrvisualsigns.value),
-                audible_signs_available=IdfmState(fields.arraudiblesignals.value),
-                record_id=stop.recordid,
-                record_ts=int(stop.record_timestamp.timestamp()),
-            )
-
-    @staticmethod
-    def _format_idfm_stop_areas(*stop_areas: IdfmStopArea) -> Iterable[StopArea]:
-        for stop_area in stop_areas:
-            fields = stop_area.fields
-            try:
-                created_ts = int(fields.zdacreated.timestamp())  # type: ignore
-            except AttributeError:
-                created_ts = None
-            yield StopArea(
-                id=int(fields.zdaid),
-                name=fields.zdaname,
-                town_name=fields.zdatown,
-                postal_region=fields.zdapostalregion,
-                xepsg2154=fields.zdaxepsg2154,
-                yepsg2154=fields.zdayepsg2154,
-                type=StopAreaType(fields.zdatype.value),
-                version=fields.zdaversion,
-                created_ts=created_ts,
-                changed_ts=int(fields.zdachanged.timestamp()),
-            )
-
-    @staticmethod
-    def _format_idfm_connection_areas(
-        *connection_areas: IdfmConnectionArea,
-    ) -> Iterable[ConnectionArea]:
-        for connection_area in connection_areas:
-            yield ConnectionArea(
-                id=int(connection_area.zdcid),
-                name=connection_area.zdcname,
-                town_name=connection_area.zdctown,
-                postal_region=connection_area.zdcpostalregion,
-                xepsg2154=connection_area.zdcxepsg2154,
-                yepsg2154=connection_area.zdcyepsg2154,
-                transport_mode=StopAreaType(connection_area.zdctype.value),
-                version=connection_area.zdcversion,
-                created_ts=int(connection_area.zdccreated.timestamp()),
-                changed_ts=int(connection_area.zdcchanged.timestamp()),
-            )
-
-    @staticmethod
-    def _format_idfm_stop_shapes(*shape_records: ShapeRecord) -> Iterable[StopShape]:
-        for shape_record in shape_records:
-            yield StopShape(
-                id=shape_record.record[1],
-                type=shape_record.shape.shapeType,
-                bounding_box=list(shape_record.shape.bbox),
-                points=shape_record.shape.points,
-            )
-
-    async def render_line_picto(self, line: Line) -> tuple[None | str, None | str]:
-        begin_ts = time()
-        line_picto_path = line_picto_format = None
-        target = f"/tmp/{line.id}_repr"
-
-        picto = line.picto
-        if picto is not None:
-            if (picto_data := await self._get_line_picto(line)) is not None:
-                async with async_open(target, "wb") as fd:
-                    await fd.write(bytes(picto_data))
-                line_picto_path = target
-                line_picto_format = picto.mime_type
-
-        print(f"render_line_picto: {time() - begin_ts}")
-        return (line_picto_path, line_picto_format)
-
-    async def _get_line_picto(self, line: Line) -> ByteString | None:
-        print("---------------------------------------------------------------------")
-        begin_ts = time()
-        data = None
-
-        picto = line.picto
-        if picto is not None and picto.url is not None:
-            headers = (
-                self._http_headers if picto.url.startswith(self.IDFM_ROOT_URL) else None
-            )
-            session_begin_ts = time()
-            async with ClientSession(headers=headers) as session:
-                session_creation_ts = time()
-                print(f"Session creation {session_creation_ts - session_begin_ts}")
-                async with session.get(picto.url) as response:
-                    get_end_ts = time()
-                    print(f"GET {get_end_ts - session_creation_ts}")
-                    data = await response.read()
-                    print(f"read {time() - get_end_ts}")
-
-        print(f"render_line_picto: {time() - begin_ts}")
-        print("---------------------------------------------------------------------")
-        return data
-
-    async def get_next_passages(self, stop_point_id: str) -> IdfmResponse | None:
-        ret = None
-        params = {"MonitoringRef": f"STIF:StopPoint:Q:{stop_point_id}:"}
-        async with ClientSession(headers=self._http_headers) as session:
-            async with session.get(self.IDFM_STOP_MON_URL, params=params) as response:
-                if response.status == 200:
-                    data = await response.read()
-                    try:
-                        ret = self._response_json_decoder.decode(data)
-                    except ValidationError as err:
-                        print(err)
-
-        return ret
-
-    async def get_destinations(self, stop_id: int) -> IdfmDestinations | None:
-        begin_ts = time()
-
-        destinations: IdfmDestinations = defaultdict(set)
-
-        if (stop := await Stop.get_by_id(stop_id)) is not None:
-            expected_stop_ids = {stop.id}
-
-        elif (stop_area := await StopArea.get_by_id(stop_id)) is not None:
-            expected_stop_ids = {stop.id for stop in stop_area.stops}
-
-        else:
-            return None
-
-        if (res := await self.get_next_passages(stop_id)) is not None:
-
-            for delivery in res.Siri.ServiceDelivery.StopMonitoringDelivery:
-                if delivery.Status == IdfmState.true:
-                    for stop_visit in delivery.MonitoredStopVisit:
-
-                        monitoring_ref = stop_visit.MonitoringRef.value
-                        try:
-                            monitored_stop_id = int(monitoring_ref.split(":")[-2])
-                        except (IndexError, ValueError):
-                            print(f"Unable to get stop id from {monitoring_ref}")
-                            continue
-
-                        journey = stop_visit.MonitoredVehicleJourney
-                        if (
-                            dst_names := journey.DestinationName
-                        ) and monitored_stop_id in expected_stop_ids:
-
-                            line_id = journey.LineRef.value.split(":")[-2]
-                            destinations[line_id].add(dst_names[0].value)
-
-        print(f"get_next_passages: {time() - begin_ts}")
-        return destinations

backend/backend/idfm_interface/ratp_types.py

@@ -1,25 +0,0 @@
-from datetime import datetime
-from typing import Optional
-
-from msgspec import Struct
-
-
-class PictoFieldsFile(Struct, rename={"id_": "id"}):
-    id_: str
-    height: int
-    width: int
-    filename: str
-    thumbnail: bool
-    format: str
-
-
-class PictoFields(Struct):
-    indices_commerciaux: str
-    noms_des_fichiers: Optional[PictoFieldsFile] = None
-
-
-class Picto(Struct):
-    datasetid: str
-    recordid: str
-    fields: PictoFields
-    record_timestamp: datetime

backend/backend/models/stop.py

@@ -1,260 +0,0 @@
-from __future__ import annotations
-
-from typing import Iterable, Sequence, TYPE_CHECKING
-
-from sqlalchemy import (
-    BigInteger,
-    Column,
-    Enum,
-    Float,
-    ForeignKey,
-    Integer,
-    JSON,
-    select,
-    String,
-    Table,
-)
-from sqlalchemy.orm import (
-    mapped_column,
-    Mapped,
-    relationship,
-    selectinload,
-    with_polymorphic,
-)
-from sqlalchemy.schema import Index
-
-from ..db import Base, db
-from ..idfm_interface.idfm_types import TransportMode, IdfmState, StopAreaType
-
-if TYPE_CHECKING:
-    from .line import Line
-
-
-stop_area_stop_association_table = Table(
-    "stop_area_stop_association_table",
-    Base.metadata,
-    Column("stop_id", ForeignKey("_stops.id")),
-    Column("stop_area_id", ForeignKey("stop_areas.id")),
-)
-
-
-class _Stop(Base):
-
-    db = db
-
-    id = mapped_column(BigInteger, primary_key=True)
-    kind = mapped_column(String)
-
-    name = mapped_column(String, nullable=False, index=True)
-    town_name = mapped_column(String, nullable=False)
-    postal_region = mapped_column(String, nullable=False)
-    xepsg2154 = mapped_column(BigInteger, nullable=False)
-    yepsg2154 = mapped_column(BigInteger, nullable=False)
-
-    version = mapped_column(String, nullable=False)
-    created_ts = mapped_column(BigInteger)
-    changed_ts = mapped_column(BigInteger, nullable=False)
-
-    lines: Mapped[list[Line]] = relationship(
-        "Line",
-        secondary="line_stop_association_table",
-        back_populates="stops",
-        lazy="selectin",
-    )
-    areas: Mapped[list["StopArea"]] = relationship(
-        "StopArea", secondary=stop_area_stop_association_table, back_populates="stops"
-    )
-    connection_area_id: Mapped[int] = mapped_column(
-        ForeignKey("connection_areas.id"), nullable=True
-    )
-    connection_area: Mapped["ConnectionArea"] = relationship(
-        back_populates="stops", lazy="selectin"
-    )
-
-    __tablename__ = "_stops"
-    __mapper_args__ = {"polymorphic_identity": "_stops", "polymorphic_on": kind}
-    __table_args__ = (
-        # To optimize the ilike requests
-        Index(
-            "name_idx_gin",
-            name,
-            postgresql_ops={"name": "gin_trgm_ops"},
-            postgresql_using="gin",
-        ),
-    )
-
-    # TODO: Test https://www.cybertec-postgresql.com/en/postgresql-more-performance-for-like-and-ilike-statements/
-    # TODO: Should be able to remove with_polymorphic ?
-    @classmethod
-    async def get_by_name(cls, name: str) -> Sequence[type[_Stop]] | None:
-        session = cls.db.session
-        if session is None:
-            return None
-
-        stop_stop_area = with_polymorphic(_Stop, [Stop, StopArea])
-        stmt = (
-            select(stop_stop_area)
-            .where(stop_stop_area.name.ilike(f"%{name}%"))
-            .options(
-                selectinload(stop_stop_area.areas),
-                selectinload(stop_stop_area.lines),
-            )
-        )
-
-        res = await session.execute(stmt)
-        stops = res.scalars().all()
-
-        return stops
-
-
-class Stop(_Stop):
-
-    id = mapped_column(BigInteger, ForeignKey("_stops.id"), primary_key=True)
-
-    latitude = mapped_column(Float, nullable=False)
-    longitude = mapped_column(Float, nullable=False)
-    transport_mode = mapped_column(Enum(TransportMode), nullable=False)
-    accessibility = mapped_column(Enum(IdfmState), nullable=False)
-    visual_signs_available = mapped_column(Enum(IdfmState), nullable=False)
-    audible_signs_available = mapped_column(Enum(IdfmState), nullable=False)
-
-    record_id = mapped_column(String, nullable=False)
-    record_ts = mapped_column(BigInteger, nullable=False)
-
-    __tablename__ = "stops"
-    __mapper_args__ = {"polymorphic_identity": "stops", "polymorphic_load": "inline"}
-
-
-class StopArea(_Stop):
-
-    id = mapped_column(BigInteger, ForeignKey("_stops.id"), primary_key=True)
-
-    type = mapped_column(Enum(StopAreaType), nullable=False)
-
-    stops: Mapped[list["Stop"]] = relationship(
-        "Stop",
-        secondary=stop_area_stop_association_table,
-        back_populates="areas",
-        lazy="selectin",
-    )
-
-    __tablename__ = "stop_areas"
-    __mapper_args__ = {
-        "polymorphic_identity": "stop_areas",
-        "polymorphic_load": "inline",
-    }
-
-    @classmethod
-    async def add_stops(
-        cls, stop_area_to_stop_ids: Iterable[tuple[int, int]]
-    ) -> int | None:
-        session = cls.db.session
-        if session is None:
-            return None
-
-        stop_area_ids, stop_ids = set(), set()
-        for stop_area_id, stop_id in stop_area_to_stop_ids:
-            stop_area_ids.add(stop_area_id)
-            stop_ids.add(stop_id)
-
-        stop_areas_res = await session.scalars(
-            select(StopArea)
-            .where(StopArea.id.in_(stop_area_ids))
-            .options(selectinload(StopArea.stops))
-        )
-        stop_areas: dict[int, StopArea] = {
-            stop_area.id: stop_area for stop_area in stop_areas_res.all()
-        }
-
-        stop_res = await session.execute(select(Stop).where(Stop.id.in_(stop_ids)))
-        stops: dict[int, Stop] = {stop.id: stop for stop in stop_res.scalars()}
-
-        found = 0
-        for stop_area_id, stop_id in stop_area_to_stop_ids:
-            if (stop_area := stop_areas.get(stop_area_id)) is not None:
-                if (stop := stops.get(stop_id)) is not None:
-                    stop_area.stops.append(stop)
-                    found += 1
-                else:
-                    print(f"No stop found for {stop_id} id")
-            else:
-                print(f"No stop area found for {stop_area_id}")
-
-        await session.commit()
-
-        return found
-
-
-class StopShape(Base):
-
-    db = db
-
-    id = mapped_column(BigInteger, primary_key=True)  # Same id than ConnectionArea
-    type = mapped_column(Integer, nullable=False)
-    bounding_box = mapped_column(JSON)
-    points = mapped_column(JSON)
-
-    __tablename__ = "stop_shapes"
-
-
-class ConnectionArea(Base):
-
-    db = db
-
-    id = mapped_column(BigInteger, primary_key=True)
-
-    name = mapped_column(String, nullable=False)
-    town_name = mapped_column(String, nullable=False)
-    postal_region = mapped_column(String, nullable=False)
-    xepsg2154 = mapped_column(BigInteger, nullable=False)
-    yepsg2154 = mapped_column(BigInteger, nullable=False)
-    transport_mode = mapped_column(Enum(StopAreaType), nullable=False)
-
-    version = mapped_column(String, nullable=False)
-    created_ts = mapped_column(BigInteger)
-    changed_ts = mapped_column(BigInteger, nullable=False)
-
-    stops: Mapped[list["_Stop"]] = relationship(back_populates="connection_area")
-
-    __tablename__ = "connection_areas"
-
-    # TODO: Merge with StopArea.add_stops
-    @classmethod
-    async def add_stops(
-        cls, conn_area_to_stop_ids: Iterable[tuple[int, int]]
-    ) -> int | None:
-        session = cls.db.session
-        if session is None:
-            return None
-
-        conn_area_ids, stop_ids = set(), set()
-        for conn_area_id, stop_id in conn_area_to_stop_ids:
-            conn_area_ids.add(conn_area_id)
-            stop_ids.add(stop_id)
-
-        conn_area_res = await session.execute(
-            select(ConnectionArea)
-            .where(ConnectionArea.id.in_(conn_area_ids))
-            .options(selectinload(ConnectionArea.stops))
-        )
-        conn_areas: dict[int, ConnectionArea] = {
-            conn.id: conn for conn in conn_area_res.scalars()
-        }
-
-        stop_res = await session.execute(select(_Stop).where(_Stop.id.in_(stop_ids)))
-        stops: dict[int, _Stop] = {stop.id: stop for stop in stop_res.scalars()}
-
-        found = 0
-        for conn_area_id, stop_id in conn_area_to_stop_ids:
-            if (conn_area := conn_areas.get(conn_area_id)) is not None:
-                if (stop := stops.get(stop_id)) is not None:
-                    conn_area.stops.append(stop)
-                    found += 1
-                else:
-                    print(f"No stop found for {stop_id} id")
-            else:
-                print(f"No connection area found for {conn_area_id}")
-
-        await session.commit()
-
-        return found

backend/backend/models/user.py

@@ -1,25 +0,0 @@
-from sqlalchemy import Column, ForeignKey, String, Table
-from sqlalchemy.orm import Mapped, mapped_column, relationship
-
-from ..db import Base, db
-from .stop import _Stop
-
-user_last_stop_search_stops_associations_table = Table(
-    "user_last_stop_search_stops_associations_table",
-    Base.metadata,
-    Column("user_mxid", ForeignKey("user_last_stop_search_results.user_mxid")),
-    Column("stop_id", ForeignKey("_stops.id")),
-)
-
-
-class UserLastStopSearchResults(Base):
-
-    db = db
-
-    __tablename__ = "user_last_stop_search_results"
-
-    user_mxid = mapped_column(String, primary_key=True)
-    request_content = mapped_column(String, nullable=False)
-    stops: Mapped[_Stop] = relationship(
-        _Stop, secondary=user_last_stop_search_stops_associations_table
-    )

backend/config.local.yaml

@@ -0,0 +1,21 @@
+app_name: carrramba-encore-rate
+clear_static_data: false
+
+http:
+  host: 127.0.0.1
+  port: 8080
+  cert: ./config/cert.pem
+
+db:
+  name: carrramba-encore-rate
+  host: 127.0.0.1
+  port: 5432
+  driver: postgresql+psycopg
+  user: cer
+  password: cer_password
+
+cache:
+  enable: true
+
+tracing:
+  enable: false

backend/config.sample.yaml

@@ -0,0 +1,21 @@
+app_name: carrramba-encore-rate
+clear_static_data: false
+
+http:
+  host: 0.0.0.0
+  port: 8080
+#  cert: ./config/cert.pem
+
+db:
+  name: carrramba-encore-rate
+  host: postgres
+  port: 5432
+  user: cer
+
+cache:
+  enable: true
+  host: redis
+  # TODO: Add user credentials
+
+tracing:
+  enable: false

backend/db_updater.py

@@ -0,0 +1,575 @@
+#!/usr/bin/env python3
+
+from asyncio import run, gather
+from logging import getLogger, INFO, Handler as LoggingHandler, NOTSET
+from itertools import islice
+from time import time
+from os import environ
+from typing import Callable, Iterable, List, Type
+
+from aiofiles.tempfile import NamedTemporaryFile
+from aiohttp import ClientSession
+from msgspec import ValidationError
+from msgspec.json import Decoder
+from pyproj import Transformer
+from shapefile import Reader as ShapeFileReader, ShapeRecord  # type: ignore
+from tqdm import tqdm
+from yaml import safe_load
+
+from api.db import Base, db, Database
+from api.models import ConnectionArea, Line, LinePicto, Stop, StopArea, StopShape
+from api.idfm_interface.idfm_types import (
+    ConnectionArea as IdfmConnectionArea,
+    IdfmLineState,
+    Line as IdfmLine,
+    LinePicto as IdfmPicto,
+    IdfmState,
+    Stop as IdfmStop,
+    StopArea as IdfmStopArea,
+    StopAreaStopAssociation,
+    StopAreaType,
+    StopLineAsso as IdfmStopLineAsso,
+    TransportMode,
+)
+from api.idfm_interface.ratp_types import Picto as RatpPicto
+from api.settings import Settings
+
+
+CONFIG_PATH = environ.get("CONFIG_PATH", "./config.sample.yaml")
+BATCH_SIZE = 1000
+
+
+IDFM_ROOT_URL = "https://data.iledefrance-mobilites.fr/explore/dataset"
+IDFM_CONNECTION_AREAS_URL = (
+    f"{IDFM_ROOT_URL}/zones-de-correspondance/download/?format=json"
+)
+IDFM_LINES_URL = f"{IDFM_ROOT_URL}/referentiel-des-lignes/download/?format=json"
+IDFM_PICTO_URL = f"{IDFM_ROOT_URL}/referentiel-des-lignes/files"
+IDFM_STOP_AREAS_URL = f"{IDFM_ROOT_URL}/zones-d-arrets/download/?format=json"
+IDFM_STOP_SHAPES_URL = "https://eu.ftp.opendatasoft.com/stif/Reflex/REF_ArR.zip"
+IDFM_STOP_AREA_SHAPES_URL = "https://eu.ftp.opendatasoft.com/stif/Reflex/REF_ZdA.zip"
+
+IDFM_STOP_STOP_AREAS_ASSOS_URL = f"{IDFM_ROOT_URL}/relations/download/?format=json"
+IDFM_STOPS_LINES_ASSOS_URL = f"{IDFM_ROOT_URL}/arrets-lignes/download/?format=json"
+IDFM_STOPS_URL = f"{IDFM_ROOT_URL}/arrets/download/?format=json"
+
+RATP_ROOT_URL = "https://data.ratp.fr/api/explore/v2.1/catalog/datasets"
+RATP_PICTOS_URL = (
+    f"{RATP_ROOT_URL}"
+    "/pictogrammes-des-lignes-de-metro-rer-tramway-bus-et-noctilien/exports/json?lang=fr"
+)
+
+
+# From https://stackoverflow.com/a/38739634
+class TqdmLoggingHandler(LoggingHandler):
+    def __init__(self, level=NOTSET):
+        super().__init__(level)
+
+    def emit(self, record):
+        try:
+            msg = self.format(record)
+            tqdm.write(msg)
+            self.flush()
+        except Exception:
+            self.handleError(record)
+
+
+logger = getLogger(__name__)
+logger.setLevel(INFO)
+logger.addHandler(TqdmLoggingHandler())
+
+
+epsg2154_epsg3857_transformer = Transformer.from_crs(2154, 3857)
+
+json_stops_decoder = Decoder(type=List[IdfmStop])
+json_stop_areas_decoder = Decoder(type=List[IdfmStopArea])
+json_connection_areas_decoder = Decoder(type=List[IdfmConnectionArea])
+json_lines_decoder = Decoder(type=List[IdfmLine])
+json_stops_lines_assos_decoder = Decoder(type=List[IdfmStopLineAsso])
+json_ratp_pictos_decoder = Decoder(type=List[RatpPicto])
+json_stop_area_stop_asso_decoder = Decoder(type=List[StopAreaStopAssociation])
+
+
+def format_idfm_pictos(*pictos: IdfmPicto) -> Iterable[LinePicto]:
+    ret = []
+
+    for picto in pictos:
+        ret.append(
+            LinePicto(
+                id=picto.id_,
+                mime_type=picto.mimetype,
+                height_px=picto.height,
+                width_px=picto.width,
+                filename=picto.filename,
+                url=f"{IDFM_PICTO_URL}/{picto.id_}/download",
+                thumbnail=picto.thumbnail,
+                format=picto.format,
+            )
+        )
+
+    return ret
+
+
+def format_ratp_pictos(*pictos: RatpPicto) -> Iterable[tuple[str, LinePicto]]:
+    ret = []
+
+    for picto in pictos:
+        if (fields := picto.noms_des_fichiers) is not None:
+            ret.append(
+                (
+                    picto.indices_commerciaux,
+                    LinePicto(
+                        id=fields.id_,
+                        mime_type=f"image/{fields.format.lower()}",
+                        height_px=fields.height,
+                        width_px=fields.width,
+                        filename=fields.filename,
+                        url=f"{RATP_PICTOS_URL}/{fields.id_}/download",
+                        thumbnail=fields.thumbnail,
+                        format=fields.format,
+                    ),
+                )
+            )
+
+    return ret
+
+
+def format_idfm_lines(*lines: IdfmLine) -> Iterable[Line]:
+    ret = []
+
+    optional_value = IdfmLine.optional_value
+
+    for line in lines:
+        fields = line.fields
+
+        line_id = fields.id_line
+        try:
+            formatted_line_id = int(line_id[1:] if line_id[0] == "C" else line_id)
+        except ValueError:
+            logger.warning("Unable to format %s line id.", line_id)
+            continue
+
+        try:
+            operator_id = int(fields.operatorref)  # type: ignore
+        except (ValueError, TypeError):
+            logger.warning("Unable to format %s operator id.", fields.operatorref)
+            operator_id = 0
+
+        ret.append(
+            Line(
+                id=formatted_line_id,
+                short_name=fields.shortname_line,
+                name=fields.name_line,
+                status=IdfmLineState(fields.status.value),
+                transport_mode=TransportMode(fields.transportmode.value),
+                transport_submode=optional_value(fields.transportsubmode),
+                network_name=optional_value(fields.networkname),
+                group_of_lines_id=optional_value(fields.id_groupoflines),
+                group_of_lines_shortname=optional_value(fields.shortname_groupoflines),
+                colour_web_hexa=fields.colourweb_hexa,
+                text_colour_hexa=fields.textcolourprint_hexa,
+                operator_id=operator_id,
+                operator_name=optional_value(fields.operatorname),
+                accessibility=IdfmState(fields.accessibility.value),
+                visual_signs_available=IdfmState(fields.visualsigns_available.value),
+                audible_signs_available=IdfmState(fields.audiblesigns_available.value),
+                picto_id=fields.picto.id_ if fields.picto is not None else None,
+                record_id=line.recordid,
+                record_ts=int(line.record_timestamp.timestamp()),
+            )
+        )
+
+    return ret
+
+
+def format_idfm_stops(*stops: IdfmStop) -> Iterable[Stop]:
+    for stop in stops:
+        fields = stop.fields
+
+        try:
+            created_ts = int(fields.arrcreated.timestamp())  # type: ignore
+        except AttributeError:
+            created_ts = None
+
+        epsg3857_point = epsg2154_epsg3857_transformer.transform(
+            fields.arrxepsg2154, fields.arryepsg2154
+        )
+
+        try:
+            postal_region = int(fields.arrpostalregion)
+        except ValueError:
+            logger.warning("Unable to format %s postal region.", fields.arrpostalregion)
+            continue
+
+        yield Stop(
+            id=int(fields.arrid),
+            name=fields.arrname,
+            epsg3857_x=epsg3857_point[0],
+            epsg3857_y=epsg3857_point[1],
+            town_name=fields.arrtown,
+            postal_region=postal_region,
+            transport_mode=TransportMode(fields.arrtype.value),
+            version=fields.arrversion,
+            created_ts=created_ts,
+            changed_ts=int(fields.arrchanged.timestamp()),
+            accessibility=IdfmState(fields.arraccessibility.value),
+            visual_signs_available=IdfmState(fields.arrvisualsigns.value),
+            audible_signs_available=IdfmState(fields.arraudiblesignals.value),
+            record_id=stop.recordid,
+            record_ts=int(stop.record_timestamp.timestamp()),
+        )
+
+
+def format_idfm_stop_areas(*stop_areas: IdfmStopArea) -> Iterable[StopArea]:
+    for stop_area in stop_areas:
+        fields = stop_area.fields
+
+        try:
+            created_ts = int(fields.zdacreated.timestamp())  # type: ignore
+        except AttributeError:
+            created_ts = None
+
+        epsg3857_point = epsg2154_epsg3857_transformer.transform(
+            fields.zdaxepsg2154, fields.zdayepsg2154
+        )
+
+        yield StopArea(
+            id=int(fields.zdaid),
+            name=fields.zdaname,
+            town_name=fields.zdatown,
+            postal_region=fields.zdapostalregion,
+            epsg3857_x=epsg3857_point[0],
+            epsg3857_y=epsg3857_point[1],
+            type=StopAreaType(fields.zdatype.value),
+            version=fields.zdaversion,
+            created_ts=created_ts,
+            changed_ts=int(fields.zdachanged.timestamp()),
+        )
+
+
+def format_idfm_connection_areas(
+    *connection_areas: IdfmConnectionArea,
+) -> Iterable[ConnectionArea]:
+    for connection_area in connection_areas:
+        fields = connection_area.fields
+
+        epsg3857_point = epsg2154_epsg3857_transformer.transform(
+            fields.zdcxepsg2154, fields.zdcyepsg2154
+        )
+
+        yield ConnectionArea(
+            id=int(fields.zdcid),
+            name=fields.zdcname,
+            town_name=fields.zdctown,
+            postal_region=fields.zdcpostalregion,
+            epsg3857_x=epsg3857_point[0],
+            epsg3857_y=epsg3857_point[1],
+            transport_mode=StopAreaType(fields.zdctype.value),
+            version=fields.zdcversion,
+            created_ts=int(fields.zdccreated.timestamp()),
+            changed_ts=int(fields.zdcchanged.timestamp()),
+        )
+
+
+def format_idfm_stop_shapes(*shape_records: ShapeRecord) -> Iterable[StopShape]:
+    for shape_record in shape_records:
+
+        epsg3857_points = [
+            epsg2154_epsg3857_transformer.transform(*point)
+            for point in shape_record.shape.points
+        ]
+
+        try:
+            bbox_it = iter(shape_record.shape.bbox)
+            epsg3857_bbox = [
+                epsg2154_epsg3857_transformer.transform(*point)
+                for point in zip(bbox_it, bbox_it)
+            ]
+        except AttributeError:
+            # Handle stop shapes for which no bbox is provided
+            epsg3857_bbox = []
+
+        yield StopShape(
+            id=shape_record.record[1],
+            type=shape_record.shape.shapeType,
+            epsg3857_bbox=epsg3857_bbox,
+            epsg3857_points=epsg3857_points,
+        )
+
+
+async def http_get(url: str) -> str | None:
+    chunks = []
+
+    headers = {"Accept": "application/json"}
+    async with ClientSession(headers=headers) as session:
+
+        async with session.get(url) as response:
+            size = int(response.headers.get("content-length", 0)) or None
+
+            progress_bar = tqdm(desc=f"Downloading {url}", total=size)
+
+            if response.status == 200:
+                async for chunk in response.content.iter_chunked(1024 * 1024):
+                    chunks.append(chunk.decode())
+                    progress_bar.update(len(chunk))
+
+            else:
+                return None
+
+    return "".join(chunks)
+
+
+async def http_request(
+    url: str, decode: Callable, format_method: Callable, model: Type[Base]
+) -> bool:
+    elements = []
+
+    data = await http_get(url)
+    if data is None:
+        return False
+
+    try:
+        for element in decode(data):
+            elements.append(element)
+
+            if len(elements) == BATCH_SIZE:
+                await model.add(format_method(*elements))
+                elements.clear()
+
+        if elements:
+            await model.add(format_method(*elements))
+
+    except ValidationError as err:
+        logger.warning(err)
+        return False
+
+    return True
+
+
+async def load_idfm_stops() -> bool:
+    return await http_request(
+        IDFM_STOPS_URL, json_stops_decoder.decode, format_idfm_stops, Stop
+    )
+
+
+async def load_idfm_stop_areas() -> bool:
+    return await http_request(
+        IDFM_STOP_AREAS_URL,
+        json_stop_areas_decoder.decode,
+        format_idfm_stop_areas,
+        StopArea,
+    )
+
+
+async def load_idfm_connection_areas() -> bool:
+    return await http_request(
+        IDFM_CONNECTION_AREAS_URL,
+        json_connection_areas_decoder.decode,
+        format_idfm_connection_areas,
+        ConnectionArea,
+    )
+
+
+async def load_idfm_stop_shapes(url: str) -> None:
+    async with ClientSession(headers={"Accept": "application/zip"}) as session:
+        async with session.get(url) as response:
+            size = int(response.headers.get("content-length", 0)) or None
+            dl_progress_bar = tqdm(desc=f"Downloading {url}", total=size)
+
+            if response.status == 200:
+                async with NamedTemporaryFile(suffix=".zip") as tmp_file:
+                    async for chunk in response.content.iter_chunked(1024 * 1024):
+                        await tmp_file.write(chunk)
+                        dl_progress_bar.update(len(chunk))
+
+                    with ShapeFileReader(tmp_file.name) as reader:
+                        step_begin_ts = time()
+
+                        shapes = reader.shapeRecords()
+                        shapes_len = len(shapes)
+
+                        db_progress_bar = tqdm(
+                            desc=f"Filling db with {shapes_len} StopShapes",
+                            total=shapes_len,
+                        )
+
+                        begin, end, finished = 0, BATCH_SIZE, False
+                        while not finished:
+                            elements = islice(shapes, begin, end)
+                            formatteds = list(format_idfm_stop_shapes(*elements))
+                            await StopShape.add(formatteds)
+
+                            begin = end
+                            end = begin + BATCH_SIZE
+                            finished = begin > len(shapes)
+                            db_progress_bar.update(BATCH_SIZE)
+
+                        logger.info(
+                            f"Add {StopShape.__name__}s: {time() - step_begin_ts}s"
+                        )
+
+
+async def load_idfm_lines() -> None:
+    data = await http_get(IDFM_LINES_URL)
+    if data is None:
+        return None
+
+    lines, pictos = [], []
+    picto_ids = set()
+
+    for line in json_lines_decoder.decode(data):
+
+        if (picto := line.fields.picto) is not None and picto.id_ not in picto_ids:
+            picto_ids.add(picto.id_)
+            pictos.append(picto)
+
+        lines.append(line)
+
+        if len(lines) == BATCH_SIZE:
+            await LinePicto.add(list(format_idfm_pictos(*pictos)))
+            await Line.add(list(format_idfm_lines(*lines)))
+            lines.clear()
+            pictos.clear()
+
+    if pictos:
+        await LinePicto.add(list(format_idfm_pictos(*pictos)))
+    if lines:
+        await Line.add(list(format_idfm_lines(*lines)))
+
+
+async def load_ratp_pictos(batch_size: int = 5) -> None:
+    data = await http_get(RATP_PICTOS_URL)
+    if data is None:
+        return None
+
+    pictos = []
+    for picto in json_ratp_pictos_decoder.decode(data):
+        pictos.append(picto)
+
+        if len(pictos) == batch_size:
+            formatteds = format_ratp_pictos(*pictos)
+            await LinePicto.add([picto[1] for picto in formatteds])
+            await Line.add_pictos(formatteds)
+            pictos.clear()
+
+    if pictos:
+        formatteds = format_ratp_pictos(*pictos)
+        await LinePicto.add([picto[1] for picto in formatteds])
+        await Line.add_pictos(formatteds)
+
+
+async def load_lines_stops_assos(batch_size: int = 5000) -> None:
+    data = await http_get(IDFM_STOPS_LINES_ASSOS_URL)
+    if data is None:
+        return None
+
+    total_assos_nb = total_found_nb = 0
+    assos = []
+    for asso in json_stops_lines_assos_decoder.decode(data):
+        fields = asso.fields
+        try:
+            stop_id = int(fields.stop_id.rsplit(":", 1)[-1])
+        except ValueError as err:
+            logger.error(err)
+            logger.error(f"{fields.stop_id = }")
+            continue
+
+        assos.append((fields.route_long_name, fields.operatorname, stop_id))
+        if len(assos) == batch_size:
+            total_assos_nb += batch_size
+            total_found_nb += await Line.add_stops(assos)
+            assos.clear()
+
+    if assos:
+        total_assos_nb += len(assos)
+        total_found_nb += await Line.add_stops(assos)
+
+    logger.info(f"{total_found_nb} line <-> stop ({total_assos_nb = } found)")
+
+
+async def load_stop_assos(batch_size: int = 5000) -> None:
+    data = await http_get(IDFM_STOP_STOP_AREAS_ASSOS_URL)
+    if data is None:
+        return None
+
+    total_assos_nb = area_stop_assos_nb = conn_stop_assos_nb = 0
+    area_stop_assos = []
+    connection_stop_assos = []
+
+    for asso in json_stop_area_stop_asso_decoder.decode(data):
+        fields = asso.fields
+
+        stop_id = int(fields.arrid)
+
+        area_stop_assos.append((int(fields.zdaid), stop_id))
+        connection_stop_assos.append((int(fields.zdcid), stop_id))
+
+        if len(area_stop_assos) == batch_size:
+            total_assos_nb += batch_size
+
+            if (found_nb := await StopArea.add_stops(area_stop_assos)) is not None:
+                area_stop_assos_nb += found_nb
+            area_stop_assos.clear()
+
+            if (
+                found_nb := await ConnectionArea.add_stops(connection_stop_assos)
+            ) is not None:
+                conn_stop_assos_nb += found_nb
+            connection_stop_assos.clear()
+
+    if area_stop_assos:
+        total_assos_nb += len(area_stop_assos)
+        if (found_nb := await StopArea.add_stops(area_stop_assos)) is not None:
+            area_stop_assos_nb += found_nb
+        if (
+            found_nb := await ConnectionArea.add_stops(connection_stop_assos)
+        ) is not None:
+            conn_stop_assos_nb += found_nb
+
+    logger.info(f"{area_stop_assos_nb} stop area <-> stop ({total_assos_nb = } found)")
+    logger.info(f"{conn_stop_assos_nb} stop area <-> stop ({total_assos_nb = } found)")
+
+
+async def prepare(db: Database) -> None:
+    await load_idfm_lines()
+
+    await gather(
+        *(
+            load_idfm_stops(),
+            load_idfm_stop_areas(),
+            load_idfm_connection_areas(),
+            load_ratp_pictos(),
+        )
+    )
+
+    await gather(
+        *(
+            load_idfm_stop_shapes(IDFM_STOP_SHAPES_URL),
+            load_idfm_stop_shapes(IDFM_STOP_AREA_SHAPES_URL),
+            load_lines_stops_assos(),
+            load_stop_assos(),
+        )
+    )
+
+
+def load_settings(path: str) -> Settings:
+    with open(path, "r") as config_file:
+        config = safe_load(config_file)
+
+    return Settings(**config)
+
+
+async def main() -> None:
+    settings = load_settings(CONFIG_PATH)
+
+    await db.connect(settings.db, True)
+
+    begin_ts = time()
+    await prepare(db)
+    logger.info(f"Elapsed time: {time() - begin_ts}s")
+
+    await db.disconnect()
+
+
+if __name__ == "__main__":
+    run(main())

backend/docker-compose.yml

@@ -1,19 +0,0 @@
-version: '3.7'
-
-services:
-
-  database:
-    image: postgres:15.1-alpine
-    restart: always
-    environment:
-      - POSTGRES_USER=postgres
-      - POSTGRES_PASSWORD=postgres
-    logging:
-      options:
-        max-size: 10m
-        max-file: "3"
-    ports:
-      - '127.0.0.1:5438:5432'
-    volumes:
-      - ./docker/database/docker-entrypoint-initdb.d:/docker-entrypoint-initdb.d
-      - ./docker/database/data:/var/lib/postgresql/data

backend/main.py

@@ -1,257 +0,0 @@
-from collections import defaultdict
-from datetime import datetime
-from os import environ, EX_USAGE
-from typing import Sequence
-
-from fastapi import FastAPI, HTTPException
-from fastapi.middleware.cors import CORSMiddleware
-from fastapi.staticfiles import StaticFiles
-from rich import print
-
-from backend.db import db
-from backend.idfm_interface import Destinations as IdfmDestinations, IdfmInterface
-from backend.models import Line, Stop, StopArea, StopShape
-from backend.schemas import (
-    Line as LineSchema,
-    TransportMode,
-    NextPassage as NextPassageSchema,
-    NextPassages as NextPassagesSchema,
-    Stop as StopSchema,
-    StopArea as StopAreaSchema,
-    StopShape as StopShapeSchema,
-)
-
-API_KEY = environ.get("API_KEY")
-if API_KEY is None:
-    print('No "API_KEY" environment variable set... abort.')
-    exit(EX_USAGE)
-
-# TODO: Remove postgresql+asyncpg from environ variable
-DB_PATH = "postgresql+asyncpg://cer_user:cer_password@127.0.0.1:5438/cer_db"
-
-
-app = FastAPI()
-app.add_middleware(
-    CORSMiddleware,
-    allow_origins=[
-        "https://localhost:4443",
-        "https://localhost:3000",
-    ],
-    allow_credentials=True,
-    allow_methods=["*"],
-    allow_headers=["*"],
-)
-
-idfm_interface = IdfmInterface(API_KEY, db)
-
-
-@app.on_event("startup")
-async def startup():
-    await db.connect(DB_PATH, clear_static_data=True)
-    await idfm_interface.startup()
-    # await db.connect(DB_PATH, clear_static_data=False)
-    print("Connected")
-
-
-@app.on_event("shutdown")
-async def shutdown():
-    await db.disconnect()
-
-
-# /addwidget https://localhost:4443/static/#?widgetId=$matrix_widget_id&userId=$matrix_user_id
-# /addwidget https://localhost:3000/widget?widgetId=$matrix_widget_id&userId=$matrix_user_id
-STATIC_ROOT = "../frontend/"
-app.mount("/widget", StaticFiles(directory=STATIC_ROOT, html=True), name="widget")
-
-
-def optional_datetime_to_ts(dt: datetime | None) -> int | None:
-    return int(dt.timestamp()) if dt else None
-
-
-@app.get("/line/{line_id}", response_model=LineSchema)
-async def get_line(line_id: str) -> LineSchema:
-    line: Line | None = await Line.get_by_id(line_id)
-
-    if line is None:
-        raise HTTPException(status_code=404, detail=f'Line "{line_id}" not found')
-
-    return LineSchema(
-        id=line.id,
-        shortName=line.short_name,
-        name=line.name,
-        status=line.status,
-        transportMode=TransportMode.from_idfm_transport_mode(
-            line.transport_mode, line.transport_submode
-        ),
-        backColorHexa=line.colour_web_hexa,
-        foreColorHexa=line.text_colour_hexa,
-        operatorId=line.operator_id,
-        accessibility=line.accessibility,
-        visualSignsAvailable=line.visual_signs_available,
-        audibleSignsAvailable=line.audible_signs_available,
-        stopIds=[stop.id for stop in line.stops],
-    )
-
-
-def _format_stop(stop: Stop) -> StopSchema:
-    # print(stop.__dict__)
-    return StopSchema(
-        id=stop.id,
-        name=stop.name,
-        town=stop.town_name,
-        # xepsg2154=stop.xepsg2154,
-        # yepsg2154=stop.yepsg2154,
-        lat=stop.latitude,
-        lon=stop.longitude,
-        lines=[line.id for line in stop.lines],
-    )
-
-
-# châtelet
-
-
-@app.get("/stop/")
-async def get_stop(
-    name: str = "", limit: int = 10
-) -> Sequence[StopAreaSchema | StopSchema]:
-    # TODO: Add limit support
-
-    formatted: list[StopAreaSchema | StopSchema] = []
-    matching_stops = await Stop.get_by_name(name)
-    # print(matching_stops, flush=True)
-
-    stop_areas: dict[int, StopArea] = {}
-    stops: dict[int, Stop] = {}
-    for stop in matching_stops:
-        # print(f"{stop.__dict__ = }", flush=True)
-        dst = stop_areas if isinstance(stop, StopArea) else stops
-        dst[stop.id] = stop
-
-    for stop_area in stop_areas.values():
-
-        formatted_stops = []
-        for stop in stop_area.stops:
-            formatted_stops.append(_format_stop(stop))
-            try:
-                del stops[stop.id]
-            except KeyError as err:
-                print(err)
-
-        formatted.append(
-            StopAreaSchema(
-                id=stop_area.id,
-                name=stop_area.name,
-                town=stop_area.town_name,
-                # xepsg2154=stop_area.xepsg2154,
-                # yepsg2154=stop_area.yepsg2154,
-                type=stop_area.type,
-                lines=[line.id for line in stop_area.lines],
-                stops=formatted_stops,
-            )
-        )
-
-    # print(f"{stops = }", flush=True)
-    formatted.extend(_format_stop(stop) for stop in stops.values())
-
-    return formatted
-
-
-# TODO: Cache response for 30 secs ?
-@app.get("/stop/nextPassages/{stop_id}")
-async def get_next_passages(stop_id: str) -> NextPassagesSchema | None:
-    res = await idfm_interface.get_next_passages(stop_id)
-    if res is None:
-        return None
-
-    service_delivery = res.Siri.ServiceDelivery
-    stop_monitoring_deliveries = service_delivery.StopMonitoringDelivery
-
-    by_line_by_dst_passages: dict[
-        str, dict[str, list[NextPassageSchema]]
-    ] = defaultdict(lambda: defaultdict(list))
-
-    for delivery in stop_monitoring_deliveries:
-        for stop_visit in delivery.MonitoredStopVisit:
-
-            journey = stop_visit.MonitoredVehicleJourney
-
-            # re.match will return None if the given journey.LineRef.value is not valid.
-            try:
-                line_id = IdfmInterface.LINE_RE.match(journey.LineRef.value).group(1)
-            except AttributeError as exc:
-                raise HTTPException(
-                    status_code=404, detail=f'Line "{journey.LineRef.value}" not found'
-                ) from exc
-
-            call = journey.MonitoredCall
-
-            dst_names = call.DestinationDisplay
-            dsts = [dst.value for dst in dst_names] if dst_names else []
-
-            print(f"{call.ArrivalPlatformName = }")
-
-            next_passage = NextPassageSchema(
-                line=line_id,
-                operator=journey.OperatorRef.value,
-                destinations=dsts,
-                atStop=call.VehicleAtStop,
-                aimedArrivalTs=optional_datetime_to_ts(call.AimedArrivalTime),
-                expectedArrivalTs=optional_datetime_to_ts(call.ExpectedArrivalTime),
-                arrivalPlatformName=call.ArrivalPlatformName.value
-                if call.ArrivalPlatformName
-                else None,
-                aimedDepartTs=optional_datetime_to_ts(call.AimedDepartureTime),
-                expectedDepartTs=optional_datetime_to_ts(call.ExpectedDepartureTime),
-                arrivalStatus=call.ArrivalStatus.value,
-                departStatus=call.DepartureStatus.value,
-            )
-
-            by_line_passages = by_line_by_dst_passages[line_id]
-            # TODO: by_line_passages[dst].extend(dsts) instead ?
-            for dst in dsts:
-                by_line_passages[dst].append(next_passage)
-
-    return NextPassagesSchema(
-        ts=service_delivery.ResponseTimestamp.timestamp(),
-        passages=by_line_by_dst_passages,
-    )
-
-
-@app.get("/stop/{stop_id}/destinations")
-async def get_stop_destinations(
-    stop_id: int,
-) -> IdfmDestinations | None:
-    destinations = await idfm_interface.get_destinations(stop_id)
-
-    return destinations
-
-
-# TODO: Rename endpoint -> /stop/{stop_id}/shape
-@app.get("/stop_shape/{stop_id}")
-async def get_stop_shape(stop_id: int) -> StopShapeSchema | None:
-    connection_area = None
-
-    if (stop := await Stop.get_by_id(stop_id)) is not None:
-        connection_area = stop.connection_area
-
-    elif (stop_area := await StopArea.get_by_id(stop_id)) is not None:
-        connection_areas = {stop.connection_area for stop in stop_area.stops}
-        connection_areas_len = len(connection_areas)
-        if connection_areas_len == 1:
-            connection_area = connection_areas.pop()
-
-        else:
-            prefix = "More than one" if connection_areas_len else "No"
-            msg = f"{prefix} connection area has been found for stop area #{stop_id}"
-            raise HTTPException(status_code=500, detail=msg)
-
-    if (
-        connection_area is not None
-        and (shape := await StopShape.get_by_id(connection_area.id)) is not None
-    ):
-        return StopShapeSchema(
-            id=shape.id, type=shape.type, bbox=shape.bounding_box, points=shape.points
-        )
-
-    msg = f"No shape found for stop {stop_id}"
-    raise HTTPException(status_code=404, detail=msg)

backend/pyproject.toml

@@ -4,24 +4,52 @@ version = "0.1.0"
 description = ""
 authors = ["Adrien SUEUR <me@adrien.run>"]
 readme = "README.md"
-packages = [{include = "backend"}]
 
 [tool.poetry.dependencies]
 python = "^3.11"
 aiohttp = "^3.8.3"
-rich = "^12.6.0"
 aiofiles = "^22.1.0"
-sqlalchemy = {extras = ["asyncio"], version = "^2.0.1"}
+fastapi = "^0.103.0"
-fastapi = "^0.88.0"
 uvicorn = "^0.20.0"
-asyncpg = "^0.27.0"
 msgspec = "^0.12.0"
+opentelemetry-instrumentation-fastapi = "^0.38b0"
+sqlalchemy-utils = "^0.41.1"
+opentelemetry-instrumentation-logging = "^0.38b0"
+opentelemetry-sdk = "^1.17.0"
+opentelemetry-api = "^1.17.0"
+opentelemetry-exporter-otlp-proto-http = "^1.17.0"
+opentelemetry-instrumentation-sqlalchemy = "^0.38b0"
+sqlalchemy = "^2.0.12"
+psycopg = "^3.1.9"
+pyyaml = "^6.0"
+fastapi-cache2 = {extras = ["redis"], version = "^0.2.1"}
+pydantic-settings = "^2.0.3"
+
+[tool.poetry.group.db_updater.dependencies]
+aiofiles = "^22.1.0"
+aiohttp = "^3.8.3"
+fastapi = "^0.103.0"
+msgspec = "^0.12.0"
+opentelemetry-instrumentation-fastapi = "^0.38b0"
+opentelemetry-instrumentation-sqlalchemy = "^0.38b0"
+opentelemetry-sdk = "^1.17.0"
+opentelemetry-api = "^1.17.0"
+psycopg = "^3.1.9"
+pyproj = "^3.5.0"
 pyshp = "^2.3.1"
+python = "^3.11"
+pyyaml = "^6.0"
+sqlalchemy = "^2.0.12"
+sqlalchemy-utils = "^0.41.1"
+tqdm = "^4.65.0"
+pydantic-settings = "^2.0.3"
 
 [build-system]
 requires = ["poetry-core"]
 build-backend = "poetry.core.masonry.api"
 
+
+
 [tool.poetry.group.dev.dependencies]
 pylsp-mypy = "^0.6.2"
 mccabe = "^0.7.0"
@@ -32,14 +60,17 @@ types-aiofiles = "^22.1.0.2"
 wrapt = "^1.14.1"
 pydocstyle = "^6.2.2"
 dill = "^0.3.6"
-python-lsp-ruff = "^1.0.5"
+python-lsp-ruff = "^2.1.0"
 python-lsp-server = "^1.7.1"
 autopep8 = "^2.0.1"
 pyflakes = "^3.0.1"
 yapf = "^0.32.0"
 whatthepatch = "^1.0.4"
-sqlalchemy = {extras = ["mypy"], version = "^2.0.1"}
 mypy = "^1.0.0"
+icecream = "^2.1.3"
+types-sqlalchemy-utils = "^1.0.1"
+types-pyyaml = "^6.0.12.9"
+types-tqdm = "^4.65.0.1"
 
 [tool.mypy]
 plugins = "sqlalchemy.ext.mypy.plugin"

docker-compose.yml

@@ -0,0 +1,99 @@
+version: '3.7'
+
+services:
+
+  database:
+    image: postgres:15.1-alpine
+    restart: always
+    environment:
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=postgres
+    logging:
+      options:
+        max-size: 10m
+        max-file: "3"
+    ports:
+      - "127.0.0.1:5432:5432"
+    volumes:
+      - ./backend/docker/database/docker-entrypoint-initdb.d:/docker-entrypoint-initdb.d
+      - ./backend/docker/database/data:/var/lib/postgresql/data
+
+  redis:
+    image: redis:latest
+    restart: always
+    command: redis-server --loglevel warning
+    ports:
+      - "127.0.0.1:6379:6379"
+
+  jaeger-agent:
+    image: jaegertracing/jaeger-agent:latest
+    command:
+      - "--reporter.grpc.host-port=jaeger-collector:14250"
+    ports:
+      - "127.0.0.1:5775:5775/udp"
+      - "127.0.0.1:6831:6831/udp"
+      - "127.0.0.1:6832:6832/udp"
+      - "127.0.0.1:5778:5778"
+    restart: on-failure
+    depends_on:
+      - jaeger-collector
+
+  jaeger-collector:
+    image: jaegertracing/jaeger-collector:latest
+    command:
+      - "--cassandra.keyspace=jaeger_v1_dc1"
+      - "--cassandra.servers=cassandra"
+      - "--collector.zipkin.host-port=9411"
+      - "--sampling.initial-sampling-probability=.5"
+      - "--sampling.target-samples-per-second=.01"
+    environment:
+      - SAMPLING_CONFIG_TYPE=adaptive
+      - COLLECTOR_OTLP_ENABLED=true
+    ports:
+      - "127.0.0.1:4317:4317"
+      - "127.0.0.1:4318:4318"
+    restart: on-failure
+    depends_on:
+      - cassandra-schema
+
+  cassandra:
+    image: cassandra:latest
+
+  cassandra-schema:
+    image: jaegertracing/jaeger-cassandra-schema:latest
+    depends_on:
+      - cassandra
+
+  jaeger-query:
+    image: jaegertracing/jaeger-query:latest
+    command:
+      - "--cassandra.keyspace=jaeger_v1_dc1"
+      - "--cassandra.servers=cassandra"
+    ports:
+      - "127.0.0.1:16686:16686"
+    restart: on-failure
+    depends_on:
+      - cassandra-schema
+
+  carrramba-encore-rate-api:
+    build:
+      context: ./backend/
+      dockerfile: Dockerfile.backend
+    environment:
+      - CONFIG_PATH=./config.local.yaml
+      - IDFM_API_KEY=set_your_idfm_key_here
+    ports:
+      - "127.0.0.1:8080:8080"
+
+  carrramba-encore-rate-frontend:
+    build:
+      context: ./frontend/
+    ports:
+      - "127.0.0.1:80:8081"
+
+  carrramba-encore-rate-db-updater:
+    build:
+      context: ./backend/
+      dockerfile: Dockerfile.db_updater
+    environment:
+       - CONFIG_PATH=./config.local.yaml

frontend/Dockerfile

@@ -0,0 +1,4 @@
+# pull the latest official nginx image
+FROM nginx:mainline-alpine-slim
+
+COPY dist /usr/share/nginx/html

frontend/package.json

@@ -7,12 +7,12 @@
 		"start": "vite",
 		"dev": "vite --debug",
 		"build": "vite build",
-    "serve": "vite preview"
+		"serve": "vite preview",
+		"bundle-visualizer": "npx vite-bundle-visualizer"
 	},
 	"license": "MIT",
 	"devDependencies": {
 		"@types/leaflet": "^1.9.0",
-    "@types/proj4": "^2.5.2",
 		"@vitejs/plugin-basic-ssl": "^1.0.1",
 		"eslint": "^8.32.0",
 		"eslint-plugin-solid": "^0.9.3",
@@ -20,10 +20,10 @@
 		"typescript": "^4.9.4",
 		"typescript-eslint-language-service": "^5.0.0",
 		"vite": "^4.0.3",
+		"vite-bundle-visualizer": "^0.6.0",
 		"vite-plugin-solid": "^2.5.0"
 	},
 	"dependencies": {
-    "@hope-ui/solid": "^0.6.7",
 		"@motionone/solid": "^10.15.5",
 		"@solid-primitives/date": "^2.0.5",
 		"@solid-primitives/scroll": "^2.0.10",
@@ -31,8 +31,8 @@
 		"date-fns": "^2.29.3",
 		"matrix-widget-api": "^1.1.1",
 		"ol": "^7.3.0",
-    "proj4": "^2.9.0",
 		"solid-js": "^1.6.6",
-    "solid-transition-group": "^0.0.10"
+		"solid-transition-group": "^0.0.10",
+		"solidjs-lazily": "^0.1.2"
 	}
 }

frontend/src/App.scss

@@ -2,6 +2,10 @@
     --idfm-black: #2c2e35;
     --idfm-white: #ffffff;
 
+    --neutral-color: #d7dbdf;
+
+    --border-radius: calc(15/1920*100%);
+
     height: inherit;
     width: inherit;
 

frontend/src/App.tsx

@@ -1,12 +1,10 @@
-import { Component } from 'solid-js';
+import { Component, createSignal, onCleanup, onMount } from 'solid-js';
-import { IVisibilityActionRequest, MatrixCapabilities, WidgetApi, WidgetApiToWidgetAction } from 'matrix-widget-api';
+// import { IVisibilityActionRequest, MatrixCapabilities, WidgetApi, WidgetApiToWidgetAction } from 'matrix-widget-api';
-import { HopeProvider } from "@hope-ui/solid";
 
 import { BusinessDataProvider } from './businessData';
 import { AppContextProvider } from './appContext';
-
 import { PassagesDisplay } from './passagesDisplay';
-import { StopsSearchMenu } from './stopsSearchMenu';
+import { StopsSearchMenu } from './stopsSearchMenu/stopsSearchMenu';
 
 import "./App.scss";
 
@@ -27,26 +25,51 @@ const App: Component = () => {
     console.log("App: widgetId:" + widgetId);
     console.log("App: userId:" + userId);
 
-	const api = new WidgetApi(widgetId != null ? widgetId : undefined);
+    // const api = new WidgetApi(widgetId != null ? widgetId : undefined);
-	api.requestCapability(MatrixCapabilities.AlwaysOnScreen);
+    // api.requestCapability(MatrixCapabilities.AlwaysOnScreen);
-	api.start();
+    // api.start();
-	api.on("ready", function() {
+    // api.on("ready", function() {
-		console.log("App: widget API is READY !!!!");
+    //     console.log("App: widget API is READY !!!!");
-	});
+    // });
 
     // Seems to don´t be used...
-	api.on(`action:${WidgetApiToWidgetAction.UpdateVisibility}`, (ev: CustomEvent<IVisibilityActionRequest>) => {
+    // api.on(`action:${WidgetApiToWidgetAction.UpdateVisibility}`, (ev: CustomEvent<IVisibilityActionRequest>) => {
-		console.log("App: Visibility change");
+    //      console.log("App: Visibility change");
-		ev.preventDefault(); // we're handling it, so stop the widget API from doing something.
+    //      ev.preventDefault(); // we're handling it, so stop the widget API from doing something.
-		console.log("App: ", ev.detail); // custom handling here
+    //      console.log("App: ", ev.detail); // custom handling here
-		/* api.transport.reply(ev.detail, <IWidgetApiRequestEmptyData>{}); */
+    //      /* api.transport.reply(ev.detail, <IWidgetApiRequestEmptyData>{}); */
-		api.transport.reply(ev.detail, {});
+    //      api.transport.reply(ev.detail, {});
+    // });
+
+    createSignal({
+        height: window.innerHeight,
+        width: window.innerWidth
     });
 
-	return (
+    const onResize = () => {
-		<BusinessDataProvider>
+        const body = document.body;
+
+        if (window.innerWidth * 9 / 16 < window.innerHeight) {
+            body.style['height'] = 'auto';
+            body.style['width'] = '100vw';
+        }
+        else {
+            body.style['height'] = '100vh';
+            body.style['width'] = 'auto';
+        }
+    };
+
+    onMount(() => {
+        window.addEventListener('resize', onResize);
+        onResize();
+    });
+
+    onCleanup(() => {
+        window.removeEventListener('resize', onResize);
+    })
+
+    return <BusinessDataProvider>
         <AppContextProvider>
-				<HopeProvider>
             <div class="App">
                 <div class="panel">
                     <StopsSearchMenu />
@@ -55,10 +78,8 @@ const App: Component = () => {
                     <PassagesDisplay />
                 </div>
             </div>
-				</HopeProvider>
         </AppContextProvider>
-		</BusinessDataProvider>
+    </BusinessDataProvider>;
-	);
 };
 
 export default App;

frontend/src/appContext.tsx

@@ -6,7 +6,7 @@ import { Stop } from './types';
 export interface AppContextStore {
     getDisplayedStops: () => Stop[];
     setDisplayedStops: (stops: Stop[]) => void;
-};
+}
 
 export const AppContextContext = createContext<AppContextStore>();
 
@@ -26,10 +26,7 @@ export function AppContextProvider(props: { children: JSX.Element }) {
 
     const setDisplayedStops = (stops: Stop[]): void => {
         console.log("setDisplayedStops=", stops);
-		// setStore((s: Store) => {
         setStore('displayedStops', stops);
-		// 	return s;
-		// });
     }
 
     return (
@@ -39,5 +36,4 @@ export function AppContextProvider(props: { children: JSX.Element }) {
             {props.children}
         </AppContextContext.Provider>
     );
-
+}
-};

frontend/src/businessData.tsx

@@ -6,6 +6,7 @@ import { Line, Lines, Passage, Passages, Stop, StopShape, StopShapes, Stops } fr
 
 export type StopDestinations = Record<string, string[]>;
 
+
 export interface BusinessDataStore {
     getLine: (lineId: string) => Promise<Line>;
     getLinePassages: (lineId: string) => Record<string, Passage[]>;
@@ -21,15 +22,14 @@ export interface BusinessDataStore {
     getStop: (stopId: number) => Stop | undefined;
     searchStopByName: (name: string) => Promise<Stops>;
 
-	getStopDestinations: (stopId: number) => Promise<StopDestinations>;
+    getStopDestinations: (stopId: number) => Promise<StopDestinations | undefined>;
     getStopShape: (stopId: number) => Promise<StopShape | undefined>;
-};
+}
 
 export const BusinessDataContext = createContext<BusinessDataStore>();
 
 export function BusinessDataProvider(props: { children: JSX.Element }) {
-
+    const [serverUrl] = createSignal<string>("https://carrramba.adrien.run/api");
-	const [serverUrl] = createSignal<string>("https://localhost:4443");
 
     type Store = {
         lines: Lines;
@@ -44,11 +44,20 @@ export function BusinessDataProvider(props: { children: JSX.Element }) {
         let line = store.lines[lineId];
         if (line === undefined) {
             console.log(`${lineId} not found... fetch it from backend.`);
-			const data = await fetch(`${serverUrl()}/line/${lineId}`, {
+
+            const response = await fetch(`${serverUrl()}/line/${lineId}`, {
                 headers: { 'Content-Type': 'application/json' }
             });
-			line = await data.json();
+
-			setStore('lines', lineId, line);
+            const json = await response.json();
+
+            if (response.ok) {
+                setStore('lines', lineId, json);
+                line = json;
+            }
+            else {
+                console.warn(`No line found for ${lineId} line id:`, json);
+            }
         }
         return line;
     }
@@ -91,12 +100,19 @@ export function BusinessDataProvider(props: { children: JSX.Element }) {
     }
 
     const refreshPassages = async (stopId: number): Promise<void> => {
-		const httpOptions = { headers: { "Content-Type": "application/json" } };
         console.log(`Fetching data for ${stopId}`);
-		const data = await fetch(`${serverUrl()}/stop/nextPassages/${stopId}`, httpOptions);
+        const httpOptions = { headers: { "Content-Type": "application/json" } };
-		const response = await data.json();
+        const response = await fetch(`${serverUrl()}/stop/${stopId}/nextPassages`, httpOptions);
-		_cleanupPassages(response.passages);
+
-		addPassages(response.passages);
+        const json = await response.json();
+
+        if (response.ok) {
+            _cleanupPassages(json.passages);
+            addPassages(json.passages);
+        }
+        else {
+            console.warn(`No passage found for ${stopId} stop:`, json);
+        }
     }
 
     const addPassages = (passages: Passages): void => {
@@ -105,7 +121,7 @@ export function BusinessDataProvider(props: { children: JSX.Element }) {
             for (const lineId of Object.keys(passages)) {
                 const newLinePassages = passages[lineId];
                 const linePassages = storePassages[lineId];
-				if (linePassages === undefined) {
+                if (linePassages === undefined || Object.keys(linePassages).length == 0) {
                     setStore('passages', lineId, newLinePassages);
                 }
                 else {
@@ -144,7 +160,7 @@ ${linePassagesDestination.length} here... refresh all them.`);
     const clearPassages = (): void => {
         setStore((s: Store): Store => {
             for (const lineId of Object.keys(s.passages)) {
-				setStore('passages', lineId, undefined);
+                setStore('passages', lineId, {});
             }
             return s;
         });
@@ -155,39 +171,58 @@ ${linePassagesDestination.length} here... refresh all them.`);
     }
 
     const searchStopByName = async (name: string): Promise<Stops> => {
-		const data = await fetch(`${serverUrl()}/stop/?name=${name}`, {
+        const byIdStops: Stops = {};
+
+        const response = await fetch(`${serverUrl()}/stop/?name=${name}`, {
             headers: { 'Content-Type': 'application/json' }
         });
-		const stops = await data.json();
 
-		const byIdStops: Stops = {};
+        const json = await response.json();
-		for (const stop of stops) {
+
+        if (response.ok) {
+            for (const stop of json) {
                 byIdStops[stop.id] = stop;
                 setStore('stops', stop.id, stop);
+
+                if (stop.stops !== undefined) {
                     for (const innerStop of stop.stops) {
                         setStore('stops', innerStop.id, innerStop);
                     }
                 }
+            }
+        }
+        else {
+            console.warn(`No stop found for '${name}' query:`, json);
+        }
+
         return byIdStops;
     }
 
-	const getStopDestinations = async (stopId: number): Promise<StopDestinations> => {
+    const getStopDestinations = async (stopId: number): Promise<StopDestinations | undefined> => {
-		const data = await fetch(`${serverUrl()}/stop/${stopId}/destinations`, {
+        const response = await fetch(`${serverUrl()}/stop/${stopId}/destinations`, {
             headers: { 'Content-Type': 'application/json' }
         });
-		const response = await data.json();
+        const destinations = response.ok ? await response.json() : undefined;
-		return response;
+        return destinations;
     }
 
     const getStopShape = async (stopId: number): Promise<StopShape | undefined> => {
         let shape = store.stopShapes[stopId];
         if (shape === undefined) {
             console.log(`No shape found for ${stopId} stop... fetch it from backend.`);
-			const data = await fetch(`${serverUrl()}/stop_shape/${stopId}`, {
+            const response = await fetch(`${serverUrl()}/stop/${stopId}/shape`, {
                 headers: { 'Content-Type': 'application/json' }
             });
-			shape = await data.json();
+
-			setStore('stopShapes', stopId, shape);
+            const json = await response.json();
+
+            if (response.ok) {
+                setStore('stopShapes', stopId, json);
+                shape = json;
+            }
+            else {
+                console.warn(`No shape found for ${stopId} stop:`, json);
+            }
         }
         return shape;
     }
@@ -197,21 +232,9 @@ ${linePassagesDestination.length} here... refresh all them.`);
             getLine, getLinePassages, getLineDestinations, getDestinationPassages, passages, getPassagesLineIds,
             refreshPassages, addPassages, clearPassages,
             getStop, getStopDestinations, getStopShape, searchStopByName
+
         }}>
             {props.children}
         </BusinessDataContext.Provider>
     );
 }
-
-export interface BusinessDataStore {
-	getLine: (lineId: string) => Promise<Line>;
-	getLinePassages: (lineId: string) => Record<string, Passage[]>;
-
-	passages: () => Passages;
-	refreshPassages: (stopId: number) => Promise<void>;
-	addPassages: (passages: Passages) => void;
-	clearPassages: () => void;
-
-	getStop: (stopId: number) => Stop | undefined;
-	searchStopByName: (name: string) => Promise<Stops>;
-};

frontend/src/extra/iconHamburgerMenu.tsx

@@ -1,11 +1,9 @@
-import { createIcon } from "@hope-ui/solid";
+import { VoidComponent } from "solid-js";
 
-
+// Inspired by https://github.com/hope-ui/hope-ui/blob/main/apps/docs/src/icons/IconHamburgerMenu.tsx
-// From https://github.com/hope-ui/hope-ui/blob/main/apps/docs/src/icons/IconHamburgerMenu.tsx
+export const IconHamburgerMenu: VoidComponent<{}> = () => {
-
+    return (
-export const IconHamburgerMenu = createIcon({
+        <svg class="iconHamburgerMenu" viewBox="0 0 15 15">
-	viewBox: "0 0 15 15",
-	path: () => (
             <path
                 d="M1.5 3C1.22386 3 1 3.22386 1 3.5C1 3.77614 1.22386 4 1.5 4H13.5C13.7761 4 14 3.77614 14 3.5C14 3.22386
             13.7761 3 13.5 3H1.5ZM1 7.5C1 7.22386 1.22386 7 1.5 7H13.5C13.7761 7 14 7.22386 14 7.5C14 7.77614 13.7761 8 13.5
@@ -15,5 +13,5 @@ export const IconHamburgerMenu = createIcon({
                 fill-rule="evenodd"
                 clip-rule="evenodd"
             />
-	),
+        </svg>);
-});
+}

frontend/src/index.scss

@@ -13,10 +13,9 @@
     src: url(/public/fonts/IDFVoyageur-Medium.otf);
 }
 
-body {
+html, body {
+    height: 100vh;
     aspect-ratio: 16/9;
-	width: 100vw;
-	height: none;
 
     margin: 0;
 

frontend/src/passagesDisplay.scss

@@ -1,6 +1,7 @@
 @use "_common";
 @use "_utils";
 
+
 .passagesDisplay {
     @extend %widget;
 
@@ -21,18 +22,24 @@
         }
 
         .menu {
+            aspect-ratio: 0.75;
             height: $header-element-height;
-			aspect-ratio: 1;
+
             margin-right: calc(30/1920*100%);
             margin-left: auto;
+            border: $component-border;
+            border-radius: $component-border-radius;
 
             button {
                 height: 100%;
-				aspect-ratio: 1;
 
-				background-color: var(--idfm-black);
+                border: 0;
-				border: $component-border;
+                color: var(--idfm-white);
-				border-radius: $component-border-radius;
+                background-color: transparent;
+
+                .iconHamburgerMenu {
+                    width: 75%;
+                }
             }
         }
 

frontend/src/passagesDisplay.tsx

@@ -1,7 +1,6 @@
 import { createContext, createEffect, createResource, createSignal, For, JSX, ParentComponent, Show, useContext, VoidComponent } from "solid-js";
 import { createStore } from "solid-js/store";
 import { createDateNow } from "@solid-primitives/date";
-import { IconButton, Menu, MenuTrigger, MenuContent, MenuItem } from "@hope-ui/solid";
 import { format } from "date-fns";
 
 import { BusinessDataContext, BusinessDataStore } from "./businessData";
@@ -9,7 +8,6 @@ import { AppContextContext, AppContextStore } from "./appContext";
 
 import { getTransportModeSrc, PositionedPanel } from "./utils";
 import { PassagesPanel } from "./passagesPanel";
-import { IconHamburgerMenu } from './extra/iconHamburgerMenu';
 
 import "./passagesDisplay.scss";
 
@@ -25,7 +23,7 @@ interface PassagesDisplayStore {
 
     getDisplayedPanelId: () => number;
     setDisplayedPanelId: (panelId: number) => void;
-};
+}
 
 const PassagesDisplayContext = createContext<PassagesDisplayStore>();
 
@@ -91,7 +89,6 @@ const Header: VoidComponent<{ title: string }> = (props) => {
         return <div />;
 
     const { getLine, passages } = businessDataStore;
-	const { isPassagesRefreshEnabled, togglePassagesRefresh } = passagesDisplayStore;
 
     const [dateNow] = createDateNow(1000);
 
@@ -113,16 +110,14 @@ const Header: VoidComponent<{ title: string }> = (props) => {
         setLinesIds(Object.keys(passages()));
     });
 
-	return (
+    return <div class="header">
-		<div class="header">
         <Show when={transportModeUrls() !== undefined} >
             <For each={transportModeUrls()}>
                 {(url) =>
                     <div class="transportMode">
                         <img src={url} />
                     </div>
-					}
+                }</For>
-				</For>
         </Show>
         <div class="title">
             <svg viewBox="0 0 1260 50">
@@ -132,15 +127,6 @@ const Header: VoidComponent<{ title: string }> = (props) => {
             </svg>
         </div>
         <div class="menu">
-				<Menu>
-					<MenuTrigger
-						as={IconButton}
-						icon=<IconHamburgerMenu />
-					/>
-					<MenuContent>
-						<MenuItem onSelect={() => togglePassagesRefresh()}>{isPassagesRefreshEnabled() ? "Disable" : "Enable"}</MenuItem>
-					</MenuContent>
-				</Menu>
         </div>
         <div class="clock">
             <svg viewBox="0 0 115 43">
@@ -149,8 +135,7 @@ const Header: VoidComponent<{ title: string }> = (props) => {
                 </text>
             </svg>
         </div>
-		</div >
+    </div>;
-	);
 };
 
 const Footer: VoidComponent<{}> = () => {
@@ -176,8 +161,7 @@ const Footer: VoidComponent<{}> = () => {
                             </svg>
                         </div>
                     );
-				}}
+                }}</For>
-			</For>
         </div>
     );
 }
@@ -286,13 +270,11 @@ export const PassagesDisplay: ParentComponent = () => {
     const syncPeriodMsec = 20 * 1000;
     const panelSwitchPeriodMsec = 4 * 1000;
 
-	return (
+    return <div class="passagesDisplay">
-		<div class="passagesDisplay">
         <PassagesDisplayProvider>
             <Header title="Prochains passages" />
             <Body maxPassagesPerPanel={MAX_PASSAGES_PER_PANEL} syncPeriodMsec={syncPeriodMsec} panelSwitchPeriodMsec={panelSwitchPeriodMsec} />
             <Footer />
         </PassagesDisplayProvider>
-		</div>
+    </div>;
-	);
 };

frontend/src/passagesPanel.tsx

@@ -14,15 +14,13 @@ import "./passagesPanel.scss";
 const UnavailablePassage: VoidComponent<{ style: string }> = (props) => {
     const textStyle = { fill: "#000000" };
 
-	return (
+    return <div class={props.style}>
-		<div class={props.style}>
         <svg viewBox="0 0 230 110">
             <text x="100%" y="26" font-size="25" text-anchor="end" style={textStyle}>Information</text>
             <text x="100%" y="63" font-size="25" text-anchor="end" style={textStyle}>non</text>
             <text x="100%" y="100" font-size="25" text-anchor="end" style={textStyle}>disponible</text>
         </svg>
-		</div>
+    </div>;
-	);
 }
 
 const Platform: VoidComponent<{ name: string }> = (props) => {
@@ -43,14 +41,12 @@ const Platform: VoidComponent<{ name: string }> = (props) => {
         }
     });
 
-	return (
+    return <svg class="platform" viewBox={`0 0 ${viewBoxWidthPx} 40`}>
-		<svg class="platform" viewBox={`0 0 ${viewBoxWidthPx} 40`}>
         <rect ref={rectRef} x="0" y="0" height="100%" rx="9" ry="9" />
         <text ref={textRef} x="100%" y="55%" dominant-baseline="middle" text-anchor="end" font-size="25" style={{ fill: "#ffffff" }}>
             QUAI {props.name}
         </text>
-		</svg>
+    </svg>;
-	);
 }
 
 const TtwPassage: VoidComponent<{
@@ -88,8 +84,7 @@ const TtwPassage: VoidComponent<{
             </Motion.text>
         </svg>;
 
-		return (
+        return <Show when={passage !== undefined} fallback={<UnavailablePassage style={props.fallbackStyle} />}>
-			<Show when={passage !== undefined} fallback=<UnavailablePassage style={props.fallbackStyle} />>
             <Show
                 when={passage.arrivalPlatformName !== null}
                 fallback={
@@ -101,8 +96,7 @@ const TtwPassage: VoidComponent<{
                     <Platform name={passage.arrivalPlatformName} />
                 </div>
             </Show>
-			</Show >
+        </Show>;
-		);
     });
 }
 
@@ -122,8 +116,7 @@ const DestinationPassages: VoidComponent<{ line: Line, destination: string }> =
     // const trafficStatusStyle = { fill: trafficStatusColor.get(props.line.trafficStatus) };
     const trafficStatusStyle = { fill: trafficStatusColor.get(TrafficStatus.UNKNOWN) };
 
-	return (
+    return <div class="line">
-		<div class="line">
         <div class="transportMode">
             {renderLineTransportMode(props.line)}
         </div>
@@ -142,8 +135,7 @@ const DestinationPassages: VoidComponent<{ line: Line, destination: string }> =
         <TtwPassage line={props.line} destination={props.destination} index={1}
             style="secondPassage" withPlatformStyle="withPlatformSecondPassage"
             fontSize={45} fallbackStyle="unavailableSecondPassage" />
-		</div >
+    </div>;
-	);
 }
 
 export type PassagesPanelComponentProps = ParentProps & { stopId: number, lineIds: string[], show: boolean };
@@ -162,19 +154,16 @@ export const PassagesPanel: PassagesPanelComponent = (props) => {
     }
     const [lines] = createResource<Line[], string[]>(props.lineIds, getLines);
 
-	return (
+    return <div classList={{ "passagesContainer": true, "displayed": props.show }} >
-		<div classList={{ ["passagesContainer"]: true, ["displayed"]: props.show }} >
         <Show when={lines() !== undefined} >
             <For each={lines()}>
                 {(line) =>
                     <Show when={getLineDestinations(line.id) !== undefined}>
-							<For each={getLineDestinations(line.id)}>
+                        <For each={getLineDestinations(line.id)}>{
-								{(destination) => <DestinationPassages line={line} destination={destination} />}
+                            (destination) => <DestinationPassages line={line} destination={destination} />
-							</For>
+                        }</For>
                     </Show>
-					}
+                }</For>
-				</For>
         </Show>
-		</div >
+    </div>;
-	);
 }

frontend/src/search.tsx

@@ -1,8 +1,8 @@
-import { batch, createContext, JSX } from 'solid-js';
+import { createContext, JSX } from 'solid-js';
 import { createStore } from 'solid-js/store';
 import { Marker as LeafletMarker } from 'leaflet';
 
-import { Stop, Stops } from './types';
+import { Stop } from './types';
 
 
 export type ByStopIdMarkers = Record<number, LeafletMarker[] | undefined>;
@@ -52,9 +52,7 @@ export function SearchProvider(props: { children: JSX.Element }) {
         setStore('markers', stopId, markers);
     }
 
-	return (
+    return <SearchContext.Provider value={{ getFoundStops, setFoundStops, getDisplayedStops, setDisplayedStops, addMarkers }}>
-		<SearchContext.Provider value={{ getFoundStops, setFoundStops, getDisplayedStops, setDisplayedStops, addMarkers }}>
         {props.children}
-		</SearchContext.Provider>
+    </SearchContext.Provider>;
-	);
 }

frontend/src/stopsSearchMenu.scss

@@ -1,222 +0,0 @@
-@use "_common";
-@use "_utils";
-
-.stopSearchMenu {
-	@extend %widget;
-
-	.inputGroup {
-		width: 50%;
-		// height: 5%;
-
-		// TODO: Setup hop-ui to avoid to have to overrride rules.
-		input {
-			color: var(--idfm-white);
-			font-family: IDFVoyageur-regular;
-		}
-	}
-
-	.title {
-		@extend %title;
-
-		display: flex;
-		justify-content: center;
-	}
-
-	.body {
-		@extend %body;
-
-		flex-direction: row;
-
-		.stopsPanels {
-			width: 50%;
-			height: 100%;
-
-			scroll-snap-type: y mandatory;
-			overflow-y: scroll;
-
-			.stopPanel {
-				scroll-snap-align: center;
-
-				.stop {
-					width: calc(1880/1920*100%);
-					height: calc(100% / 5);
-					// margin: 0 calc(20/1920*100%);
-					margin: 0 calc(10/1920*100%);
-
-					display: flex;
-					align-items: center;
-					flex-direction: row;
-
-					/* TODO: compute the border weight according to the parent height */
-					/* TODO: Disable border-bottom for the last .line  */
-					border-bottom: solid calc(2px);
-
-					cursor: default;
-
-					.name {
-						margin-left: calc(40/1920*100%);
-						width: 60%;
-						aspect-ratio: 2.5;
-
-						display: flex;
-						align-items: center;
-
-						font-family: IDFVoyageur-bold;
-					}
-
-					.lineRepr {
-						width: 40%;
-						aspect-ratio: 2.5;
-
-						display: flex;
-						flex-direction: row;
-						flex-wrap: wrap;
-						align-items: center;
-
-						.transportMode {
-							@extend %transportMode;
-
-							height: 50%;
-						}
-
-						.linesRepresentationMatrix {
-							@extend %busLinePicto; // Use the larger picto aspect-ratio
-							width: 75%;
-							aspect-ratio: 3;
-
-							display: flex;
-							flex-flow: row;
-							flex-wrap: wrap;
-
- 							%picto {
-								margin-left: 1%;
-								align-self: center;
-								justify-self: center;
-							}
-
-							%singleLinePicto {
-								@extend %picto;
-
-								height: 80%;
-							}
-
-							.transportMode {
-								@extend %transportMode;
-								@extend %picto;
-							}
-
-							.tramLinePicto {
-								@extendnd %tramLinePicto;
-								@extend %singleLinePicto;
-							}
-
-							.trainLinePicto {
-								@extend %trainLinePicto;
-								@extend %singleLinePicto;
-							}
-
-							.metroLinePicto {
-								@extend %metroLinePicto;
-								@extend %singleLinePicto;
-							}
-
-							.busLinePicto {
-								@extend %busLinePicto;
-								@extend %picto;
-
-								height: 40%;
-							}
-						}
-					}
-				}
-			}
-			.displayed {
-				display: block;
-			}
-		}
-
-		.map {
-			position: relative;
-
-			height: 100%;
-			width: 50%;
-
-			.ol-viewport {
-				@extend %body;
-				position: absolute;
-				margin: 0;
-			}
-
-			.popup {
-				@extend %body;
-				margin: 0;
-
-				position: absolute;
-				width: 100%;
-				height: 35%;
-
-				border: solid var(--idfm-white) calc(0.2*1vh);
-
-				background-color: var(--idfm-black);
-
-				z-index: 1;
-				visibility: hidden;
-
-				.header {
-					@extend %header;
-
-					color: var(--idfm-white);
-				}
-
-				.body {
-					@extend %body;
-
-					scroll-snap-type: y mandatory;
-					overflow-y: scroll;
-
-					.line {
-						scroll-snap-align: center;
-
-						height: calc(100% / 3);
-						margin: 0 calc(10/1920*100%);
-
-						display: flex;
-						flex-direction: row;
-						align-items: center;
-
-						font-family: IDFVoyageur-bold;
-
-						.busLinePicto {
-							@extend %busLinePicto;
-
-							height: 80%;
-							width: 30%;
-						}
-
-						.name {
-							width: 100%;
-							height: 60%;
-						}
-
-						div {
-							height: 100%;
-
-							svg {
-								max-width: 100%;
-								max-height: 100%;
-							}
-						}
-					}
-				}
-
-				.footer {
-					@extend %footer;
-				}
-			}
-
-			.displayed {
-				visibility: visible;
-			}
-		}
-	}
-}

frontend/src/stopsSearchMenu.tsx

@@ -1,770 +0,0 @@
-import { createContext, createEffect, createResource, createSignal, For, JSX, onMount, ParentComponent, Show, useContext, VoidComponent } from 'solid-js';
-import { createStore } from "solid-js/store";
-import { createScrollPosition } from "@solid-primitives/scroll";
-
-import { Input, InputLeftAddon, InputGroup } from "@hope-ui/solid";
-
-import OlFeature from 'ol/Feature';
-import OlMap from 'ol/Map';
-import OlView from 'ol/View';
-import { isEmpty as isEmptyExtend } from 'ol/extent';
-import { FeatureLike as OlFeatureLike } from 'ol/Feature';
-import OlOSM from 'ol/source/OSM';
-import OlOverlay from 'ol/Overlay';
-import OlPoint from 'ol/geom/Point';
-import OlPolygon from 'ol/geom/Polygon';
-import OlVectorSource from 'ol/source/Vector';
-import { fromLonLat, toLonLat } from 'ol/proj';
-import { Tile as OlTileLayer, Vector as OlVectorLayer } from 'ol/layer';
-import { Circle, Fill, Stroke, Style } from 'ol/style';
-import { easeOut } from 'ol/easing';
-import { getVectorContext } from 'ol/render';
-import { unByKey } from 'ol/Observable';
-
-import { register } from 'ol/proj/proj4';
-
-import proj4 from 'proj4';
-
-import { Stop, StopShape } from './types';
-import { PositionedPanel, renderLineTransportMode, renderLinePicto, ScrollingText, TransportModeWeights } from './utils';
-
-import { AppContextContext, AppContextStore } from "./appContext";
-import { BusinessDataContext, BusinessDataStore } from "./businessData";
-
-import "./stopsSearchMenu.scss";
-
-
-proj4.defs("EPSG:2154", "+proj=lcc +lat_1=49 +lat_2=44 +lat_0=46.5 +lon_0=3 +x_0=700000 +y_0=6600000 +ellps=GRS80 +towgs84=0,0,0,0,0,0,0 +units=m +no_defs");
-register(proj4);
-
-type ByStopIdMapFeatures = Record<number, OlFeature>;
-
-interface SearchStore {
-
-	getSearchText: () => string;
-	setSearchText: (text: string, businessDataStore: BusinessDataStore) => Promise<void>;
-	isSearchInProgress: () => boolean;
-
-	getFoundStops: () => Stop[];
-	setFoundStops: (stops: Stop[]) => void;
-
-	getDisplayedPanelId: () => number;
-	setDisplayedPanelId: (panelId: number) => void;
-
-	getPanels: () => PositionedPanel[];
-	setPanels: (panels: PositionedPanel[]) => void;
-
-	getHighlightedStop: () => Stop | undefined;
-	setHighlightedStop: (stop: Stop) => void;
-	resetHighlightedStop: () => void;
-
-	getMapFeature: (stopId: number) => OlFeature | undefined;
-	getAllMapFeatures: () => ByStopIdMapFeatures;
-	setMapFeature: (stopId: number, feature: OlFeature) => void;
-};
-
-const SearchContext = createContext<SearchStore>();
-
-function SearchProvider(props: { children: JSX.Element }) {
-
-	type Store = {
-		searchText: string;
-		searchInProgress: boolean;
-		foundStops: Stop[];
-		displayedPanelId: number;
-		panels: PositionedPanel[];
-		highlightedStop: Stop | undefined;
-		mapFeatures: ByStopIdMapFeatures;
-	};
-
-	const [store, setStore] = createStore<Store>({
-		searchText: "",
-		searchInProgress: false,
-		foundStops: [],
-		displayedPanelId: 0,
-		panels: [],
-		highlightedStop: undefined,
-		mapFeatures: {},
-	});
-
-	const getSearchText = (): string => {
-		return store.searchText;
-	}
-
-	const setSearchText = async (text: string, businessDataStore: BusinessDataStore): Promise<void> => {
-		setStore('searchInProgress', true);
-
-		setStore('searchText', text);
-
-		const { searchStopByName } = businessDataStore;
-		console.log("store.searchText=", store.searchText);
-		const stopsById = await searchStopByName(store.searchText);
-		console.log("stopsById=", stopsById);
-		setFoundStops(Object.values(stopsById));
-
-		setStore('searchInProgress', false);
-	}
-
-	const isSearchInProgress = (): boolean => {
-		return store.searchInProgress;
-	}
-
-	const getFoundStops = (): Stop[] => {
-		return store.foundStops;
-	}
-
-	const setFoundStops = (stops: Stop[]): void => {
-		setStore('foundStops', stops);
-	}
-
-	const getDisplayedPanelId = (): number => {
-		return store.displayedPanelId;
-	}
-
-	const setDisplayedPanelId = (panelId: number): void => {
-		setStore('displayedPanelId', panelId);
-	}
-
-	const getPanels = (): PositionedPanel[] => {
-		return store.panels;
-	}
-
-	const setPanels = (panels: PositionedPanel[]): void => {
-		setStore('panels', panels);
-	}
-
-	const getHighlightedStop = (): Stop | undefined => {
-		return store.highlightedStop;
-	}
-
-	const setHighlightedStop = (stop: Stop): void => {
-		setStore('highlightedStop', stop);
-	}
-
-	const resetHighlightedStop = (): void => {
-		setStore('highlightedStop', undefined);
-	}
-
-
-	const getAllMapFeatures = (): ByStopIdMapFeatures => {
-		return store.mapFeatures;
-	}
-
-	const getMapFeature = (stopId: number): OlFeature | undefined => {
-		return store.mapFeatures[stopId];
-	}
-
-	const setMapFeature = (stopId: number, feature: OlFeature): void => {
-		setStore('mapFeatures', stopId, feature);
-	};
-
-
-	return (
-		<SearchContext.Provider value={{
-			getSearchText, setSearchText, isSearchInProgress,
-			getFoundStops, setFoundStops,
-			getDisplayedPanelId, setDisplayedPanelId,
-			getPanels, setPanels,
-			getHighlightedStop, setHighlightedStop, resetHighlightedStop,
-			getMapFeature, getAllMapFeatures, setMapFeature,
-		}}>
-			{props.children}
-		</SearchContext.Provider>
-	);
-}
-
-
-const Header: VoidComponent<{ title: string, minCharsNb: number }> = (props) => {
-
-	const businessDataStore: BusinessDataStore | undefined = useContext(BusinessDataContext);
-	const searchStore: SearchStore | undefined = useContext(SearchContext);
-
-	if (businessDataStore === undefined || searchStore === undefined)
-		return <div />;
-
-	const { isSearchInProgress, setSearchText } = searchStore;
-
-	const onStopNameInput: JSX.EventHandler<HTMLInputElement, InputEvent> = async (event): Promise<void> => {
-		/* TODO: Add a tempo before fetching stop for giving time to user to finish his request */
-		const stopName = event.currentTarget.value;
-		if (stopName.length >= props.minCharsNb) {
-			console.log(`Fetching data for "${stopName}" stop name`);
-			await setSearchText(stopName, businessDataStore);
-		}
-	}
-
-	return (
-		<div class="header">
-			<div class="title">
-				<svg viewBox="0 0 1260 50">
-					<text x="0" y="50%" dominant-baseline="middle" font-size="50" style="fill: #ffffff">
-						{props.title}
-					</text>
-				</svg>
-			</div>
-			<div class="inputGroup">
-				<InputGroup >
-					<InputLeftAddon>🚉 🚏</InputLeftAddon>
-					<Input onInput={onStopNameInput} readOnly={isSearchInProgress()} placeholder="Stop name..." />
-				</InputGroup>
-			</div>
-		</div >
-	);
-};
-
-
-const StopRepr: VoidComponent<{ stop: Stop }> = (props) => {
-	const fontSize: number = 40;
-
-	const businessDataStore: BusinessDataStore | undefined = useContext(BusinessDataContext);
-	if (businessDataStore === undefined)
-		return <div />;
-
-	const { getLine } = businessDataStore;
-
-	const fetchLinesRepr = async (lineIds: string[]): Promise<JSX.Element[]> => {
-		const reprs = [];
-		for (const lineId of lineIds) {
-			const line = await getLine(lineId);
-			if (line !== undefined) {
-				reprs.push(<div class="transportMode">{renderLineTransportMode(line)}</div>);
-				reprs.push(renderLinePicto(line));
-			}
-		}
-		return reprs;
-	}
-
-	const [lineReprs] = createResource<JSX.Element[], string[]>(props.stop.lines, fetchLinesRepr);
-
-	return (
-		<div class="stop">
-			<svg class="name" viewBox={`0 0 215 ${fontSize}`}>
-				<text
-					x="100%" y="55%"
-					dominant-baseline="middle" text-anchor="end"
-					font-size={fontSize}>
-					{props.stop.name}
-				</text>
-			</svg>
-			<For each={lineReprs()}>{(line: JSX.Element) => line}</For>
-		</div>
-	);
-}
-
-
-type ByTransportModeReprs = {
-	mode: JSX.Element | undefined;
-	lines: Record<string, JSX.Element | JSX.Element[] | undefined>;
-}
-
-const StopAreaRepr: VoidComponent<{ stop: Stop }> = (props) => {
-	const fontSize: number = 10;
-
-	const businessDataStore: BusinessDataStore | undefined = useContext(BusinessDataContext);
-	const appContextStore: AppContextStore | undefined = useContext(AppContextContext);
-	const searchStore: SearchStore | undefined = useContext(SearchContext);
-
-	if (businessDataStore === undefined || appContextStore === undefined || searchStore === undefined)
-		return <div />;
-
-	const { getLine } = businessDataStore;
-	const { setDisplayedStops } = appContextStore;
-	const { setHighlightedStop, resetHighlightedStop } = searchStore;
-
-
-	const fetchLinesRepr = async (stop: Stop): Promise<JSX.Element> => {
-		const lineIds = new Set(stop.lines);
-		const stops = stop.stops;
-		for (const stop of stops) {
-			stop.lines.forEach(lineIds.add, lineIds);
-		}
-
-		const byModeReprs: Record<string, ByTransportModeReprs> = {};
-		for (const lineId of lineIds) {
-			const line = await getLine(lineId);
-			if (line !== undefined) {
-				if (!(line.transportMode in byModeReprs)) {
-					byModeReprs[line.transportMode] = {
-						mode: <div class="transportMode">{renderLineTransportMode(line)}</div>,
-						lines: {}
-					};
-				}
-				byModeReprs[line.transportMode].lines[line.shortName] = renderLinePicto(line);
-			}
-		}
-
-		const sortedTransportModes = Object.keys(byModeReprs).sort((x, y) => TransportModeWeights[x] <
-			TransportModeWeights[y] ? 1 : -1);
-
-		return (
-			<div class="lineRepr">
-				<For each={sortedTransportModes}>{(transportMode) => {
-					const reprs = byModeReprs[transportMode];
-					const lineNames = Object.keys(reprs.lines).sort((x, y) => x.localeCompare(y));
-					return <>
-						{reprs.mode}
-						<div class="linesRepresentationMatrix">
-							<For each={lineNames}>{(lineName) => reprs.lines[lineName]}</For>
-						</div>
-					</>
-				}}
-				</For>
-			</div >
-		);
-	}
-	const [lineReprs] = createResource(props.stop, fetchLinesRepr);
-
-	return (
-		<div
-			class="stop"
-			onClick={() => setDisplayedStops([props.stop])}
-			onMouseEnter={() => setHighlightedStop(props.stop)}
-			onMouseLeave={resetHighlightedStop}
-		>
-			<div class="name" >
-				<ScrollingText height={fontSize} width={100} content={props.stop.name} />
-			</div>
-			{lineReprs()}
-		</div>
-	);
-}
-
-const StopsPanel: ParentComponent<{ stops: Stop[], show: boolean }> = (props) => {
-
-	return (
-		<div classList={{ "stopPanel": true, "displayed": props.show }}>
-			<For each={props.stops.sort((x, y) => x.name.localeCompare(y.name))}>
-				{(stop) => {
-					return <Show when={stop.stops !== undefined} fallback={<StopRepr stop={stop} />}>
-						<StopAreaRepr stop={stop} />
-					</Show>;
-				}}
-			</For>
-		</div>
-	);
-}
-
-const StopsPanels: ParentComponent<{ maxStopsPerPanel: number }> = (props) => {
-	const searchStore: SearchStore | undefined = useContext(SearchContext);
-
-	if (searchStore === undefined) {
-		return <div />;
-	}
-
-	const { getDisplayedPanelId, getFoundStops, getPanels, setDisplayedPanelId, setPanels } = searchStore;
-
-	let stopsPanelsRef: HTMLDivElement | undefined = undefined
-	const stopsPanelsScroll = createScrollPosition(() => stopsPanelsRef);
-	const yStopsPanelsScroll = () => stopsPanelsScroll.y;
-
-	createEffect(() => {
-		yStopsPanelsScroll();
-
-		for (const panel of getPanels()) {
-			const panelDiv = panel.panel();
-			const panelDivClientRect = panelDiv.getBoundingClientRect();
-			if (panelDivClientRect.y > 0) {
-				setDisplayedPanelId(panel.position);
-				break;
-			}
-		}
-	});
-
-	return (
-		<div ref={stopsPanelsRef} class="stopsPanels">
-			{() => {
-				setPanels([]);
-
-				let newPanels = [];
-				let positioneds: PositionedPanel[] = [];
-
-				let stops: Stop[] = [];
-
-				for (const stop of getFoundStops()) {
-					if (stops.length < props.maxStopsPerPanel) {
-						stops.push(stop);
-					}
-					else {
-						const panelId = newPanels.length;
-						const panel = <StopsPanel stops={stops} show={panelId == getDisplayedPanelId()} />;
-						newPanels.push(panel);
-						positioneds.push({ position: panelId, panel: panel });
-						stops = [stop];
-					}
-				}
-				if (stops.length) {
-					const panelId = newPanels.length;
-					const panel = <StopsPanel stops={stops} show={panelId == getDisplayedPanelId()} />;
-					newPanels.push(panel);
-					positioneds.push({ position: panelId, panel: panel });
-				}
-
-				setPanels(positioneds);
-
-				return newPanels;
-			}}
-		</div>
-	);
-}
-
-
-const StopPopup: ParentComponent<{ stop: Stop, show: boolean }> = (props) => {
-	const businessDataStore: BusinessDataStore | undefined = useContext(BusinessDataContext);
-	if (businessDataStore === undefined)
-		return <div />;
-
-	const { getLine, getStopDestinations } = businessDataStore;
-
-	let popupDiv: HTMLDivElement | undefined = undefined;
-
-	const getDestinations = async (stop: Stop): Promise<{ lineId: string, destinations: string[] }[]> => {
-		let ret = [];
-
-		if (stop !== undefined) {
-			const result = await getStopDestinations(stop.id);
-			for (const [lineId, destinations] of Object.entries(result)) {
-				const line = await getLine(lineId);
-				const linePicto = renderLinePicto(line);
-				ret.push({ lineId: linePicto, destinations: destinations });
-			}
-		}
-
-		return ret;
-	}
-	const [destinations] = createResource(() => props.stop, getDestinations);
-
-	return (
-		<div ref={popupDiv} classList={{ "popup": true, "displayed": props.show }}>
-			<div class="header">{props.stop?.name}</div>
-			<div class="body">
-				<For each={destinations()}>
-					{(dst) => {
-						return <div class='line'>
-							{dst.lineId}
-							<div class="name">
-								<ScrollingText height={10} width={130} content={dst.destinations.join('/')} />
-							</div>
-						</div>;
-					}}
-				</For>
-			</div>
-		</div >
-	);
-}
-
-
-// TODO: Use boolean to set MapStop selected
-const MapStop: VoidComponent<{ stop: Stop, selected: Stop | undefined }> = (props) => {
-	const businessDataStore: BusinessDataStore | undefined = useContext(BusinessDataContext);
-	const searchStore: SearchStore | undefined = useContext(SearchContext);
-	if (businessDataStore === undefined || searchStore === undefined)
-		return <div />;
-
-	const { getStopShape } = businessDataStore;
-	const { setMapFeature } = searchStore;
-
-	const stopStyle = new Style({
-		image: new Circle({
-			fill: undefined,
-			stroke: new Stroke({ color: '#3399CC', width: 1.5 }),
-			radius: 10,
-		}),
-	});
-
-	const selectedStopStyle = new Style({
-		image: new Circle({
-			fill: undefined,
-			stroke: new Stroke({ color: 'purple', width: 2 }),
-			radius: 10,
-		}),
-	});
-
-	const stopAreaStyle = new Style({
-		stroke: new Stroke({ color: 'red' }),
-		fill: new Fill({ color: 'rgba(255,255,255,0.2)' }),
-	});
-
-	const getShape = async (stopId: number): Promise<StopShape | undefined> => {
-		return await getStopShape(stopId);
-	};
-	const [shape] = createResource<StopShape | undefined, number>(props.stop.id, getShape);
-
-	createEffect(() => {
-		const shape_ = shape();
-
-		if (shape_ === undefined) {
-			return;
-		}
-
-		let feature = undefined;
-
-		if (props.stop.lat !== undefined && props.stop.lon !== undefined) {
-			const selectStopStyle = () => {
-				return (props.selected?.id === props.stop.id ? selectedStopStyle : stopStyle);
-			}
-
-			feature = new OlFeature({
-				geometry: new OlPoint(fromLonLat([props.stop.lon, props.stop.lat])),
-			});
-
-			feature.setStyle(selectStopStyle);
-		}
-
-		else {
-			let geometry = undefined;
-			const areaShape = shape();
-			if (areaShape !== undefined) {
-				const transformed = areaShape.points.map(point => fromLonLat(toLonLat(point, 'EPSG:2154')));
-				geometry = new OlPolygon([transformed.slice(0, -1)]);
-			}
-			else {
-				geometry = new OlPoint(fromLonLat([props.stop.lon, props.stop.lat]));
-			}
-			feature = new OlFeature({ geometry: geometry });
-			feature.setStyle(stopAreaStyle);
-		}
-		feature.setId(props.stop.id);
-
-		setMapFeature(props.stop.id, feature);
-	});
-
-	return <For each={props.stop.stops}>{stop => <MapStop stop={stop} selected={props.selected} />}</For>;
-}
-
-
-const Map: ParentComponent<{}> = () => {
-	const businessDataStore: BusinessDataStore | undefined = useContext(BusinessDataContext);
-	const searchStore: SearchStore | undefined = useContext(SearchContext);
-	if (businessDataStore === undefined || searchStore === undefined)
-		return <div />;
-
-	const { getStop } = businessDataStore;
-	const { getAllMapFeatures, getFoundStops, getHighlightedStop } = searchStore;
-
-	const [selectedMapStop, setSelectedMapStop] = createSignal<Stop | undefined>(undefined);
-	const [isPopupDisplayed, setPopupDisplayed] = createSignal<boolean>(false);
-
-	const mapCenter = [260769.80336542107, 6250587.867330259]; // EPSG:3857
-	const fitDurationMs = 1500;
-	const flashDurationMs = 2000;
-	// TODO: Set padding according to the marker design.
-	const fitPointsPadding = [50, 50, 50, 50];
-
-	let mapDiv: HTMLDivElement | undefined = undefined;
-	let popup: StopPopup | undefined = undefined;
-
-	const stopVectorSource = new OlVectorSource({ features: [] });
-	const stopVectorLayer = new OlVectorLayer({ source: stopVectorSource });
-
-	let overlay: OlOverlay | undefined = undefined;
-	let map: OlMap | undefined = undefined;
-
-	const displayedFeatures: Record<number, OlFeature> = {};
-
-	const buildMap = (div: HTMLDivElement): void => {
-		overlay = new OlOverlay({
-			element: popup,
-			autoPan: {
-				animation: {
-					duration: 250,
-				},
-			},
-		});
-		map = new OlMap({
-			target: div,
-			controls: [], // remove controls
-			view: new OlView({
-				center: mapCenter,
-				zoom: 10,
-			}),
-			layers: [
-				new OlTileLayer({
-					source: new OlOSM(),
-				}),
-				stopVectorLayer,
-			],
-			overlays: [overlay],
-		});
-		map.on('singleclick', onClickedMap);
-	}
-
-	const onClickedMap = async (event): Promise<void> => {
-		const features = await stopVectorLayer.getFeatures(event.pixel);
-		// Handle only the first feature
-		if (features.length > 0) {
-			await onClickedFeature(features[0]);
-		}
-		else {
-			setPopupDisplayed(false);
-			setSelectedMapStop(undefined);
-		}
-	}
-
-	const onClickedFeature = async (feature: OlFeatureLike): Promise<void> => {
-		const stopId: number = feature.getId();
-		const stop = getStop(stopId);
-		// TODO: Handle StopArea (use center given by the backend)
-		if (stop?.lat !== undefined && stop?.lon !== undefined) {
-			setSelectedMapStop(stop);
-			map?.getView().animate(
-				{
-					center: fromLonLat([stop.lon, stop.lat]),
-					duration: 1000
-				},
-				// Display the popup once the animation finished
-				() => setPopupDisplayed(true)
-			);
-		}
-	}
-
-	onMount(() => buildMap(mapDiv));
-
-	// Filling the map with stops shape
-	createEffect(() => {
-		const stops = getFoundStops();
-		const foundStopIds = new Set();
-		for (const foundStop of stops) {
-			foundStopIds.add(foundStop.id);
-			foundStop.stops.forEach(s => foundStopIds.add(s.id));
-		}
-
-		for (const [stopIdStr, feature] of Object.entries(displayedFeatures)) {
-			const stopId = parseInt(stopIdStr);
-			if (!foundStopIds.has(stopId)) {
-				console.log(`Remove feature for ${stopId}`);
-				stopVectorSource.removeFeature(feature);
-				delete displayedFeatures[stopId];
-			}
-		}
-
-		const features = getAllMapFeatures();
-		for (const [stopIdStr, feature] of Object.entries(features)) {
-			const stopId = parseInt(stopIdStr);
-			if (foundStopIds.has(stopId) && !(stopId in displayedFeatures)) {
-				console.log(`Add feature for ${stopId}`);
-				stopVectorSource.addFeature(feature);
-				displayedFeatures[stopId] = feature;
-			}
-		}
-
-		const extend = stopVectorSource.getExtent();
-		if (map !== undefined && !isEmptyExtend(extend)) {
-			map.getView().fit(extend, { duration: fitDurationMs, padding: fitPointsPadding });
-		}
-	});
-
-	// Flashing effect
-	createEffect(() => {
-		const highlightedStopId = getHighlightedStop()?.id;
-		if (highlightedStopId !== undefined) {
-			const stop = getStop(highlightedStopId);
-			if (stop !== undefined) {
-				const stops = stop.stops ? stop.stops : [stop];
-				stops.forEach((s) => {
-					const feature = displayedFeatures[s.id];
-					if (feature !== undefined) {
-						flash(feature);
-					}
-				});
-			}
-		}
-	});
-
-	const flash = (feature: OlFeature) => {
-		const start = Date.now();
-		const flashGeom = feature.getGeometry()?.clone();
-		const listenerKey = stopVectorLayer.on('postrender', animate);
-
-		// Force postrender raising.
-		feature.changed();
-
-		function animate(event) {
-			const frameState = event.frameState;
-			const elapsed = frameState.time - start;
-			const vectorContext = getVectorContext(event);
-
-			if (elapsed >= flashDurationMs) {
-				unByKey(listenerKey);
-				return;
-			}
-
-			if (flashGeom !== undefined && map !== undefined) {
-				const elapsedRatio = elapsed / flashDurationMs;
-				// radius will be 5 at start and 30 at end.
-				const radius = easeOut(elapsedRatio) * 25 + 5;
-				const opacity = easeOut(1 - elapsedRatio);
-
-				const style = new Style({
-					image: new Circle({
-						radius: radius,
-						stroke: new Stroke({
-							color: `rgba(255, 0, 0, ${opacity})`,
-							width: 0.25 + opacity,
-						}),
-					}),
-				});
-
-				vectorContext.setStyle(style);
-				vectorContext.drawGeometry(flashGeom);
-
-				// tell OpenLayers to continue postrender animation
-				map.render();
-			}
-		}
-	}
-
-	return <>
-		<div ref={mapDiv} class="map">
-			<StopPopup ref={popup} stop={selectedMapStop()} show={isPopupDisplayed()} />
-		</div>
-		<For each={getFoundStops()}>{(stop) => <MapStop stop={stop} selected={selectedMapStop()} />}</For>
-	</>;
-}
-
-const Footer: VoidComponent<{}> = () => {
-
-	const searchStore: SearchStore | undefined = useContext(SearchContext);
-
-	if (searchStore === undefined) {
-		return <div />;
-	}
-
-	const { getDisplayedPanelId, getPanels } = searchStore;
-
-	return (
-		<div class="footer">
-			<For each={getPanels()}>
-				{(panel) => {
-					const position = panel.position;
-					return (
-						<div>
-							<svg viewBox="0 0 29 29">
-								<circle cx="50%" cy="50%" r="13" stroke="#ffffff" stroke-width="3"
-									style={{ fill: `var(--idfm-${position == getDisplayedPanelId() ? "white" : "black"})` }}
-								/>
-							</svg>
-						</div>
-					);
-				}}
-			</For>
-		</div>
-	);
-}
-
-export const StopsSearchMenu: VoidComponent = () => {
-
-	const maxStopsPerPanel = 5;
-
-	return (
-		<div class="stopSearchMenu">
-			<SearchProvider>
-				<Header title="Recherche de l'arrêt..." minCharsNb={4} />
-				<div class="body">
-					<StopsPanels maxStopsPerPanel={maxStopsPerPanel} />
-					<Map />
-				</div>
-				<Footer />
-			</SearchProvider>
-		</div>
-	);
-};

frontend/src/stopsSearchMenu/map.scss

@@ -0,0 +1,87 @@
+@use "../_common";
+@use "../_utils";
+
+
+.map {
+    position: relative;
+
+    height: 100%;
+    width: 50%;
+
+    .ol-viewport {
+        @extend %body;
+        position: absolute;
+        margin: 0;
+    }
+
+    .popup {
+        @extend %body;
+        margin: 0;
+
+        position: absolute;
+        width: 100%;
+        height: 35%;
+
+        border: solid var(--idfm-white) calc(0.2*1vh);
+
+        background-color: var(--idfm-black);
+
+        z-index: 1;
+        visibility: hidden;
+
+        .header {
+            @extend %header;
+
+            color: var(--idfm-white);
+        }
+
+        .body {
+            @extend %body;
+
+            scroll-snap-type: y mandatory;
+            overflow-y: scroll;
+
+            .line {
+                scroll-snap-align: center;
+
+                height: calc(100% / 3);
+                margin: 0 calc(10/1920*100%);
+
+                display: flex;
+                flex-direction: row;
+                align-items: center;
+
+                font-family: IDFVoyageur-bold;
+
+                .busLinePicto {
+                    @extend %busLinePicto;
+
+                    height: 80%;
+                    width: 30%;
+                }
+
+                .name {
+                    width: 100%;
+                    height: 60%;
+                }
+
+                div {
+                    height: 100%;
+
+                    svg {
+                        max-width: 100%;
+                        max-height: 100%;
+                    }
+                }
+            }
+        }
+
+        .footer {
+            @extend %footer;
+        }
+    }
+
+    .displayed {
+        visibility: visible;
+    }
+}

frontend/src/stopsSearchMenu/map.tsx

@@ -0,0 +1,219 @@
+import { createEffect, createSignal, For, onMount, ParentComponent, useContext } from 'solid-js';
+import OlFeature from 'ol/Feature';
+import OlMap from 'ol/Map';
+import OlView from 'ol/View';
+import { isEmpty as isEmptyExtend } from 'ol/extent';
+import { FeatureLike as OlFeatureLike } from 'ol/Feature';
+import OlOSM from 'ol/source/OSM';
+import OlOverlay from 'ol/Overlay';
+import OlVectorSource from 'ol/source/Vector';
+import { Tile as OlTileLayer, Vector as OlVectorLayer } from 'ol/layer';
+import { Circle, Stroke, Style } from 'ol/style';
+import { easeOut } from 'ol/easing';
+import { getVectorContext } from 'ol/render';
+import { unByKey } from 'ol/Observable';
+
+import { Stop } from '../types';
+import { BusinessDataContext, BusinessDataStore } from "../businessData";
+import { SearchContext, SearchStore } from "./searchStore";
+import { MapStop } from "./mapStop";
+import { StopPopup } from "./stopPopup";
+
+
+import "./map.scss";
+
+
+export const Map: ParentComponent<{}> = () => {
+    const businessDataStore: BusinessDataStore | undefined = useContext(BusinessDataContext);
+    const searchStore: SearchStore | undefined = useContext(SearchContext);
+    if (businessDataStore === undefined || searchStore === undefined)
+        return <div />;
+
+    const { getStop } = businessDataStore;
+    const { getAllMapFeatures, getFoundStops, getHighlightedStop } = searchStore;
+
+    const [selectedMapStop, setSelectedMapStop] = createSignal<Stop | undefined>(undefined);
+    const [isPopupDisplayed, setPopupDisplayed] = createSignal<boolean>(false);
+
+    const mapCenter = [260769.80336542107, 6250587.867330259]; // EPSG:3857
+    const fitDurationMs = 1500;
+    const flashDurationMs = 2000;
+    // TODO: Set padding according to the marker design.
+    const fitPointsPadding = [50, 50, 50, 50];
+
+    let mapDiv: HTMLDivElement | undefined;
+    let popup: StopPopup | undefined = undefined;
+
+    const stopVectorSource = new OlVectorSource({ features: [] });
+    const stopVectorLayer = new OlVectorLayer({ source: stopVectorSource });
+
+    let overlay: OlOverlay | undefined = undefined;
+    let map: OlMap | undefined = undefined;
+
+    const displayedFeatures: Record<number, OlFeature> = {};
+
+    const buildMap = (div: HTMLDivElement): void => {
+        overlay = new OlOverlay({
+            element: popup,
+            autoPan: {
+                animation: {
+                    duration: 250,
+                },
+            },
+        });
+        map = new OlMap({
+            target: div,
+            controls: [], // remove controls
+            view: new OlView({
+                center: mapCenter,
+                zoom: 10,
+            }),
+            layers: [
+                new OlTileLayer({
+                    source: new OlOSM(),
+                }),
+                stopVectorLayer,
+            ],
+            overlays: [overlay],
+        });
+        console.log("map=", map);
+        map.on('singleclick', onClickedMap);
+    }
+
+    const onClickedMap = async (event): Promise<void> => {
+        const features = await stopVectorLayer.getFeatures(event.pixel);
+        // Handle only the first feature
+        if (features.length > 0) {
+            await onClickedFeature(features[0]);
+        }
+        else {
+            setPopupDisplayed(false);
+            setSelectedMapStop(undefined);
+        }
+    }
+
+    const onClickedFeature = async (feature: OlFeatureLike): Promise<void> => {
+        const stopId: number = feature.getId();
+        const stop = getStop(stopId);
+        // TODO: Handle StopArea (use center given by the backend)
+        if (stop?.epsg3857_x !== undefined && stop?.epsg3857_y !== undefined) {
+            setSelectedMapStop(stop);
+            map?.getView().animate(
+                {
+                    center: [stop.epsg3857_x, stop.epsg3857_y],
+                    duration: 1000
+                },
+                // Display the popup once the animation finished
+                () => setPopupDisplayed(true)
+            );
+        }
+    }
+
+    onMount(() => {
+        buildMap(mapDiv);
+    })
+        ;
+
+    // Filling the map with stops shape
+    createEffect(() => {
+        const stops = getFoundStops();
+        const foundStopIds = new Set();
+        for (const foundStop of stops) {
+            foundStopIds.add(foundStop.id);
+            if (foundStop.stops !== undefined) {
+                foundStop.stops.forEach(s => foundStopIds.add(s.id));
+            }
+        }
+
+        for (const [stopIdStr, feature] of Object.entries(displayedFeatures)) {
+            const stopId = parseInt(stopIdStr);
+            if (!foundStopIds.has(stopId)) {
+                console.log(`Remove feature for ${stopId}`);
+                stopVectorSource.removeFeature(feature);
+                delete displayedFeatures[stopId];
+            }
+        }
+
+        const features = getAllMapFeatures();
+        for (const [stopIdStr, feature] of Object.entries(features)) {
+            const stopId = parseInt(stopIdStr);
+            if (foundStopIds.has(stopId) && !(stopId in displayedFeatures)) {
+                console.log(`Add feature for ${stopId}`);
+                stopVectorSource.addFeature(feature);
+                displayedFeatures[stopId] = feature;
+            }
+        }
+
+        const extend = stopVectorSource.getExtent();
+        if (map !== undefined && !isEmptyExtend(extend)) {
+            map.getView().fit(extend, { duration: fitDurationMs, padding: fitPointsPadding });
+        }
+    });
+
+    // Flashing effect
+    createEffect(() => {
+        const highlightedStopId = getHighlightedStop()?.id;
+        if (highlightedStopId !== undefined) {
+            const stop = getStop(highlightedStopId);
+            if (stop !== undefined) {
+                const stops = stop.stops ? stop.stops : [stop];
+                stops.forEach((s) => {
+                    const feature = displayedFeatures[s.id];
+                    if (feature !== undefined) {
+                        flash(feature);
+                    }
+                });
+            }
+        }
+    });
+
+    const flash = (feature: OlFeature) => {
+        const start = Date.now();
+        const flashGeom = feature.getGeometry()?.clone();
+        const listenerKey = stopVectorLayer.on('postrender', animate);
+
+        // Force postrender raising.
+        feature.changed();
+
+        function animate(event) {
+            const frameState = event.frameState;
+            const elapsed = frameState.time - start;
+            const vectorContext = getVectorContext(event);
+
+            if (elapsed >= flashDurationMs) {
+                unByKey(listenerKey);
+                return;
+            }
+
+            if (flashGeom !== undefined && map !== undefined) {
+                const elapsedRatio = elapsed / flashDurationMs;
+                // radius will be 5 at start and 30 at end.
+                const radius = easeOut(elapsedRatio) * 25 + 5;
+                const opacity = easeOut(1 - elapsedRatio);
+
+                const style = new Style({
+                    image: new Circle({
+                        radius: radius,
+                        stroke: new Stroke({
+                            color: `rgba(255, 0, 0, ${opacity})`,
+                            width: 0.25 + opacity,
+                        }),
+                    }),
+                });
+
+                vectorContext.setStyle(style);
+                vectorContext.drawGeometry(flashGeom);
+
+                // tell OpenLayers to continue postrender animation
+                map.render();
+            }
+        }
+    }
+
+    return <>
+        <div ref={mapDiv!} class="map">
+            <StopPopup ref={popup!} stop={selectedMapStop()} show={isPopupDisplayed()} />
+        </div>
+        <For each={getFoundStops()}>{(stop) => <MapStop stop={stop} selected={selectedMapStop()} />}</For>
+    </>;
+}

frontend/src/stopsSearchMenu/mapStop.tsx

@@ -0,0 +1,85 @@
+import { createEffect, createResource, For, useContext, VoidComponent } from 'solid-js';
+import { Circle, Fill, Stroke, Style } from 'ol/style';
+import OlFeature from 'ol/Feature';
+import OlPoint from 'ol/geom/Point';
+import OlPolygon from 'ol/geom/Polygon';
+
+import { Stop, StopShape } from '../types';
+import { BusinessDataContext, BusinessDataStore } from "../businessData";
+import { SearchContext, SearchStore } from "./searchStore";
+
+
+// TODO: Use boolean to set MapStop selected
+export const MapStop: VoidComponent<{ stop: Stop, selected: Stop | undefined }> = (props) => {
+    const businessDataStore: BusinessDataStore | undefined = useContext(BusinessDataContext);
+    const searchStore: SearchStore | undefined = useContext(SearchContext);
+    if (businessDataStore === undefined || searchStore === undefined)
+        return <div />;
+
+    const { getStopShape } = businessDataStore;
+    const { setMapFeature } = searchStore;
+
+    const stopStyle = new Style({
+        image: new Circle({
+            fill: undefined,
+            stroke: new Stroke({ color: '#3399CC', width: 1.5 }),
+            radius: 10,
+        }),
+    });
+
+    const selectedStopStyle = new Style({
+        image: new Circle({
+            fill: undefined,
+            stroke: new Stroke({ color: 'purple', width: 2 }),
+            radius: 10,
+        }),
+    });
+
+    const stopAreaStyle = new Style({
+        stroke: new Stroke({ color: 'red' }),
+        fill: new Fill({ color: 'rgba(255,255,255,0.2)' }),
+    });
+
+    const getShape = async (stopId: number): Promise<StopShape | undefined> => {
+        return await getStopShape(stopId);
+    };
+    const [shape] = createResource<StopShape | undefined, number>(props.stop.id, getShape);
+
+    createEffect(() => {
+        const shape_ = shape();
+
+        if (shape_ === undefined) {
+            return;
+        }
+
+        let feature = undefined;
+
+        if (props.stop.epsg3857_x !== undefined && props.stop.epsg3857_y !== undefined) {
+            const selectStopStyle = () => {
+                return (props.selected?.id === props.stop.id ? selectedStopStyle : stopStyle);
+            }
+            feature = new OlFeature({
+                geometry: new OlPoint([props.stop.epsg3857_x, props.stop.epsg3857_y]),
+            });
+            feature.setStyle(selectStopStyle);
+        }
+
+        else {
+            let geometry = undefined;
+            const areaShape = shape();
+            if (areaShape !== undefined) {
+                geometry = new OlPolygon([areaShape.epsg3857_points.slice(0, -1)]);
+            }
+            else {
+                geometry = new OlPoint([props.stop.epsg3857_x, props.stop.epsg3857_y]);
+            }
+            feature = new OlFeature({ geometry: geometry });
+            feature.setStyle(stopAreaStyle);
+        }
+        feature.setId(props.stop.id);
+
+        setMapFeature(props.stop.id, feature);
+    });
+
+    return <For each={props.stop.stops}>{stop => <MapStop stop={stop} selected={props.selected} />}</For>;
+}

frontend/src/stopsSearchMenu/searchStore.tsx

@@ -0,0 +1,163 @@
+import { createContext, JSX } from 'solid-js';
+import { createStore } from "solid-js/store";
+import OlFeature from 'ol/Feature';
+import { BusinessDataStore } from "../businessData";
+
+import { Stop } from '../types';
+import { PositionedPanel } from '../utils';
+
+type ByStopIdMapFeatures = Record<number, OlFeature>;
+
+export interface SearchStore {
+
+    getSearchText: () => string;
+    setSearchText: (text: string, businessDataStore: BusinessDataStore) => Promise<void>;
+
+    getFoundStops: () => Stop[];
+    setFoundStops: (stops: Stop[]) => void;
+
+    getDisplayedPanelId: () => number;
+    setDisplayedPanelId: (panelId: number) => void;
+
+    getPanels: () => PositionedPanel[];
+    setPanels: (panels: PositionedPanel[]) => void;
+
+    getHighlightedStop: () => Stop | undefined;
+    setHighlightedStop: (stop: Stop) => void;
+    resetHighlightedStop: () => void;
+
+    enableMap: (enable: boolean) => void;
+    isMapEnabled: () => boolean;
+    getMapFeature: (stopId: number) => OlFeature | undefined;
+    getAllMapFeatures: () => ByStopIdMapFeatures;
+    setMapFeature: (stopId: number, feature: OlFeature) => void;
+};
+
+export const SearchContext = createContext<SearchStore>();
+
+
+export function SearchProvider(props: { children: JSX.Element }) {
+
+    const searchTextDelayMs = 1500;
+
+    type Store = {
+        searchText: string;
+        searchPromise: Promise<void> | undefined;
+        foundStops: Stop[];
+        displayedPanelId: number;
+        panels: PositionedPanel[];
+        highlightedStop: Stop | undefined;
+        mapEnabled: boolean;
+        mapFeatures: ByStopIdMapFeatures;
+    };
+
+    const [store, setStore] = createStore<Store>({
+        searchText: "",
+        searchPromise: undefined,
+        foundStops: [],
+        displayedPanelId: 0,
+        panels: [],
+        highlightedStop: undefined,
+        // mapEnabled: false,
+        mapFeatures: {},
+    });
+
+    const getSearchText = (): string => {
+        return store.searchText;
+    }
+
+    const debounce = async (fn: (...args: any[]) => Promise<void>, delayMs: number) => {
+        let timerId: number;
+        return new Promise((...args) => {
+            clearTimeout(timerId);
+            timerId = setTimeout(fn, delayMs, ...args);
+        });
+    }
+
+    const setSearchText = async (text: string, businessDataStore: BusinessDataStore): Promise<void> => {
+        setStore('searchText', text);
+
+        if (store.searchPromise === undefined) {
+            const { searchStopByName } = businessDataStore;
+            const promise: Promise<void> = debounce(async (onSuccess: () => void) => {
+                console.log(`Fetching data for "${store.searchText}" stop name`);
+                const stopsById = await searchStopByName(store.searchText);
+                console.log("stopsById=", stopsById);
+                setFoundStops(Object.values(stopsById));
+                onSuccess();
+            }, searchTextDelayMs).then(() => {
+                setStore('searchPromise', undefined);
+            });
+            setStore('searchPromise', promise);
+        }
+    }
+
+    const getFoundStops = (): Stop[] => {
+        return store.foundStops;
+    }
+
+    const setFoundStops = (stops: Stop[]): void => {
+        setStore('foundStops', stops);
+    }
+
+    const getDisplayedPanelId = (): number => {
+        return store.displayedPanelId;
+    }
+
+    const setDisplayedPanelId = (panelId: number): void => {
+        setStore('displayedPanelId', panelId);
+    }
+
+    const getPanels = (): PositionedPanel[] => {
+        return store.panels;
+    }
+
+    const setPanels = (panels: PositionedPanel[]): void => {
+        setStore('panels', panels);
+    }
+
+    const getHighlightedStop = (): Stop | undefined => {
+        return store.highlightedStop;
+    }
+
+    const setHighlightedStop = (stop: Stop): void => {
+        setStore('highlightedStop', stop);
+    }
+
+    const resetHighlightedStop = (): void => {
+        setStore('highlightedStop', undefined);
+    }
+
+
+    const enableMap = (enable: boolean): void => {
+        setStore("mapEnabled", enable);
+    }
+
+    const isMapEnabled = (): boolean => {
+        return store.mapEnabled;
+    }
+
+    const getAllMapFeatures = (): ByStopIdMapFeatures => {
+        return store.mapFeatures;
+    }
+
+    const getMapFeature = (stopId: number): OlFeature | undefined => {
+        return store.mapFeatures[stopId];
+    }
+
+    const setMapFeature = (stopId: number, feature: OlFeature): void => {
+        setStore('mapFeatures', stopId, feature);
+    };
+
+    return <SearchContext.Provider value={{
+        getSearchText, setSearchText,
+        getFoundStops, setFoundStops,
+        getDisplayedPanelId, setDisplayedPanelId,
+        getPanels, setPanels,
+        getHighlightedStop, setHighlightedStop, resetHighlightedStop,
+        enableMap, isMapEnabled,
+        getMapFeature, getAllMapFeatures, setMapFeature,
+    }}>
+        {props.children}
+    </SearchContext.Provider>;
+}

frontend/src/stopsSearchMenu/stopPanel.scss

@@ -0,0 +1,100 @@
+@use "../_common";
+@use "../_utils";
+
+
+.stopPanel {
+    scroll-snap-align: center;
+
+    .stop {
+        width: calc(1880/1920*100%);
+        height: calc(100% / 5);
+        // margin: 0 calc(20/1920*100%);
+        margin: 0 calc(10/1920*100%);
+
+        display: flex;
+        align-items: center;
+        flex-direction: row;
+
+        /* TODO: compute the border weight according to the parent height */
+        /* TODO: Disable border-bottom for the last .line  */
+        border-bottom: solid calc(2px);
+
+        cursor: default;
+
+        .name {
+            margin-left: calc(40/1920*100%);
+            width: 60%;
+            aspect-ratio: 2.5;
+
+            display: flex;
+            align-items: center;
+
+            font-family: IDFVoyageur-bold;
+        }
+
+        .lineRepr {
+            width: 40%;
+            aspect-ratio: 2.5;
+
+            display: flex;
+            flex-direction: row;
+            flex-wrap: wrap;
+            align-items: center;
+
+            .transportMode {
+                @extend %transportMode;
+
+                height: 50%;
+            }
+
+            .linesRepresentationMatrix {
+                @extend %busLinePicto; // Use the larger picto aspect-ratio
+                width: 75%;
+                aspect-ratio: 3;
+
+                display: flex;
+                flex-flow: row;
+                flex-wrap: wrap;
+
+                %picto {
+                    margin-left: 1%;
+                    align-self: center;
+                    justify-self: center;
+                }
+
+                %singleLinePicto {
+                    @extend %picto;
+
+                    height: 80%;
+                }
+
+                .transportMode {
+                    @extend %transportMode;
+                    @extend %picto;
+                }
+
+                .tramLinePicto {
+                    @extend %tramLinePicto;
+                    @extend %singleLinePicto;
+                }
+
+                .trainLinePicto {
+                    @extend %trainLinePicto;
+                    @extend %singleLinePicto;
+                }
+
+                .metroLinePicto {
+                    @extend %metroLinePicto;
+                    @extend %singleLinePicto;
+                }
+
+                .busLinePicto {
+                    @extend %busLinePicto;
+                    @extend %picto;
+
+                    height: 40%;
+                }
+            }
+        }
+    }
+}

frontend/src/stopsSearchMenu/stopPanel.tsx

@@ -0,0 +1,134 @@
+import { createResource, For, JSX, ParentComponent, Show, useContext, VoidComponent } from 'solid-js';
+
+import { Stop } from '../types';
+import { renderLineTransportMode, renderLinePicto, ScrollingText, TransportModeWeights } from '../utils';
+import { AppContextContext, AppContextStore } from "../appContext";
+import { BusinessDataContext, BusinessDataStore } from "../businessData";
+import { SearchContext, SearchStore } from "./searchStore";
+
+
+import "./stopPanel.scss";
+
+
+const StopRepr: VoidComponent<{ stop: Stop }> = (props) => {
+    const fontSize: number = 40;
+
+    const businessDataStore: BusinessDataStore | undefined = useContext(BusinessDataContext);
+    if (businessDataStore === undefined)
+        return <div />;
+
+    const { getLine } = businessDataStore;
+
+    const fetchLinesRepr = async (lineIds: string[]): Promise<JSX.Element[]> => {
+        const reprs = [];
+        for (const lineId of lineIds) {
+            const line = await getLine(lineId);
+            if (line !== undefined) {
+                reprs.push(<div class="transportMode">{renderLineTransportMode(line)}</div>);
+                reprs.push(renderLinePicto(line));
+            }
+        }
+        return reprs;
+    }
+
+    const [lineReprs] = createResource<JSX.Element[], string[]>(props.stop.lines, fetchLinesRepr);
+
+    return <div class="stop">
+        <svg class="name" viewBox={`0 0 215 ${fontSize}`}>
+            <text
+                x="100%" y="55%"
+                dominant-baseline="middle" text-anchor="end"
+                font-size={fontSize}>
+                {props.stop.name}
+            </text>
+        </svg>
+        <For each={lineReprs()}>{(line: JSX.Element) => line}</For>
+    </div>;
+}
+
+
+type ByTransportModeReprs = {
+    mode: JSX.Element | undefined;
+    lines: Record<string, JSX.Element | JSX.Element[] | undefined>;
+}
+
+
+const StopAreaRepr: VoidComponent<{ stop: Stop }> = (props) => {
+    const fontSize: number = 10;
+
+    const businessDataStore: BusinessDataStore | undefined = useContext(BusinessDataContext);
+    const appContextStore: AppContextStore | undefined = useContext(AppContextContext);
+    const searchStore: SearchStore | undefined = useContext(SearchContext);
+
+    if (businessDataStore === undefined || appContextStore === undefined || searchStore === undefined)
+        return <div />;
+
+    const { getLine } = businessDataStore;
+    const { setDisplayedStops } = appContextStore;
+    const { setHighlightedStop, resetHighlightedStop } = searchStore;
+
+
+    const fetchLinesRepr = async (stop: Stop): Promise<JSX.Element> => {
+        const lineIds = new Set(stop.lines);
+        const stops = stop.stops;
+        for (const stop of stops) {
+            stop.lines.forEach(lineIds.add, lineIds);
+        }
+
+        const byModeReprs: Record<string, ByTransportModeReprs> = {};
+        for (const lineId of lineIds) {
+            const line = await getLine(lineId);
+            if (line !== undefined) {
+                if (!(line.transportMode in byModeReprs)) {
+                    byModeReprs[line.transportMode] = {
+                        mode: <div class="transportMode"> {renderLineTransportMode(line)}</div>,
+                        lines: {}
+                    };
+                }
+                byModeReprs[line.transportMode].lines[line.shortName] = renderLinePicto(line);
+            }
+        }
+
+        const sortedTransportModes = Object.keys(byModeReprs).sort((x, y) => TransportModeWeights[x] < TransportModeWeights[y] ? 1 : -1);
+
+        return <div class="lineRepr">
+            <For each={sortedTransportModes}>
+                {(transportMode) => {
+                    const reprs = byModeReprs[transportMode];
+                    const lineNames = Object.keys(reprs.lines).sort((x, y) => x.localeCompare(y));
+                    return <>
+                        {reprs.mode}
+                        <div class="linesRepresentationMatrix">
+                            <For each={lineNames}>{(lineName) => reprs.lines[lineName]}</For>
+                        </div>
+                    </>;
+                }}</For>
+        </div>;
+    }
+
+    const [lineReprs] = createResource(props.stop, fetchLinesRepr);
+
+    return <div
+        class="stop"
+        onClick={() => setDisplayedStops([props.stop])}
+        onMouseEnter={() => setHighlightedStop(props.stop)}
+        onMouseLeave={resetHighlightedStop}
+    >
+        <div class="name">
+            <ScrollingText height={fontSize} width={100} content={props.stop.name} />
+        </div>
+        {lineReprs()}
+    </div>;
+}
+
+export const StopsPanel: ParentComponent<{ stops: Stop[], show: boolean }> = (props) => {
+
+    return <div classList={{ "stopPanel": true, "displayed": props.show }}>
+        <For each={props.stops.sort((x, y) => x.name.localeCompare(y.name))}>
+            {(stop) => {
+                return <Show when={stop.stops !== undefined} fallback={<StopRepr stop={stop} />}>
+                    <StopAreaRepr stop={stop} />
+                </Show>;
+            }}</For>
+    </div>;
+}

frontend/src/stopsSearchMenu/stopPopup.tsx

@@ -0,0 +1,47 @@
+import { createResource, For, ParentComponent, useContext } from 'solid-js';
+
+import { Stop } from '../types';
+import { BusinessDataContext, BusinessDataStore } from "../businessData";
+import { renderLinePicto, ScrollingText } from '../utils';
+
+export const StopPopup: ParentComponent<{ stop: Stop, show: boolean }> = (props) => {
+    const businessDataStore: BusinessDataStore | undefined = useContext(BusinessDataContext);
+    if (businessDataStore === undefined)
+        return <div />;
+
+    const { getLine, getStopDestinations } = businessDataStore;
+
+    let popupDiv: HTMLDivElement | undefined = undefined;
+
+    const getDestinations = async (stop: Stop): Promise<{ lineId: string, destinations: string[] }[]> => {
+        let ret = [];
+
+        if (stop !== undefined) {
+            const result = await getStopDestinations(stop.id);
+            for (const [lineId, destinations] of Object.entries(result)) {
+                const line = await getLine(lineId);
+                const linePicto = renderLinePicto(line);
+                ret.push({ lineId: linePicto, destinations: destinations });
+            }
+        }
+
+        return ret;
+    }
+    const [destinations] = createResource(() => props.stop, getDestinations);
+
+
+    return <div ref={popupDiv} classList={{ "popup": true, "displayed": props.show }}>
+        <div class="header">{props.stop?.name}</div>
+        <div class="body" >
+            <For each={destinations()}>
+                {(dst) => {
+                    return <div class='line' >
+                        {dst.lineId}
+                        < div class="name" >
+                            <ScrollingText height={10} width={130} content={dst.destinations.join('/')} />
+                        </div>
+                    </div>;
+                }}</For>
+        </div>
+    </div>;
+}

frontend/src/stopsSearchMenu/stopsSearchMenu.scss

@@ -0,0 +1,86 @@
+@use "../_common";
+@use "../_utils";
+
+
+.mapPlaceholder {
+    --border-width: 0.1vh;
+
+    height: calc(100% - 2*var(--border-width));
+    width: 50%;
+
+    display: flex;
+    align-items: center;
+    justify-content: center;
+
+    border: solid var(--neutral-color) var(--border-width);
+    border-radius: var(--border-radius);
+
+    background-color: var(--idfm-black);
+    font-family: IDFVoyageur-bold;
+    font-size: 2vh;
+    color: var(--idfm-white);
+}
+
+.stopNameInput {
+    width: 50%;
+    height: 60%;
+
+    display: flex;
+    flex-flow: row;
+
+    border: solid var(--neutral-color) calc(0.01vh);
+    border-radius: var(--border-radius);
+
+    background-color: transparent;
+
+
+    .leftAddon {
+        width: 17%;
+
+        display: flex;
+        align-items: center;
+        justify-content: center;
+
+        background-color: var(--idfm-white);
+    }
+
+    input {
+        width: 83%;
+
+        padding-left: 3%;
+        padding-right: 3%;
+
+        color: var(--idfm-white);
+        font-family: IDFVoyageur-regular;
+        background-color: transparent;
+    }
+}
+
+.title {
+    @extend %title;
+
+    display: flex;
+    justify-content: center;
+}
+
+.stopSearchMenu {
+    @extend %widget;
+
+    .body {
+        @extend %body;
+
+        flex-direction: row;
+
+        .stopsPanels {
+            width: 50%;
+            height: 100%;
+
+            scroll-snap-type: y mandatory;
+            overflow-y: scroll;
+
+            .displayed {
+                display: block;
+            }
+        }
+    }
+}

frontend/src/stopsSearchMenu/stopsSearchMenu.tsx

@@ -0,0 +1,196 @@
+import { createEffect, For, JSX, ParentComponent, useContext, Show, VoidComponent } from 'solid-js';
+import { lazily } from 'solidjs-lazily';
+import { createScrollPosition } from "@solid-primitives/scroll";
+
+import { Stop } from '../types';
+import { PositionedPanel } from '../utils';
+
+import { BusinessDataContext, BusinessDataStore } from "../businessData";
+import { SearchContext, SearchProvider, SearchStore } from "./searchStore";
+import { StopsPanel } from "./stopPanel";
+
+const { Map } = lazily(() => import("./map"));
+
+
+import "./stopsSearchMenu.scss";
+
+
+const StopNameInput: VoidComponent<{ onInput: JSX.EventHandler<HTMLInputElement, InputEvent>, leftAddon: string, placeholder: string }> = (props) => {
+    return <div class="stopNameInput">
+        <div class="leftAddon">{props.leftAddon}</div>
+        <input type="text" oninput={props.onInput} placeholder={props.placeholder} />
+    </div>;
+};
+
+
+const Header: VoidComponent<{ title: string, minCharsNb: number }> = (props) => {
+    const businessDataStore: BusinessDataStore | undefined = useContext(BusinessDataContext);
+    const searchStore: SearchStore | undefined = useContext(SearchContext);
+
+    if (businessDataStore === undefined || searchStore === undefined)
+        return <div />;
+
+    const { setSearchText } = searchStore;
+
+    const onStopNameInput: JSX.EventHandler<HTMLInputElement, InputEvent> = async (event): Promise<void> => {
+        const stopName = event.currentTarget.value;
+        if (stopName.length >= props.minCharsNb) {
+            await setSearchText(stopName, businessDataStore);
+        }
+    }
+
+    return <div class="header">
+        <div class="title">
+            <svg viewBox="0 0 1260 50">
+                <text x="0" y="50%" dominant-baseline="middle" font-size="50" style="fill: #ffffff">
+                    {props.title}
+                </text>
+            </svg>
+        </div>
+        <StopNameInput onInput={onStopNameInput} leftAddon="🚉 🚏" placeholder="Stop name..." />
+    </div>;
+};
+
+
+const StopsPanels: ParentComponent<{ maxStopsPerPanel: number }> = (props) => {
+    const searchStore: SearchStore | undefined = useContext(SearchContext);
+
+    if (searchStore === undefined) {
+        return <div />;
+    }
+
+    const { getDisplayedPanelId, getFoundStops, getPanels, setDisplayedPanelId, setPanels } = searchStore;
+    let stopsPanelsRef: HTMLDivElement | undefined = undefined
+    const stopsPanelsScroll = createScrollPosition(() => stopsPanelsRef);
+    const yStopsPanelsScroll = () => stopsPanelsScroll.y;
+
+    createEffect(() => {
+        yStopsPanelsScroll();
+
+        for (const panel of getPanels()) {
+            const panelDiv = panel.panel;
+            if (panelDiv != null) {
+                const panelDivClientRect = panelDiv.getBoundingClientRect();
+                if (panelDivClientRect.y > 0) {
+                    setDisplayedPanelId(panel.position);
+                    break;
+                }
+            }
+        }
+    });
+
+    return (
+        <div ref={stopsPanelsRef} class="stopsPanels">
+            {() => {
+                setPanels([]);
+
+                let newPanels = [];
+                let positioneds: PositionedPanel[] = [];
+
+                let stops: Stop[] = [];
+
+                for (const stop of getFoundStops()) {
+                    if (stops.length < props.maxStopsPerPanel) {
+                        stops.push(stop);
+                    }
+                    else {
+                        const panelId = newPanels.length;
+                        const panel = <StopsPanel stops={stops} show={panelId == getDisplayedPanelId()} />;
+                        newPanels.push(panel);
+                        positioneds.push({ position: panelId, panel: panel });
+                        stops = [stop];
+                    }
+                }
+                if (stops.length) {
+                    const panelId = newPanels.length;
+                    const panel = <StopsPanel stops={stops} show={panelId == getDisplayedPanelId()} />;
+                    newPanels.push(panel);
+                    positioneds.push({ position: panelId, panel: panel });
+                }
+
+                setPanels(positioneds);
+
+                return newPanels;
+            }}
+        </div>
+    );
+};
+
+
+const MapPlaceholder: VoidComponent<{}> = () => {
+    const searchStore: SearchStore | undefined = useContext(SearchContext);
+
+    if (searchStore === undefined) {
+        return <div />;
+    }
+
+    const { enableMap } = searchStore;
+
+    const onDoubleClick = (): void => {
+        console.log('!!! ON DOUBLE CLICK');
+        enableMap(true);
+    }
+
+    return <div
+        class="mapPlaceholder"
+        ondblclick={() => onDoubleClick()}>
+        Double-clic pour activer la carte
+    </div>;
+};
+
+
+const Body: VoidComponent<{}> = () => {
+    const searchStore: SearchStore | undefined = useContext(SearchContext);
+    if (searchStore === undefined) {
+        return <div />;
+    }
+
+    const { isMapEnabled } = searchStore;
+
+    const maxStopsPerPanel = 5;
+
+    return <div class="body">
+        <StopsPanels maxStopsPerPanel={maxStopsPerPanel} />
+        <Show when={isMapEnabled()} fallback={<MapPlaceholder />}>
+            <Map />
+        </Show>
+    </div>;
+};
+
+
+const Footer: VoidComponent<{}> = () => {
+    const searchStore: SearchStore | undefined = useContext(SearchContext);
+    if (searchStore === undefined) {
+        return <div />;
+    }
+
+    const { getDisplayedPanelId, getPanels } = searchStore;
+
+    return <div class="footer">
+        <For each={getPanels()}>
+            {(panel) => {
+                const position = panel.position;
+                return (
+                    <div>
+                        <svg viewBox="0 0 29 29">
+                            <circle
+                                cx="50%" cy="50%" r="13" stroke="#ffffff" stroke-width="3"
+                                style={{ fill: `var(--idfm-${position == getDisplayedPanelId() ? "white" : "black"})` }}
+                            />
+                        </svg>
+                    </div>
+                );
+            }}</For>
+    </div>;
+};
+
+
+export const StopsSearchMenu: VoidComponent = () => {
+    return <div class="stopSearchMenu">
+        <SearchProvider>
+            <Header title="Recherche de l'arrêt..." minCharsNb={4} />
+            <Body />
+            <Footer />
+        </SearchProvider>
+    </div>;
+};

frontend/src/types.tsx

@@ -8,7 +8,7 @@ export enum TrafficStatus {
 
 export class Passage {
     line: number;
-	operator: string;
+    operator: number;
     destinations: string[];
     atStop: boolean;
     aimedArrivalTs: number;
@@ -19,7 +19,7 @@ export class Passage {
     arrivalStatus: string;
     departStatus: string;
 
-	constructor(line: number, operator: string, destinations: string[], atStop: boolean, aimedArrivalTs: number,
+    constructor(line: number, operator: number, destinations: string[], atStop: boolean, aimedArrivalTs: number,
         expectedArrivalTs: number, arrivalPlatformName: string, aimedDepartTs: number, expectedDepartTs: number,
         arrivalStatus: string, departStatus: string) {
         this.line = line;
@@ -34,7 +34,7 @@ export class Passage {
         this.arrivalStatus = arrivalStatus;
         this.departStatus = departStatus;
     }
-};
+}
 
 export type Passages = Record<string, Record<string, Passage[]>>;
 
@@ -42,24 +42,24 @@ export class Stop {
     id: number;
     name: string;
     town: string;
-	lat: number;
+    epsg3857_x: number;
-	lon: number;
+    epsg3857_y: number;
     stops: Stop[];
-	lines: string[];
+    lines: number[];
 
-	constructor(id: number, name: string, town: string, lat: number, lon: number, stops: Stop[], lines: string[]) {
+    constructor(id: number, name: string, town: string, epsg3857_x: number, epsg3857_y: number, stops: Stop[], lines: number[]) {
         this.id = id;
         this.name = name;
         this.town = town;
-		this.lat = lat;
+        this.epsg3857_x = epsg3857_x;
-		this.lon = lon;
+        this.epsg3857_y = epsg3857_y;
         this.stops = stops;
         this.lines = lines;
         for (const stop of this.stops) {
             this.lines.push(...stop.lines);
         }
     }
-};
+}
 
 export type Stops = Record<number, Stop>;
 
@@ -68,21 +68,21 @@ export type Points = [number, number][];
 export class StopShape {
     stop_id: number;
     type_: number;
-	bounding_box: number[];
+    epsg3857_bbox: number[];
-	points: Points;
+    epsg3857_points: Points;
 
-	constructor(stop_id: number, type_: number, bounding_box: number[], points: Points) {
+    constructor(stop_id: number, type_: number, epsg3857_bbox: number[], epsg3857_points: Points) {
         this.stop_id = stop_id;
         this.type_ = type_;
-		this.bounding_box = bounding_box;
+        this.epsg3857_bbox = epsg3857_bbox;
-		this.points = points;
+        this.epsg3857_points = epsg3857_points;
+    }
 }
-};
 
 export type StopShapes = Record<number, StopShape>;
 
 export class Line {
-	id: string;
+    id: number;
     shortName: string;
     name: string;
     status: string; // TODO: Use an enum
@@ -95,7 +95,7 @@ export class Line {
     audibleSignsAvailable: string; // TODO: Use an enum
     stopIds: number[];
 
-	constructor(id: string, shortName: string, name: string, status: string, transportMode: string, backColorHexa: string,
+    constructor(id: number, shortName: string, name: string, status: string, transportMode: string, backColorHexa: string,
         foreColorHexa: string, operatorId: number, accessibility: boolean, visualSignsAvailable: string,
         audibleSignsAvailable: string, stopIds: number[]) {
         this.id = id;
@@ -111,6 +111,6 @@ export class Line {
         this.audibleSignsAvailable = audibleSignsAvailable;
         this.stopIds = stopIds;
     }
-};
+}
 
 export type Lines = Record<string, Line>;

frontend/src/utils.tsx

@@ -26,7 +26,7 @@ export const TransportModeWeights: Record<string, number> = {
 export function getTransportModeSrc(mode: string, color: boolean = true): string | undefined {
     let ret = undefined;
     if (validTransportModes.includes(mode)) {
-		return `/carrramba-encore-rate/public/symbole_${mode}_${color ? "" : "support_fonce_"}RVB.svg`;
+        return `/symbole_${mode}_${color ? "" : "support_fonce_"}RVB.svg`;
     }
     return ret;
 }
@@ -36,11 +36,11 @@ export function renderLineTransportMode(line: Line): JSX.Element {
 }
 
 function renderBusLinePicto(line: Line): JSX.Element {
-	return (
+    return <div class="busLinePicto">
-		<div class="busLinePicto">
         <svg viewBox="0 0 31.5 14">
             <rect x="0" y="0" width="31.5" height="14" rx="1.5" ry="1.5" style={{ fill: `#${line.backColorHexa}` }} />
-				<text x="50%"
+            <text
+                x="50%"
                 y="55%"
                 dominant-baseline="middle"
                 text-anchor="middle"
@@ -49,18 +49,17 @@ function renderBusLinePicto(line: Line): JSX.Element {
                 {line.shortName}
             </text>
         </svg>
-		</div>
+    </div>;
-	);
 }
 
 function renderTramLinePicto(line: Line): JSX.Element {
     const lineStyle = { fill: `#${line.backColorHexa}` };
-	return (
+    return <div class="tramLinePicto">
-		<div class="tramLinePicto">
         <svg viewBox="0 0 20 20">
             <rect x="0" y="0" width="20" height="3" rx="1" ry="1" style={lineStyle} />
             <rect x="0" y="17" width="20" height="3" rx="1" ry="1" style={lineStyle} />
-				<text x="50%"
+            <text
+                x="50%"
                 y="55%"
                 dominant-baseline="middle"
                 text-anchor="middle"
@@ -69,16 +68,15 @@ function renderTramLinePicto(line: Line): JSX.Element {
                 {line.shortName}
             </text>
         </svg>
-		</div>
+    </div>;
-	);
 }
 
 function renderMetroLinePicto(line: Line): JSX.Element {
-	return (
+    return <div class="metroLinePicto">
-		<div class="metroLinePicto">
         <svg viewBox="0 0 20 20">
             <circle cx="10" cy="10" r="10" style={{ fill: `#${line.backColorHexa}` }} />
-				<text x="50%"
+            <text
+                x="50%"
                 y="55%"
                 dominant-baseline="middle"
                 text-anchor="middle"
@@ -86,16 +84,15 @@ function renderMetroLinePicto(line: Line): JSX.Element {
                 {line.shortName}
             </text>
         </svg>
-		</div>
+    </div>;
-	);
 }
 
 function renderTrainLinePicto(line: Line): JSX.Element {
-	return (
+    return <div class="trainLinePicto">
-		<div class="trainLinePicto">
         <svg viewBox="0 0 20 20">
             <rect x="0" y="0" width="20" height="20" rx="4.5" ry="4.5" style={{ fill: `#${line.backColorHexa}` }} />
-				<text x="50%"
+            <text
+                x="50%"
                 y="55%"
                 dominant-baseline="middle"
                 text-anchor="middle"
@@ -104,8 +101,7 @@ function renderTrainLinePicto(line: Line): JSX.Element {
                 {line.shortName}
             </text>
         </svg>
-		</div>
+    </div>;
-	);
 }
 
 export function renderLinePicto(line: Line): JSX.Element {
@@ -152,8 +148,7 @@ export const ScrollingText: VoidComponent<{ height: number, width: number, conte
         }
     });
 
-	return (
+    return <svg ref={viewBoxRef} viewBox={`0 0 ${props.width} ${props.height}`}>
-		<svg ref={viewBoxRef} viewBox={`0 0 ${props.width} ${props.height}`}>
         <text
             ref={textRef}
             x="0%" y="55%"
@@ -161,6 +156,5 @@ export const ScrollingText: VoidComponent<{ height: number, width: number, conte
             font-size={`${props.height}px`}>
             {props.content}
         </text>
-		</svg >
+    </svg>;
-	);
 }

frontend/tsconfig.json

@@ -4,6 +4,7 @@
     "jsxImportSource": "solid-js",
     "noImplicitAny": true,
     "target": "ES6",
+    "module": "esnext",
     "moduleResolution": "node",
     "allowJs": true,
     "outDir": "build",