Compare commits
17 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 2f3ce6a467 | |||
| efd9bd4238 | |||
| 39844071ad | |||
| 5c64177c6a | |||
| ee91e7a91f | |||
| 392f862baa | |||
| 199476ec30 | |||
| c98a36f759 | |||
| 65e0f4c5f0 | |||
| bc7652f336 | |||
| 188383a882 | |||
| 7f3a0bcb21 | |||
| 3270abb7f6 | |||
| 2eb984a95f | |||
| 776126a481 | |||
| 816d0de324 | |||
| 90e9bc3c8c |
@@ -4,11 +4,11 @@ on:
|
|||||||
tags:
|
tags:
|
||||||
- 'v*' # Push events to matching v*, i.e. v1.0, v20.15.10
|
- 'v*' # Push events to matching v*, i.e. v1.0, v20.15.10
|
||||||
|
|
||||||
name: Create Release
|
name: Auto-release d'un tag
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
build:
|
build:
|
||||||
name: Auto-release d'un tag
|
name: auto-release
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout code
|
- name: Checkout code
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
# decp.info
|
# decp.info
|
||||||
|
|
||||||
> v2.1.4
|
> v2.1.7
|
||||||
|
|
||||||
Outil d'exploration et de téléchargement des données essentielles de la commande publique.
|
Outil d'exploration et de téléchargement des données essentielles de la commande publique.
|
||||||
|
|
||||||
@@ -38,6 +38,19 @@ Ne pas oublier de mettre à jour les fichier .env.
|
|||||||
|
|
||||||
## Notes de version
|
## Notes de version
|
||||||
|
|
||||||
|
##### 2.1.7 (11 novembre 2025)
|
||||||
|
|
||||||
|
- Remplacement du formulaire de contact par une adresse email
|
||||||
|
|
||||||
|
##### 2.1.6 (15 octobre 2025)
|
||||||
|
|
||||||
|
- Stabilisation de la vue marché
|
||||||
|
|
||||||
|
##### 2.1.5 (10 octobre 2025)
|
||||||
|
|
||||||
|
- réparation des filtres (notamment < > sur les montants)
|
||||||
|
- remplacement des valeurs "null" dans les tableaux par des cellules vides
|
||||||
|
|
||||||
##### 2.1.4 (8 octobre 2025)
|
##### 2.1.4 (8 octobre 2025)
|
||||||
|
|
||||||
- possibilité de filtrer sur le champ "Source"
|
- possibilité de filtrer sur le champ "Source"
|
||||||
|
|||||||
+1
-1
@@ -1,7 +1,7 @@
|
|||||||
[project]
|
[project]
|
||||||
name = "decp.info"
|
name = "decp.info"
|
||||||
description = "Interface d'exploration et d'analyse des marchés publics français."
|
description = "Interface d'exploration et d'analyse des marchés publics français."
|
||||||
version = "2.1.4"
|
version = "2.1.7"
|
||||||
requires-python = ">= 3.10"
|
requires-python = ">= 3.10"
|
||||||
authors = [
|
authors = [
|
||||||
{ name = "Colin Maudry", email = "colin+decp@maudry.com" }
|
{ name = "Colin Maudry", email = "colin+decp@maudry.com" }
|
||||||
|
|||||||
@@ -90,6 +90,12 @@ app.layout = html.Div(
|
|||||||
],
|
],
|
||||||
className="logo",
|
className="logo",
|
||||||
),
|
),
|
||||||
|
html.Div(
|
||||||
|
id="announcements",
|
||||||
|
children=dcc.Markdown(
|
||||||
|
"ℹ️ Le formulaire de contact, défectueux, a été remplacé par [une adresse email](/contact)."
|
||||||
|
),
|
||||||
|
),
|
||||||
html.Div(
|
html.Div(
|
||||||
[
|
[
|
||||||
dcc.Link(
|
dcc.Link(
|
||||||
|
|||||||
@@ -142,6 +142,13 @@ td[data-dash-column="objet"] {
|
|||||||
margin: 0 0 20px 20px;
|
margin: 0 0 20px 20px;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/* Annonces */
|
||||||
|
#announcements {
|
||||||
|
margin-top: 25px;
|
||||||
|
max-width: 30%;
|
||||||
|
font-size: 90%;
|
||||||
|
}
|
||||||
|
|
||||||
/* Menu de navigation */
|
/* Menu de navigation */
|
||||||
|
|
||||||
.navbar {
|
.navbar {
|
||||||
|
|||||||
@@ -175,7 +175,6 @@ def get_acheteur_marches_data(url, acheteur_year: str) -> list[dict]:
|
|||||||
acheteur_siret = url.split("/")[-1]
|
acheteur_siret = url.split("/")[-1]
|
||||||
lff = df.lazy()
|
lff = df.lazy()
|
||||||
lff = lff.filter(pl.col("acheteur_id") == acheteur_siret)
|
lff = lff.filter(pl.col("acheteur_id") == acheteur_siret)
|
||||||
lff = lff.fill_null("")
|
|
||||||
lff = lff.select(
|
lff = lff.select(
|
||||||
"id",
|
"id",
|
||||||
"uid",
|
"uid",
|
||||||
@@ -204,6 +203,8 @@ def get_acheteur_marches_data(url, acheteur_year: str) -> list[dict]:
|
|||||||
)
|
)
|
||||||
def get_last_marches_table(data) -> html.Div:
|
def get_last_marches_table(data) -> html.Div:
|
||||||
dff = pl.DataFrame(data)
|
dff = pl.DataFrame(data)
|
||||||
|
dff = dff.cast(pl.String)
|
||||||
|
dff = dff.fill_null("")
|
||||||
dff = format_montant(dff)
|
dff = format_montant(dff)
|
||||||
columns, tooltip = setup_table_columns(
|
columns, tooltip = setup_table_columns(
|
||||||
dff,
|
dff,
|
||||||
|
|||||||
+117
-120
@@ -1,11 +1,7 @@
|
|||||||
import os
|
|
||||||
import re
|
import re
|
||||||
import smtplib
|
|
||||||
import time
|
import time
|
||||||
from email.mime.multipart import MIMEMultipart
|
|
||||||
from email.mime.text import MIMEText
|
|
||||||
|
|
||||||
from dash import Input, Output, State, callback, dcc, html, register_page
|
from dash import dcc, html, register_page
|
||||||
from flask import request
|
from flask import request
|
||||||
|
|
||||||
from src.utils import meta_content
|
from src.utils import meta_content
|
||||||
@@ -25,51 +21,52 @@ layout = html.Div(
|
|||||||
className="container",
|
className="container",
|
||||||
children=[
|
children=[
|
||||||
html.H2("Contact", id="contact"),
|
html.H2("Contact", id="contact"),
|
||||||
html.P(
|
# html.P(
|
||||||
"Votre message arrivera directement dans ma boîte mail, et je reviendrai vers vous rapidement."
|
# "Votre message arrivera directement dans ma boîte mail, et je reviendrai vers vous rapidement."
|
||||||
),
|
# ),
|
||||||
html.Div(
|
# html.Div(
|
||||||
[
|
# [
|
||||||
html.Label("Votre nom"),
|
# html.Label("Votre nom"),
|
||||||
dcc.Input(
|
# dcc.Input(
|
||||||
id="input-name",
|
# id="input-name",
|
||||||
type="text",
|
# type="text",
|
||||||
style={"width": "100%", "padding": "8px", "margin": "8px 0"},
|
# style={"width": "100%", "padding": "8px", "margin": "8px 0"},
|
||||||
),
|
# ),
|
||||||
html.Label("Votre adresse email"),
|
# html.Label("Votre adresse email"),
|
||||||
dcc.Input(
|
# dcc.Input(
|
||||||
id="input-email",
|
# id="input-email",
|
||||||
type="email",
|
# type="email",
|
||||||
style={"width": "100%", "padding": "8px", "margin": "8px 0"},
|
# style={"width": "100%", "padding": "8px", "margin": "8px 0"},
|
||||||
),
|
# ),
|
||||||
html.Label("Message"),
|
# html.Label("Message"),
|
||||||
dcc.Textarea(
|
# dcc.Textarea(
|
||||||
id="input-message",
|
# id="input-message",
|
||||||
style={
|
# style={
|
||||||
"width": "100%",
|
# "width": "100%",
|
||||||
"height": 200,
|
# "height": 200,
|
||||||
"padding": "8px",
|
# "padding": "8px",
|
||||||
"margin": "8px 0",
|
# "margin": "8px 0",
|
||||||
},
|
# },
|
||||||
),
|
# ),
|
||||||
html.Button(
|
# html.Button(
|
||||||
"Envoyer ",
|
# "Envoyer ",
|
||||||
id="submit-button",
|
# id="submit-button",
|
||||||
n_clicks=0,
|
# n_clicks=0,
|
||||||
style={"marginTop": "10px"},
|
# style={"marginTop": "10px"},
|
||||||
),
|
# ),
|
||||||
html.Div(
|
# html.Div(
|
||||||
id="output-message", style={"marginTop": "10px", "color": "green"}
|
# id="output-message", style={"marginTop": "10px", "color": "green"}
|
||||||
),
|
# ),
|
||||||
],
|
# ],
|
||||||
style={
|
# style={
|
||||||
"maxWidth": "600px",
|
# "maxWidth": "600px",
|
||||||
"margin": "auto",
|
# "margin": "auto",
|
||||||
"padding": "20px",
|
# "padding": "20px",
|
||||||
"lineHeight": "20px",
|
# "lineHeight": "20px",
|
||||||
},
|
# },
|
||||||
),
|
# ),
|
||||||
dcc.Markdown("""
|
dcc.Markdown("""
|
||||||
|
- Email : [colin+decp@maudry.com](mailto:colin+decp@maudry.com)
|
||||||
- Bluesky : [@col1m.bsky.social](https://bsky.app/profile/col1m.bsky.social)
|
- Bluesky : [@col1m.bsky.social](https://bsky.app/profile/col1m.bsky.social)
|
||||||
- Mastodon : [col1m@mamot.fr](https://mamot.fr/@col1m)
|
- Mastodon : [col1m@mamot.fr](https://mamot.fr/@col1m)
|
||||||
- LinkedIn : [colinmaudry](https://www.linkedin.com/in/colinmaudry/)
|
- LinkedIn : [colinmaudry](https://www.linkedin.com/in/colinmaudry/)
|
||||||
@@ -97,74 +94,74 @@ def sanitize_email(email):
|
|||||||
return re.match(r"[^@]+@[^@]+\.[^@]+", email)
|
return re.match(r"[^@]+@[^@]+\.[^@]+", email)
|
||||||
|
|
||||||
|
|
||||||
@callback(
|
# @callback(
|
||||||
Output("output-message", "children"),
|
# Output("output-message", "children"),
|
||||||
Input("submit-button", "n_clicks"),
|
# Input("submit-button", "n_clicks"),
|
||||||
State("input-name", "value"),
|
# State("input-name", "value"),
|
||||||
State("input-email", "value"),
|
# State("input-email", "value"),
|
||||||
State("input-message", "value"),
|
# State("input-message", "value"),
|
||||||
prevent_initial_call=True,
|
# prevent_initial_call=True,
|
||||||
)
|
# )
|
||||||
def send_email(n_clicks, form_name, form_email, form_message):
|
# def send_email(n_clicks, form_name, form_email, form_message):
|
||||||
if not all([form_name, form_email, form_message]):
|
# if not all([form_name, form_email, form_message]):
|
||||||
return html.Div(
|
# return html.Div(
|
||||||
"Veuillez s'il vous plaît remplir tous les champs.", style={"color": "red"}
|
# "Veuillez s'il vous plaît remplir tous les champs.", style={"color": "red"}
|
||||||
)
|
# )
|
||||||
|
#
|
||||||
client_ip = request.remote_addr
|
# client_ip = request.remote_addr
|
||||||
if is_rate_limited():
|
# if is_rate_limited():
|
||||||
wait_time = int(RATE_LIMIT_WINDOW - (time.time() - rate_limit_store[client_ip]))
|
# wait_time = int(RATE_LIMIT_WINDOW - (time.time() - rate_limit_store[client_ip]))
|
||||||
return html.Div(
|
# return html.Div(
|
||||||
f"⏳ J'ai mis en place une protection contre le spam, et vous m'avez écrit il y a moins de 5 minutes. "
|
# f"⏳ J'ai mis en place une protection contre le spam, et vous m'avez écrit il y a moins de 5 minutes. "
|
||||||
f"Veuillez s'il vous plaît attendre {wait_time} secondes avant de renvoyer un message.",
|
# f"Veuillez s'il vous plaît attendre {wait_time} secondes avant de renvoyer un message.",
|
||||||
style={"color": "black"},
|
# style={"color": "black"},
|
||||||
)
|
# )
|
||||||
|
#
|
||||||
try:
|
# try:
|
||||||
# Configuration du serveur SMTP
|
# # Configuration du serveur SMTP
|
||||||
smtp_server = os.getenv("SENDER_SERVER_DOMAIN")
|
# smtp_server = os.getenv("SENDER_SERVER_DOMAIN")
|
||||||
smtp_port = 587
|
# smtp_port = 587
|
||||||
login_email = os.getenv("LOGIN_EMAIL")
|
# login_email = os.getenv("LOGIN_EMAIL")
|
||||||
from_email = os.getenv("FROM_EMAIL")
|
# from_email = os.getenv("FROM_EMAIL")
|
||||||
to_email = os.getenv("TO_EMAIL", from_email)
|
# to_email = os.getenv("TO_EMAIL", from_email)
|
||||||
login_password = os.getenv("LOGIN_PASSWORD")
|
# login_password = os.getenv("LOGIN_PASSWORD")
|
||||||
|
#
|
||||||
print(
|
# print(
|
||||||
smtp_server,
|
# smtp_server,
|
||||||
smtp_port,
|
# smtp_port,
|
||||||
login_email,
|
# login_email,
|
||||||
from_email,
|
# from_email,
|
||||||
to_email,
|
# to_email,
|
||||||
login_password,
|
# login_password,
|
||||||
sep="\n",
|
# sep="\n",
|
||||||
)
|
# )
|
||||||
|
#
|
||||||
# Création de l'email
|
# # Création de l'email
|
||||||
email = MIMEMultipart()
|
# email = MIMEMultipart()
|
||||||
email["From"] = from_email
|
# email["From"] = from_email
|
||||||
email["To"] = to_email
|
# email["To"] = to_email
|
||||||
email["Subject"] = f"[decp.info] Message de {form_name}"
|
# email["Subject"] = f"[decp.info] Message de {form_name}"
|
||||||
|
#
|
||||||
body = f"""
|
# body = f"""
|
||||||
Nom : {form_name}
|
# Nom : {form_name}
|
||||||
Email : {form_email}
|
# Email : {form_email}
|
||||||
|
#
|
||||||
Message :
|
# Message :
|
||||||
{form_message}
|
# {form_message}
|
||||||
"""
|
# """
|
||||||
email.attach(MIMEText(body, "plain"))
|
# email.attach(MIMEText(body, "plain"))
|
||||||
|
#
|
||||||
# Send email
|
# # Send email
|
||||||
server = smtplib.SMTP(smtp_server, smtp_port)
|
# server = smtplib.SMTP(smtp_server, smtp_port)
|
||||||
server.starttls()
|
# server.starttls()
|
||||||
server.login(login_email, login_password)
|
# server.login(login_email, login_password)
|
||||||
server.sendmail(from_email, to_email, email.as_string())
|
# server.sendmail(from_email, to_email, email.as_string())
|
||||||
server.quit()
|
# server.quit()
|
||||||
|
#
|
||||||
return html.Div("✅ Envoi réussi", style={"color": "green"})
|
# return html.Div("✅ Envoi réussi", style={"color": "green"})
|
||||||
|
#
|
||||||
except Exception as e:
|
# except Exception as e:
|
||||||
print(e)
|
# print(e)
|
||||||
return html.Div(
|
# return html.Div(
|
||||||
f"❌ Échec de l'envoi du message : {str(e)}", style={"color": "red"}
|
# f"❌ Échec de l'envoi du message : {str(e)}", style={"color": "red"}
|
||||||
)
|
# )
|
||||||
|
|||||||
+2
-8
@@ -66,6 +66,7 @@ def get_marche_data(url) -> tuple[dict, list]:
|
|||||||
marche_uid = url.split("/")[-1]
|
marche_uid = url.split("/")[-1]
|
||||||
|
|
||||||
# Récupération des données du marché à partir du df global
|
# Récupération des données du marché à partir du df global
|
||||||
|
|
||||||
lff = df.lazy()
|
lff = df.lazy()
|
||||||
lff = lff.filter(pl.col("uid") == pl.lit(marche_uid))
|
lff = lff.filter(pl.col("uid") == pl.lit(marche_uid))
|
||||||
|
|
||||||
@@ -73,13 +74,9 @@ def get_marche_data(url) -> tuple[dict, list]:
|
|||||||
dff_titulaires = lff.select(cs.starts_with("titulaire")).collect(engine="streaming")
|
dff_titulaires = lff.select(cs.starts_with("titulaire")).collect(engine="streaming")
|
||||||
|
|
||||||
# Données du marché
|
# Données du marché
|
||||||
dff_marche = (
|
dff_marche = lff.unique("uid").collect(engine="streaming")
|
||||||
lff.select(~cs.starts_with("titulaires")).unique().collect(engine="streaming")
|
|
||||||
)
|
|
||||||
dff_marche = format_montant(dff_marche)
|
dff_marche = format_montant(dff_marche)
|
||||||
|
|
||||||
assert dff_marche.height == 1
|
|
||||||
|
|
||||||
return dff_marche.to_dicts()[0], dff_titulaires.to_dicts()
|
return dff_marche.to_dicts()[0], dff_titulaires.to_dicts()
|
||||||
|
|
||||||
|
|
||||||
@@ -93,7 +90,6 @@ def get_marche_data(url) -> tuple[dict, list]:
|
|||||||
def update_marche_info(marche, titulaires):
|
def update_marche_info(marche, titulaires):
|
||||||
def make_parameter(col):
|
def make_parameter(col):
|
||||||
column_object = data_schema.get(col)
|
column_object = data_schema.get(col)
|
||||||
print(column_object)
|
|
||||||
column_name = column_object.get("title") if column_object else col
|
column_name = column_object.get("title") if column_object else col
|
||||||
|
|
||||||
if marche[col]:
|
if marche[col]:
|
||||||
@@ -110,8 +106,6 @@ def update_marche_info(marche, titulaires):
|
|||||||
|
|
||||||
# Dates
|
# Dates
|
||||||
elif col in ["dateNotification", "datePublicationDonnees"]:
|
elif col in ["dateNotification", "datePublicationDonnees"]:
|
||||||
print(marche[col])
|
|
||||||
|
|
||||||
value = datetime.fromisoformat(marche[col]).strftime("%d/%m/%Y")
|
value = datetime.fromisoformat(marche[col]).strftime("%d/%m/%Y")
|
||||||
|
|
||||||
# Listes
|
# Listes
|
||||||
|
|||||||
@@ -182,9 +182,6 @@ def update_table(page_current, page_size, filter_query, sort_by, data_timestamp)
|
|||||||
if len(sort_by) > 0:
|
if len(sort_by) > 0:
|
||||||
lff = sort_table_data(lff, sort_by)
|
lff = sort_table_data(lff, sort_by)
|
||||||
|
|
||||||
# Remplace les strings null par "", mais pas les numeric null
|
|
||||||
lff = lff.fill_null("")
|
|
||||||
|
|
||||||
# Matérialisation des filtres
|
# Matérialisation des filtres
|
||||||
dff: pl.DataFrame = lff.collect()
|
dff: pl.DataFrame = lff.collect()
|
||||||
|
|
||||||
@@ -196,6 +193,12 @@ def update_table(page_current, page_size, filter_query, sort_by, data_timestamp)
|
|||||||
# end_row = (page_current + 1) * page_size
|
# end_row = (page_current + 1) * page_size
|
||||||
dff = dff.slice(start_row, page_size)
|
dff = dff.slice(start_row, page_size)
|
||||||
|
|
||||||
|
# Tout devient string
|
||||||
|
dff = dff.cast(pl.String)
|
||||||
|
|
||||||
|
# Remplace les strings null par "", mais pas les numeric null
|
||||||
|
dff = dff.fill_null("")
|
||||||
|
|
||||||
# Ajout des liens vers l'annuaire des entreprises
|
# Ajout des liens vers l'annuaire des entreprises
|
||||||
dff = add_links(dff)
|
dff = add_links(dff)
|
||||||
|
|
||||||
|
|||||||
@@ -180,7 +180,6 @@ def get_titulaire_marches_data(url, titulaire_year: str) -> list[dict]:
|
|||||||
(pl.col("titulaire_id") == titulaire_siret)
|
(pl.col("titulaire_id") == titulaire_siret)
|
||||||
& (pl.col("titulaire_typeIdentifiant") == "SIRET")
|
& (pl.col("titulaire_typeIdentifiant") == "SIRET")
|
||||||
)
|
)
|
||||||
lff = lff.fill_null("")
|
|
||||||
lff = lff.select(
|
lff = lff.select(
|
||||||
"id",
|
"id",
|
||||||
"uid",
|
"uid",
|
||||||
@@ -218,6 +217,8 @@ def get_last_marches_table(data) -> html.Div:
|
|||||||
]
|
]
|
||||||
|
|
||||||
dff = pl.DataFrame(data)
|
dff = pl.DataFrame(data)
|
||||||
|
dff = dff.cast(pl.String)
|
||||||
|
dff = dff.fill_null("")
|
||||||
dff = format_montant(dff)
|
dff = format_montant(dff)
|
||||||
columns, tooltip = setup_table_columns(
|
columns, tooltip = setup_table_columns(
|
||||||
dff, hideable=False, exclude=["acheteur_id", "id"]
|
dff, hideable=False, exclude=["acheteur_id", "id"]
|
||||||
|
|||||||
+37
-21
@@ -126,7 +126,8 @@ def format_number(number) -> str:
|
|||||||
def format_montant(dff: pl.DataFrame) -> pl.DataFrame:
|
def format_montant(dff: pl.DataFrame) -> pl.DataFrame:
|
||||||
def format_function(expr, scale=None):
|
def format_function(expr, scale=None):
|
||||||
# https://stackoverflow.com/a/78636786
|
# https://stackoverflow.com/a/78636786
|
||||||
expr = expr.cast(pl.String).str.splitn(".", 2)
|
expr = expr.cast(pl.String)
|
||||||
|
expr = expr.str.splitn(".", 2)
|
||||||
|
|
||||||
num = expr.struct[0]
|
num = expr.struct[0]
|
||||||
frac = expr.struct[1]
|
frac = expr.struct[1]
|
||||||
@@ -145,7 +146,13 @@ def format_montant(dff: pl.DataFrame) -> pl.DataFrame:
|
|||||||
.otherwise(pl.lit(""))
|
.otherwise(pl.lit(""))
|
||||||
)
|
)
|
||||||
|
|
||||||
return num + frac + pl.lit(" €")
|
montant: pl.Expr = (
|
||||||
|
pl.when((num + frac) == pl.lit(""))
|
||||||
|
.then(pl.lit(""))
|
||||||
|
.otherwise(num + frac + pl.lit(" €"))
|
||||||
|
)
|
||||||
|
|
||||||
|
return montant
|
||||||
|
|
||||||
dff = dff.with_columns(pl.col("montant").pipe(format_function).alias("montant"))
|
dff = dff.with_columns(pl.col("montant").pipe(format_function).alias("montant"))
|
||||||
return dff
|
return dff
|
||||||
@@ -211,21 +218,30 @@ def filter_table_data(lff: pl.LazyFrame, filter_query: str) -> pl.LazyFrame:
|
|||||||
filtering_expressions = filter_query.split(" && ")
|
filtering_expressions = filter_query.split(" && ")
|
||||||
for filter_part in filtering_expressions:
|
for filter_part in filtering_expressions:
|
||||||
col_name, operator, filter_value = split_filter_part(filter_part)
|
col_name, operator, filter_value = split_filter_part(filter_part)
|
||||||
|
|
||||||
col_type = str(schema[col_name])
|
col_type = str(schema[col_name])
|
||||||
if debug:
|
if debug:
|
||||||
print("filter_value:", filter_value)
|
print("filter_value:", filter_value)
|
||||||
print("filter_value_type:", type(filter_value))
|
print("filter_value_type:", type(filter_value))
|
||||||
|
print("operator:", operator)
|
||||||
print("col_type:", col_type)
|
print("col_type:", col_type)
|
||||||
|
|
||||||
if col_type == "Date":
|
lff = lff.filter(pl.col(col_name).is_not_null())
|
||||||
# Convertir la colonne en chaînes de caractères
|
|
||||||
lff = dates_to_strings(lff, col_name)
|
|
||||||
|
|
||||||
if operator in ("<", "<=", ">", ">="):
|
if col_type == "Date":
|
||||||
lff = lff.filter(
|
# Convertir la colonne date en chaînes de caractères
|
||||||
pl.col(col_name).is_not_null() & (pl.col(col_name) != pl.lit(""))
|
lff = dates_to_strings(lff, col_name)
|
||||||
)
|
col_type = "String"
|
||||||
|
if col_type == "String":
|
||||||
|
lff = lff.filter(pl.col(col_name) != pl.lit(""))
|
||||||
|
|
||||||
|
elif col_type.startswith("Int") or col_type.startswith("Float"):
|
||||||
|
try:
|
||||||
|
filter_value = int(filter_value)
|
||||||
|
except ValueError:
|
||||||
|
logger.error(f"Invalid numeric filter value: {filter_value}")
|
||||||
|
continue
|
||||||
|
|
||||||
|
if operator in ("contains", "<", "<=", ">", ">="):
|
||||||
if operator == "<":
|
if operator == "<":
|
||||||
lff = lff.filter(pl.col(col_name) < filter_value)
|
lff = lff.filter(pl.col(col_name) < filter_value)
|
||||||
elif operator == ">":
|
elif operator == ">":
|
||||||
@@ -234,17 +250,17 @@ def filter_table_data(lff: pl.LazyFrame, filter_query: str) -> pl.LazyFrame:
|
|||||||
lff = lff.filter(pl.col(col_name) >= filter_value)
|
lff = lff.filter(pl.col(col_name) >= filter_value)
|
||||||
elif operator == "<=":
|
elif operator == "<=":
|
||||||
lff = lff.filter(pl.col(col_name) <= filter_value)
|
lff = lff.filter(pl.col(col_name) <= filter_value)
|
||||||
|
elif operator == "contains":
|
||||||
elif col_type.startswith("Int") or col_type.startswith("Float"):
|
if col_type in ["String", "Date"]:
|
||||||
try:
|
lff = lff.filter(
|
||||||
filter_value = int(filter_value)
|
pl.col(col_name).str.contains("(?i)" + filter_value)
|
||||||
except ValueError:
|
)
|
||||||
logger.error(f"Invalid numeric filter value: {filter_value}")
|
elif col_type.startswith("Int") or col_type.startswith("Float"):
|
||||||
continue
|
lff = lff.filter(pl.col(col_name) == filter_value)
|
||||||
lff = lff.filter(pl.col(col_name) == filter_value)
|
else:
|
||||||
|
logger.error(f"Invalid column type: {col_type}")
|
||||||
elif operator == "contains" and col_type in ["String", "Date"]:
|
else:
|
||||||
lff = lff.filter(pl.col(col_name).str.contains("(?i)" + filter_value))
|
logger.error(f"Invalid operator: {operator}")
|
||||||
|
|
||||||
# elif operator == 'datestartswith':
|
# elif operator == 'datestartswith':
|
||||||
# lff = lff.filter(pl.col(col_name).str.startswith(filter_value)")
|
# lff = lff.filter(pl.col(col_name).str.startswith(filter_value)")
|
||||||
|
|||||||
Reference in New Issue
Block a user