mobisurvstd 0.3.0__tar.gz → 0.4.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mobisurvstd-0.3.0/src/mobisurvstd.egg-info → mobisurvstd-0.4.0}/PKG-INFO +11 -2
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/README.md +10 -1
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/pyproject.toml +1 -1
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/clean.py +4 -4
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/cli.py +1 -1
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/common/cars.py +1 -1
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/common/persons.py +1 -1
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/common/trips.py +1 -1
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edgt/survey.py +3 -3
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edvm/trajets.py +1 -1
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edvm/zones.py +2 -2
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2020/trajets.py +5 -5
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/emc2/survey.py +3 -3
- mobisurvstd-0.4.0/src/mobisurvstd/emd/common.py +42 -0
- mobisurvstd-0.4.0/src/mobisurvstd/emd/deplacements.py +160 -0
- mobisurvstd-0.4.0/src/mobisurvstd/emd/menages.py +355 -0
- mobisurvstd-0.4.0/src/mobisurvstd/emd/personnes.py +312 -0
- mobisurvstd-0.4.0/src/mobisurvstd/emd/survey.py +275 -0
- mobisurvstd-0.4.0/src/mobisurvstd/emd/trajets.py +271 -0
- mobisurvstd-0.4.0/src/mobisurvstd/emd/zones.py +222 -0
- mobisurvstd-0.4.0/src/mobisurvstd/emp/__init__.py +1 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/main.py +5 -3
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/resources/admin_express.py +1 -1
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/utils.py +1 -4
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0/src/mobisurvstd.egg-info}/PKG-INFO +11 -2
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd.egg-info/SOURCES.txt +8 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/LICENSE.md +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/setup.cfg +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/__init__.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/__main__.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/classes.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/common/__init__.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/common/clean.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/common/households.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/common/legs.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/common/modes.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/common/motorcycles.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/common/zones.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edgt/__init__.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edgt/common.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edgt/deplacements.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edgt/menages.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edgt/personnes.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edgt/trajets.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edgt/zones.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edvm/__init__.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edvm/common.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edvm/deplacements.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edvm/menages.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edvm/personnes.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/edvm/survey.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2010/__init__.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2010/deplacements.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2010/menages.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2010/personnes.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2010/survey.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2010/trajets.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2010/zones.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2020/__init__.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2020/deplacements.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2020/menages.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2020/motos.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2020/personnes.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2020/survey.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/egt2020/voitures.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/emc2/__init__.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/emc2/common.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/emc2/deplacements.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/emc2/menages.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/emc2/personnes.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/emc2/trajets.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/emc2/zones.py +0 -0
- {mobisurvstd-0.3.0/src/mobisurvstd/emp → mobisurvstd-0.4.0/src/mobisurvstd/emd}/__init__.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/emp/deplacements.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/emp/menages.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/emp/motos.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/emp/personnes.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/emp/survey.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/emp/voitures.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/logger.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/resources/__init__.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/resources/insee_data.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/resources/nuts.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd/schema.py +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd.egg-info/dependency_links.txt +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd.egg-info/requires.txt +0 -0
- {mobisurvstd-0.3.0 → mobisurvstd-0.4.0}/src/mobisurvstd.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: mobisurvstd
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.4.0
|
|
4
4
|
Summary: A tool to standardize French mobility survey datasets (EMC2, EGT, EMP, etc.) into a unified format.
|
|
5
5
|
Author-email: Lucas Javaudin <lucas@lucasjavaudin.com>
|
|
6
6
|
License-Expression: MIT
|
|
@@ -78,6 +78,7 @@ Also surveys based on previous formats are still in use today:
|
|
|
78
78
|
(until 2018);
|
|
79
79
|
- **EDGT** (Enquêtes Déplacements Grands Territoires, CEREMA): mobility surveys for periphery areas
|
|
80
80
|
(until 2018);
|
|
81
|
+
- **EMD** (Enquêtes Ménages Déplacements, CEREMA): other mobility surveys from CEREMA (until 2018);
|
|
81
82
|
- [**EGT 2010**](https://omnil.fr/egt-2010) (Enquête Globale Transport, Île-de-France Mobilités):
|
|
82
83
|
previous version of the Île-de-France mobility survey;
|
|
83
84
|
- [**ENTD**](https://www.statistiques.developpement-durable.gouv.fr/enquete-nationale-transports-et-deplacements-entd-2008)
|
|
@@ -149,11 +150,18 @@ mobisurvstd.standardize(
|
|
|
149
150
|
|
|
150
151
|
For more, check the [User Guide](https://mobisurvstd.github.io/MobiSurvStd/howto.html).
|
|
151
152
|
|
|
153
|
+
**Citing MobiSurvStd**
|
|
154
|
+
|
|
155
|
+
If you use MobiSurvStd in a publication or project, please include the following attribution:
|
|
156
|
+
"This work used the MobiSurvStd library developed by Lucas Javaudin, available at
|
|
157
|
+
[https://github.com/MobiSurvStd/MobiSurvStd]()".
|
|
158
|
+
|
|
152
159
|
---
|
|
153
160
|
|
|
154
161
|
## Case Study: Bicycle Use
|
|
155
162
|
|
|
156
|
-
The following graph represents the share of bicycle trips for EMC², EDGT, EDVM, and EGT
|
|
163
|
+
The following graph represents the share of bicycle trips for EMC², EDGT, EDVM, EMD, and EGT
|
|
164
|
+
surveys.
|
|
157
165
|
The circle colors represent the average number of bicycles in the surveyed households.
|
|
158
166
|
The circle sizes represent the expected number of trips in the surveyed area.
|
|
159
167
|
|
|
@@ -182,6 +190,7 @@ Currently, MobiSurvStd supports the following survey types:
|
|
|
182
190
|
- `egt2010`
|
|
183
191
|
- `edgt`
|
|
184
192
|
- `edvm`
|
|
193
|
+
- `emd`
|
|
185
194
|
|
|
186
195
|
See [Survey Types](https://mobisurvstd.github.io/MobiSurvStd/surveys.html) for more.
|
|
187
196
|
|
|
@@ -46,6 +46,7 @@ Also surveys based on previous formats are still in use today:
|
|
|
46
46
|
(until 2018);
|
|
47
47
|
- **EDGT** (Enquêtes Déplacements Grands Territoires, CEREMA): mobility surveys for periphery areas
|
|
48
48
|
(until 2018);
|
|
49
|
+
- **EMD** (Enquêtes Ménages Déplacements, CEREMA): other mobility surveys from CEREMA (until 2018);
|
|
49
50
|
- [**EGT 2010**](https://omnil.fr/egt-2010) (Enquête Globale Transport, Île-de-France Mobilités):
|
|
50
51
|
previous version of the Île-de-France mobility survey;
|
|
51
52
|
- [**ENTD**](https://www.statistiques.developpement-durable.gouv.fr/enquete-nationale-transports-et-deplacements-entd-2008)
|
|
@@ -117,11 +118,18 @@ mobisurvstd.standardize(
|
|
|
117
118
|
|
|
118
119
|
For more, check the [User Guide](https://mobisurvstd.github.io/MobiSurvStd/howto.html).
|
|
119
120
|
|
|
121
|
+
**Citing MobiSurvStd**
|
|
122
|
+
|
|
123
|
+
If you use MobiSurvStd in a publication or project, please include the following attribution:
|
|
124
|
+
"This work used the MobiSurvStd library developed by Lucas Javaudin, available at
|
|
125
|
+
[https://github.com/MobiSurvStd/MobiSurvStd]()".
|
|
126
|
+
|
|
120
127
|
---
|
|
121
128
|
|
|
122
129
|
## Case Study: Bicycle Use
|
|
123
130
|
|
|
124
|
-
The following graph represents the share of bicycle trips for EMC², EDGT, EDVM, and EGT
|
|
131
|
+
The following graph represents the share of bicycle trips for EMC², EDGT, EDVM, EMD, and EGT
|
|
132
|
+
surveys.
|
|
125
133
|
The circle colors represent the average number of bicycles in the surveyed households.
|
|
126
134
|
The circle sizes represent the expected number of trips in the surveyed area.
|
|
127
135
|
|
|
@@ -150,6 +158,7 @@ Currently, MobiSurvStd supports the following survey types:
|
|
|
150
158
|
- `egt2010`
|
|
151
159
|
- `edgt`
|
|
152
160
|
- `edvm`
|
|
161
|
+
- `emd`
|
|
153
162
|
|
|
154
163
|
See [Survey Types](https://mobisurvstd.github.io/MobiSurvStd/surveys.html) for more.
|
|
155
164
|
|
|
@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
|
|
|
6
6
|
|
|
7
7
|
[project]
|
|
8
8
|
name = "mobisurvstd"
|
|
9
|
-
version = "0.
|
|
9
|
+
version = "0.4.0"
|
|
10
10
|
description = "A tool to standardize French mobility survey datasets (EMC2, EGT, EMP, etc.) into a unified format."
|
|
11
11
|
readme = "README.md"
|
|
12
12
|
authors = [{ name = "Lucas Javaudin", email = "lucas@lucasjavaudin.com" }]
|
|
@@ -1017,7 +1017,7 @@ def clean(
|
|
|
1017
1017
|
), "`origin_purpose` is education-related for a non-student person"
|
|
1018
1018
|
assert trips.select(
|
|
1019
1019
|
(
|
|
1020
|
-
pl.col("origin_purpose").cast(pl.String).str.extract("(\w+):?")
|
|
1020
|
+
pl.col("origin_purpose").cast(pl.String).str.extract(r"(\w+):?")
|
|
1021
1021
|
== pl.col("origin_purpose_group")
|
|
1022
1022
|
).all()
|
|
1023
1023
|
).item(), "Columns `origin_purpose` and `origin_purpose_group` have some inconsistencies"
|
|
@@ -1043,7 +1043,7 @@ def clean(
|
|
|
1043
1043
|
), "`destination_purpose` is education-related for a non-student person"
|
|
1044
1044
|
assert trips.select(
|
|
1045
1045
|
(
|
|
1046
|
-
pl.col("destination_purpose").cast(pl.String).str.extract("(\w+):?")
|
|
1046
|
+
pl.col("destination_purpose").cast(pl.String).str.extract(r"(\w+):?")
|
|
1047
1047
|
== pl.col("destination_purpose_group")
|
|
1048
1048
|
).all()
|
|
1049
1049
|
).item(), (
|
|
@@ -1078,7 +1078,7 @@ def clean(
|
|
|
1078
1078
|
)
|
|
1079
1079
|
assert trips.select(
|
|
1080
1080
|
(
|
|
1081
|
-
pl.col("origin_escort_purpose").cast(pl.String).str.extract("(\w+):?")
|
|
1081
|
+
pl.col("origin_escort_purpose").cast(pl.String).str.extract(r"(\w+):?")
|
|
1082
1082
|
== pl.col("origin_escort_purpose_group")
|
|
1083
1083
|
).all()
|
|
1084
1084
|
).item(), (
|
|
@@ -1101,7 +1101,7 @@ def clean(
|
|
|
1101
1101
|
)
|
|
1102
1102
|
assert trips.select(
|
|
1103
1103
|
(
|
|
1104
|
-
pl.col("destination_escort_purpose").cast(pl.String).str.extract("(\w+):?")
|
|
1104
|
+
pl.col("destination_escort_purpose").cast(pl.String).str.extract(r"(\w+):?")
|
|
1105
1105
|
== pl.col("destination_escort_purpose_group")
|
|
1106
1106
|
).all()
|
|
1107
1107
|
).item(), (
|
|
@@ -20,7 +20,7 @@ def standardizer(
|
|
|
20
20
|
survey_type: Annotated[
|
|
21
21
|
str | None,
|
|
22
22
|
typer.Option(
|
|
23
|
-
help="Format of the original survey. Possible values: `emc2`, `emp2019`, `egt2010`, `egt2020`, `edgt`, `edvm`."
|
|
23
|
+
help="Format of the original survey. Possible values: `emc2`, `emp2019`, `egt2010`, `egt2020`, `edgt`, `edvm`, `emd`."
|
|
24
24
|
),
|
|
25
25
|
] = None,
|
|
26
26
|
bulk: Annotated[
|
|
@@ -36,7 +36,7 @@ def indexing(lf: pl.LazyFrame, existing_cols: list[str]):
|
|
|
36
36
|
def add_fuel_type_group(lf: pl.LazyFrame, existing_cols: list[str]):
|
|
37
37
|
if "fuel_type" in existing_cols:
|
|
38
38
|
lf = lf.with_columns(
|
|
39
|
-
fuel_type_group=pl.col("fuel_type").cast(pl.String).str.extract("(\w+):?")
|
|
39
|
+
fuel_type_group=pl.col("fuel_type").cast(pl.String).str.extract(r"(\w+):?")
|
|
40
40
|
)
|
|
41
41
|
existing_cols.append("fuel_type_group")
|
|
42
42
|
return lf
|
|
@@ -98,7 +98,7 @@ def add_professional_occupation(lf: pl.LazyFrame, existing_cols: list[str]):
|
|
|
98
98
|
):
|
|
99
99
|
lf = lf.with_columns(
|
|
100
100
|
professional_occupation=pl.col("detailed_professional_occupation").str.extract(
|
|
101
|
-
"(\w+):?"
|
|
101
|
+
r"(\w+):?"
|
|
102
102
|
)
|
|
103
103
|
)
|
|
104
104
|
existing_cols.append("professional_occupation")
|
|
@@ -108,7 +108,7 @@ def add_purpose_groups(lf: pl.LazyFrame, existing_cols: list[str]):
|
|
|
108
108
|
if col in existing_cols:
|
|
109
109
|
group_col = f"{col}_group"
|
|
110
110
|
lf = lf.with_columns(
|
|
111
|
-
pl.col(col).cast(pl.String).str.extract("(\w+):?").alias(group_col)
|
|
111
|
+
pl.col(col).cast(pl.String).str.extract(r"(\w+):?").alias(group_col)
|
|
112
112
|
)
|
|
113
113
|
return lf
|
|
114
114
|
|
|
@@ -215,7 +215,7 @@ def legs_filename(source: str | ZipFile):
|
|
|
215
215
|
def detailed_zones_filename(source: str | ZipFile):
|
|
216
216
|
return find_file(
|
|
217
217
|
source,
|
|
218
|
-
".*_(ZF|Zones_Fines|Zones fines|ZInterne)(.*)?\.(TAB|shp|MIF)",
|
|
218
|
+
r".*_(ZF|Zones_Fines|Zones fines|ZInterne)(.*)?\.(TAB|shp|MIF)",
|
|
219
219
|
subdir=os.path.join("Doc", "SIG"),
|
|
220
220
|
as_url=True,
|
|
221
221
|
)
|
|
@@ -228,7 +228,7 @@ def special_locations_filename(source: str | ZipFile):
|
|
|
228
228
|
# locations for Lyon.)
|
|
229
229
|
return find_file(
|
|
230
230
|
source,
|
|
231
|
-
"(?!.*ZF_GT).*(_GT|Gener)(.*)?\.(TAB|shp|MIF)",
|
|
231
|
+
r"(?!.*ZF_GT).*(_GT|Gener)(.*)?\.(TAB|shp|MIF)",
|
|
232
232
|
subdir=os.path.join("Doc", "SIG"),
|
|
233
233
|
as_url=True,
|
|
234
234
|
)
|
|
@@ -236,7 +236,7 @@ def special_locations_filename(source: str | ZipFile):
|
|
|
236
236
|
|
|
237
237
|
def draw_zones_filename(source: str | ZipFile):
|
|
238
238
|
return find_file(
|
|
239
|
-
source, ".*_DTIR(_.*)?\.(TAB|shp|MIF)", subdir=os.path.join("Doc", "SIG"), as_url=True
|
|
239
|
+
source, r".*_DTIR(_.*)?\.(TAB|shp|MIF)", subdir=os.path.join("Doc", "SIG"), as_url=True
|
|
240
240
|
)
|
|
241
241
|
|
|
242
242
|
|
|
@@ -124,7 +124,7 @@ def standardize_legs(
|
|
|
124
124
|
)
|
|
125
125
|
idx = ["ECH", "STT", "PER", "NDEP"]
|
|
126
126
|
|
|
127
|
-
# For
|
|
127
|
+
# For EDVM, the walking legs are not recorded explicitly, instead, the walking time before and
|
|
128
128
|
# after the legs are defined.
|
|
129
129
|
# We create actual walking legs from these walking times.
|
|
130
130
|
|
|
@@ -122,14 +122,14 @@ def cast_id(s: gpd.GeoSeries):
|
|
|
122
122
|
# "012345" -> "12345"
|
|
123
123
|
# "123 456" -> "123456"
|
|
124
124
|
# "123.456" -> "123456"
|
|
125
|
-
#
|
|
125
|
+
# Although it would be cleaner to keep the leading zero, it is safer to remove them because in
|
|
126
126
|
# some cases there is not the same number of leading zeros in the zone files compared to the
|
|
127
127
|
# survey's CSV files.
|
|
128
128
|
return (
|
|
129
129
|
s.astype(str)
|
|
130
130
|
.str.replace(" ", "")
|
|
131
131
|
.str.replace("[.]0$", "", n=1, regex=True)
|
|
132
|
-
.str.replace("(?<=\d)[.](?=\d)", "", n=1, regex=True)
|
|
132
|
+
.str.replace(r"(?<=\d)[.](?=\d)", "", n=1, regex=True)
|
|
133
133
|
.astype(int, errors="ignore")
|
|
134
134
|
.astype(str)
|
|
135
135
|
)
|
|
@@ -236,10 +236,10 @@ def standardize_legs(
|
|
|
236
236
|
lf = lf.with_columns(
|
|
237
237
|
original_leg_id=pl.struct("IDCEREMA", "NP", "ND", "NT"),
|
|
238
238
|
# The extract call is required because some modes are reported as "B616,skate", for example.
|
|
239
|
-
mode=pl.col("MOYEN").str.extract("(\w+),?").replace_strict(MODE_MAP),
|
|
240
|
-
car_type=pl.col("UVP").str.extract("(\w+),?").replace_strict(UVP_MAP),
|
|
239
|
+
mode=pl.col("MOYEN").str.extract(r"(\w+),?").replace_strict(MODE_MAP),
|
|
240
|
+
car_type=pl.col("UVP").str.extract(r"(\w+),?").replace_strict(UVP_MAP),
|
|
241
241
|
car_index=pl.col("UVP")
|
|
242
|
-
.str.extract("(\w+),?")
|
|
242
|
+
.str.extract(r"(\w+),?")
|
|
243
243
|
.replace_strict(VEHICLE_INDEX_MAP, default=None),
|
|
244
244
|
motorcycle_type=pl.col("U2RM").replace_strict(U2RM_MAP),
|
|
245
245
|
motorcycle_index=pl.col("U2RM").replace_strict(
|
|
@@ -257,9 +257,9 @@ def standardize_legs(
|
|
|
257
257
|
.cast(pl.List(pl.UInt8))
|
|
258
258
|
.list.set_difference(pl.lit([99])),
|
|
259
259
|
parking_location=pl.col("TSTAT_VP")
|
|
260
|
-
.str.extract("(\w+),?")
|
|
260
|
+
.str.extract(r"(\w+),?")
|
|
261
261
|
.replace_strict(PARKING_LOCATION_MAP),
|
|
262
|
-
parking_type=pl.col("TSTAT_VP").str.extract("(\w+),?").replace_strict(PARKING_TYPE_MAP),
|
|
262
|
+
parking_type=pl.col("TSTAT_VP").str.extract(r"(\w+),?").replace_strict(PARKING_TYPE_MAP),
|
|
263
263
|
)
|
|
264
264
|
lf = lf.with_columns(
|
|
265
265
|
# In some cases, the parking location is a paid location but the person reported a
|
|
@@ -195,19 +195,19 @@ def legs_filename(source: str | ZipFile):
|
|
|
195
195
|
|
|
196
196
|
def detailed_zones_filename(source: str | ZipFile):
|
|
197
197
|
return find_file(
|
|
198
|
-
source, ".*_ZF(_.*)?\.(TAB|shp)", subdir=os.path.join("Doc", "SIG"), as_url=True
|
|
198
|
+
source, r".*_ZF(_.*)?\.(TAB|shp)", subdir=os.path.join("Doc", "SIG"), as_url=True
|
|
199
199
|
)
|
|
200
200
|
|
|
201
201
|
|
|
202
202
|
def special_locations_filename(source: str | ZipFile):
|
|
203
203
|
return find_file(
|
|
204
|
-
source, ".*_GT(_.*)?\.(TAB|shp)", subdir=os.path.join("Doc", "SIG"), as_url=True
|
|
204
|
+
source, r".*_GT(_.*)?\.(TAB|shp)", subdir=os.path.join("Doc", "SIG"), as_url=True
|
|
205
205
|
)
|
|
206
206
|
|
|
207
207
|
|
|
208
208
|
def draw_zones_filename(source: str | ZipFile):
|
|
209
209
|
return find_file(
|
|
210
|
-
source, ".*_DTIR(_.*)?\.(TAB|shp)", subdir=os.path.join("Doc", "SIG"), as_url=True
|
|
210
|
+
source, r".*_DTIR(_.*)?\.(TAB|shp)", subdir=os.path.join("Doc", "SIG"), as_url=True
|
|
211
211
|
)
|
|
212
212
|
|
|
213
213
|
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
MODE_MAP = {
|
|
2
|
+
1: "walking", # Marche à pied.
|
|
3
|
+
10: "bicycle:driver:traditional:shared", # Conducteur VLS
|
|
4
|
+
11: "bicycle:driver:traditional", # Conducteur de vélo.
|
|
5
|
+
12: "bicycle:passenger", # Passager de vélo.
|
|
6
|
+
13: "motorcycle:driver:moped", # Conducteur de deux ou trois roues motorisés < 50 cm3.
|
|
7
|
+
14: "motorcycle:passenger:moped", # Passager de deux ou trois roues motorisés < 50 cm3.
|
|
8
|
+
15: "motorcycle:driver:moto", # Conducteur de deux ou trois roues motorisés >= 50 cm3
|
|
9
|
+
16: "motorcycle:passenger:moto", # Passager de deux ou trois roues motorisés >= 50 cm3.
|
|
10
|
+
17: "bicycle:driver:electric", # Conducteur de vélo Assistance Electrique
|
|
11
|
+
18: "bicycle:driver:electric:shared", # Conducteur de vélo Assistance Electrique en Libre Service
|
|
12
|
+
19: "motorcycle:driver", # Conducteur de deux ou trois roues motorisés (si pas de détail sur la cylindrée).
|
|
13
|
+
20: "motorcycle:passenger", # Passager de deux ou trois roues motorisés (si pas de détail sur la cylindrée)..
|
|
14
|
+
21: "car:driver", # Conducteur de véhicule particulier (VP).
|
|
15
|
+
22: "car:passenger", # Passager de véhicule particulier (VP).
|
|
16
|
+
31: "public_transit:urban:bus", # Passager bus urbain (réseau ville centre).
|
|
17
|
+
32: "public_transit:urban:tram", # Passager tramway (réseau ville centre).
|
|
18
|
+
33: "public_transit:urban:metro", # Passager métro (réseau ville centre).
|
|
19
|
+
34: "public_transit:urban:funicular", # Note. Not documented. Used in Le Havre (and other surveys?).
|
|
20
|
+
37: "public_transit:urban:demand_responsive", # Transport à la demande (U ou IU)
|
|
21
|
+
38: "public_transit:urban", # Passager autres réseaux urbains ds aire enquête.
|
|
22
|
+
39: "public_transit:urban", # Passager autre réseau urbain hors AE
|
|
23
|
+
41: "public_transit:urban:coach", # Passager transports interurbains routiers et autres autocars (TER routiers, lignes régulières départementales, scolaires, périscolaires, occasionnel….).
|
|
24
|
+
42: "public_transit:interurban:coach", # Cars longues distances (Eurolines/Isilines, Ouibus, Flixbus…)).
|
|
25
|
+
43: "public_transit:interurban:coach", # Passagers autocars anciennes définitions
|
|
26
|
+
51: "public_transit:interurban:TGV", # Passager TGV
|
|
27
|
+
52: "public_transit:urban:TER", # Passager train TER
|
|
28
|
+
53: "public_transit:interurban:intercités", # Passagers autres trains (Intercité, TET)
|
|
29
|
+
54: "public_transit:interurban:other_train", # Passager train non précisé
|
|
30
|
+
61: "taxi", # Passager taxi.
|
|
31
|
+
62: "VTC", # Passager VTC
|
|
32
|
+
71: "employer_transport", # Transport employeur (exclusivement)
|
|
33
|
+
81: "truck:driver", # Conducteur de fourgon, camionnette, camion (pour tournées professionnelles ou déplacements privés).
|
|
34
|
+
82: "truck:passenger", # Passager de fourgon, camionnette, camion (pour tournées professionnelles ou déplacements privés)..
|
|
35
|
+
91: "water_transport", # Transport Fluvial ou maritime.
|
|
36
|
+
92: "airplane", # Avion.
|
|
37
|
+
93: "personal_transporter:non_motorized", # Roller, skate, trottinette non électrique
|
|
38
|
+
94: "wheelchair", # Fauteuil roulant.
|
|
39
|
+
95: "other", # Autres modes (tracteur, engin agricole, quad, etc.).
|
|
40
|
+
96: "personal_transporter:motorized", # Petits engins électriques (trottinette, segway, solowheel, etc)
|
|
41
|
+
97: "personal_transporter:unspecified", # Roller, skate, trottinette électrique ou non (ancien code)
|
|
42
|
+
}
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
import polars as pl
|
|
2
|
+
|
|
3
|
+
from mobisurvstd.common.trips import clean
|
|
4
|
+
|
|
5
|
+
from .common import MODE_MAP
|
|
6
|
+
|
|
7
|
+
SCHEMA = {
|
|
8
|
+
"DP1": pl.UInt8, # Code fichier = 3 (déplacement)
|
|
9
|
+
"IDD3": pl.UInt16, # Année de fin d'enquête
|
|
10
|
+
"IDD4": pl.String, # Code Insee ville centre
|
|
11
|
+
"ZFD": pl.UInt32, # Zone fine de résidence
|
|
12
|
+
"ECH": pl.UInt32, # Numéro d’échantillon
|
|
13
|
+
"PER": pl.UInt8, # Numéro de personne
|
|
14
|
+
"NDEP": pl.UInt8, # Numéro de déplacement
|
|
15
|
+
"GD1": pl.String, # Insee Zone fine du lieu de résidence de la personne concernée par le déplacement
|
|
16
|
+
"STD": pl.UInt32, # Secteur de tirage dans l’enquête d’origine (résidence)
|
|
17
|
+
"D2A": pl.UInt8, # Motif Origine du déplacement
|
|
18
|
+
"D2B": pl.UInt8, # Motif Origine de la personne accompagnée
|
|
19
|
+
"D3": pl.UInt32, # Zone fine Origine du déplacement
|
|
20
|
+
"GDO1": pl.String, # Insee Zone fine Origine du déplacement
|
|
21
|
+
"STDO": pl.UInt32, # Secteur de tirage dans l’enquête d’origine (origine du déplacement)
|
|
22
|
+
"D4": pl.UInt16, # Heure de départ du déplacement
|
|
23
|
+
"D5A": pl.UInt8, # Motif Destination du déplacement
|
|
24
|
+
"D5B": pl.UInt8, # Motif Destination de la personne accompagnée
|
|
25
|
+
"D6": pl.UInt8, # Nombre d’arrêts sur la tournée
|
|
26
|
+
"D7": pl.UInt32, # Zone fine Destination du déplacement
|
|
27
|
+
"GDD1": pl.String, # Insee Zone fine Destination du déplacement
|
|
28
|
+
"STDD": pl.UInt32, # Secteur de tirage dans l’enquête d’origine (destination du déplacement)
|
|
29
|
+
"D8": pl.UInt16, # Heure d'arrivée du déplacement
|
|
30
|
+
"D9": pl.Int32, # Durée du déplacement
|
|
31
|
+
"D10": pl.UInt8, # Nombre de trajets (en modes mécanisés)
|
|
32
|
+
"D11": pl.Float64, # Longueur à vol d'oiseau
|
|
33
|
+
"D12": pl.Float64, # Distance parcourue
|
|
34
|
+
"MODP": pl.UInt8, # Mode principal
|
|
35
|
+
"TYPD": pl.UInt8, # Type de déplacement
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
PURPOSE_MAP = {
|
|
39
|
+
1: "home:main", # Domicile (partir de, se rendre à).
|
|
40
|
+
2: "home:secondary", # Résidence secondaire, logement occasionnel, hôtel, autre domicile (partir de, se rendre à).
|
|
41
|
+
11: "work:declared", # Travailler sur le lieu d’emploi déclaré.
|
|
42
|
+
12: "work:telework", # Travailler sur un autre lieu – télétravail.
|
|
43
|
+
13: "work:secondary", # Travailler sur un autre lieu hors télétravail
|
|
44
|
+
14: "work:other", # Travailler sur un autre lieu sans distinction
|
|
45
|
+
# NOTE. We discard the information on the exact study location type (middle-school, high-school,
|
|
46
|
+
# etc.) because the information can read from the person characteristics (`student_group`).
|
|
47
|
+
21: "education:childcare", # Être gardé (Nourrice, crèche...).
|
|
48
|
+
22: "education:declared", # Étudier sur le lieu d'études déclaré (école maternelle et primaire).
|
|
49
|
+
23: "education:declared", # Étudier sur le lieu d'études déclaré (collège).
|
|
50
|
+
24: "education:declared", # Étudier sur le lieu d'études déclaré (lycée).
|
|
51
|
+
25: "education:declared", # Étudier sur le lieu d'études déclaré (universités et grandes écoles).
|
|
52
|
+
26: "education:other", # Étudier sur un autre lieu (école maternelle et primaire).
|
|
53
|
+
27: "education:other", # Étudier sur un autre lieu (collège).
|
|
54
|
+
28: "education:other", # Étudier sur un autre lieu (lycée).
|
|
55
|
+
29: "education:other", # Étudier sur un autre lieu (universités et grandes écoles).
|
|
56
|
+
30: "shopping:no_purchase", # Visite d’un magasin, d’un centre commercial ou d’un marché de plein vent sans effectuer d’achat
|
|
57
|
+
31: "shopping:unspecified", # Réaliser plusieurs motifs en centre commercial.
|
|
58
|
+
32: "shopping:unspecified", # Faire des achats en grand magasin, supermarché, hypermarché et leurs galeries marchandes.
|
|
59
|
+
33: "shopping:unspecified", # Faire des achats en petit et moyen commerce et drive in
|
|
60
|
+
34: "shopping:unspecified", # Faire des achats en marché couvert et de plein vent.
|
|
61
|
+
35: "shopping:pickup", # Récupérer des achats faits à distance (Drive, points relais)
|
|
62
|
+
41: "task:healthcare", # Recevoir des soins (santé).
|
|
63
|
+
42: "task:procedure", # Faire une démarche autre que rechercher un emploi.
|
|
64
|
+
43: "task:job_search", # Rechercher un emploi.
|
|
65
|
+
51: "leisure:sport_or_culture", # Participer à des loisirs, des activités sportives, culturelles ou associatives.
|
|
66
|
+
52: "leisure:walk_or_driving_lesson", # Faire une promenade, du « lèche-vitrines », prendre une leçon de conduite.
|
|
67
|
+
53: "leisure:restaurant", # Se restaurer hors du domicile.
|
|
68
|
+
54: "leisure:visiting", # Visiter des parents ou des amis.
|
|
69
|
+
# NOTE. We discard the information on whether the escorted person is present during pick_up /
|
|
70
|
+
# drop_off activity as it can be deduced (when I go pick-up someone, he's not there; when I come
|
|
71
|
+
# back from picking-up someone, he's there). Also, there are some errors in the data (like
|
|
72
|
+
# having the escorted person both before and after picking him up).
|
|
73
|
+
61: "escort:activity:drop_off", # Accompagner quelqu’un (personne présente).
|
|
74
|
+
62: "escort:activity:pick_up", # Aller chercher quelqu’un (personne présente).
|
|
75
|
+
63: "escort:activity:drop_off", # Accompagner quelqu’un (personne absente).
|
|
76
|
+
64: "escort:activity:pick_up", # Aller chercher quelqu’un (personne absente).
|
|
77
|
+
68: "escort:unspecified:drop_off", # Accompagner quelqu’un ou déposer quelqu’un à un mode de transport (sans info présence personne)
|
|
78
|
+
69: "escort:unspecified:pick_up", # Aller chercher quelqu’un ou reprendre quelqu’un à un mode de transport (sans info présence personne)
|
|
79
|
+
71: "escort:transport:drop_off", # Déposer une personne à un mode de transport (personne présente).
|
|
80
|
+
72: "escort:transport:pick_up", # Reprendre une personne à un mode de transport (personne présente).
|
|
81
|
+
73: "escort:transport:drop_off", # Déposer d’une personne à un mode de transport (personne absente).
|
|
82
|
+
74: "escort:transport:pick_up", # Reprendre une personne à un mode de transport( personne absente).
|
|
83
|
+
81: "work:professional_tour", # Réaliser une tournée professionnelle.
|
|
84
|
+
82: "shopping:tour_no_purchase", # Tournée de magasin sans achat
|
|
85
|
+
91: "other", # Autres motifs
|
|
86
|
+
# 96: "escort:middle_high_school", # Étudier sur le lieu d'études déclaré (collège ou lycée). Cas egt personne accompagnée
|
|
87
|
+
# 97: "escort:middle_high_school:other", # Étudier sur un autre lieu (collège ou lycée). Cas egt personne accompagnée
|
|
88
|
+
# 98: "escort:shopping", # Faire des achats sans précision (egt, motif personne accompagnée)
|
|
89
|
+
# TODO: Fix 96, 97, and 98 if I find these values in a dataset.
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
SHOP_TYPE_MAP = {
|
|
93
|
+
31: "mall", # Réaliser plusieurs motifs en centre commercial.
|
|
94
|
+
32: "supermarket_or_hypermarket", # Faire des achats en grand magasin, supermarché, hypermarché et leurs galeries marchandes.
|
|
95
|
+
33: "small_shop", # Faire des achats en petit et moyen commerce et drive in
|
|
96
|
+
34: "market", # Faire des achats en marché couvert et de plein vent.
|
|
97
|
+
35: "drive_in", # Récupérer des achats faits à distance (Drive, points relais)
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
TRIP_PERIMETER_MAP = {
|
|
101
|
+
1: "internal", # interne au périmètre d'enquête
|
|
102
|
+
2: "crossing", # en échange
|
|
103
|
+
3: "external", # externe au périmètre d'enquête
|
|
104
|
+
9: None, # inconnu (cas où origine ou destination inconnue)
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
|
|
108
|
+
def scan_trips(source: str | bytes):
|
|
109
|
+
lf = pl.scan_csv(source, separator=";", schema_overrides=SCHEMA, null_values=["aa"])
|
|
110
|
+
return lf
|
|
111
|
+
|
|
112
|
+
|
|
113
|
+
def standardize_trips(
|
|
114
|
+
source: str | bytes,
|
|
115
|
+
persons: pl.LazyFrame,
|
|
116
|
+
special_locations_coords: pl.DataFrame | None,
|
|
117
|
+
detailed_zones_coords: pl.DataFrame | None,
|
|
118
|
+
):
|
|
119
|
+
lf = scan_trips(source)
|
|
120
|
+
# Add household_id, person_id, and trip date.
|
|
121
|
+
lf = lf.with_columns(original_person_id=pl.struct(ECH="ECH", STP="STD", PER="PER")).join(
|
|
122
|
+
persons.select("original_person_id", "person_id", "household_id", "trip_date"),
|
|
123
|
+
on="original_person_id",
|
|
124
|
+
how="left",
|
|
125
|
+
coalesce=True,
|
|
126
|
+
)
|
|
127
|
+
lf = lf.rename(
|
|
128
|
+
{
|
|
129
|
+
"D3": "origin_detailed_zone",
|
|
130
|
+
"GDO1": "origin_insee",
|
|
131
|
+
"STDO": "origin_draw_zone",
|
|
132
|
+
"D6": "nb_tour_stops",
|
|
133
|
+
"D7": "destination_detailed_zone",
|
|
134
|
+
"GDD1": "destination_insee",
|
|
135
|
+
"STDD": "destination_draw_zone",
|
|
136
|
+
}
|
|
137
|
+
)
|
|
138
|
+
lf = lf.with_columns(
|
|
139
|
+
original_trip_id=pl.struct("ECH", "STD", "PER", "NDEP"),
|
|
140
|
+
origin_purpose=pl.col("D2A").replace_strict(PURPOSE_MAP),
|
|
141
|
+
origin_escort_purpose=pl.col("D2B").replace_strict(PURPOSE_MAP),
|
|
142
|
+
origin_shop_type=pl.col("D2A").replace(SHOP_TYPE_MAP, default=None),
|
|
143
|
+
departure_time=60 * (pl.col("D4") // 100) + pl.col("D4") % 100,
|
|
144
|
+
destination_purpose=pl.col("D5A").replace_strict(PURPOSE_MAP),
|
|
145
|
+
destination_escort_purpose=pl.col("D5B").replace_strict(PURPOSE_MAP),
|
|
146
|
+
destination_shop_type=pl.col("D5A").replace(SHOP_TYPE_MAP, default=None),
|
|
147
|
+
arrival_time=60 * (pl.col("D8") // 100) + pl.col("D8") % 100,
|
|
148
|
+
trip_euclidean_distance_km=pl.col("D11") / 1e3,
|
|
149
|
+
trip_travel_distance_km=pl.col("D12") / 1e3,
|
|
150
|
+
main_mode=pl.col("MODP").replace_strict(MODE_MAP),
|
|
151
|
+
trip_perimeter=pl.col("TYPD").replace_strict(TRIP_PERIMETER_MAP),
|
|
152
|
+
)
|
|
153
|
+
year = int(lf.select(pl.col("trip_date").dt.year().mean().round()).collect().item())
|
|
154
|
+
lf = clean(
|
|
155
|
+
lf,
|
|
156
|
+
year=year,
|
|
157
|
+
special_locations=special_locations_coords,
|
|
158
|
+
detailed_zones=detailed_zones_coords,
|
|
159
|
+
)
|
|
160
|
+
return lf
|