aktualizace todo

Author: adamp

kod/preprocessing.py

@@ -1217,24 +1217,24 @@ def split_measurements(mereni_dir, prohlidky_dir, diesel_dir, verbosity):
     STATIONS_SUBDIR = 'stanice'
 
 
-    explain_verbosity(VERBOSITY)
+    # explain_verbosity(VERBOSITY)
 
-    print('——————————————————————————————————PROHLÍDKY VOZIDEL STK A SME:——————————————————————————————————\n')
-    downloaded_inspection_dates = downloaded_dates([INSPECTIONS_DIR / 'gz', INSPECTIONS_DIR / 'xml', INSPECTIONS_DIR / 'parquet' / INSPECTIONS_SUBDIR])
-    download_files(SPARQL_ENDPOINT, INSPECTIONS_DIR / 'gz', PARENT_DATASET_INSPECTIONS, START_DATE, END_DATE, downloaded_inspection_dates, NO_DOWNLOAD_THREADS, MAX_DOWNLOAD_ATTEMPTS, verbosity=VERBOSITY)
-    extract_files(INSPECTIONS_DIR / 'gz', INSPECTIONS_DIR / 'xml', NO_EXTRACT_THREADS, verbosity=VERBOSITY)
-    parse_inspections_to_parquet(INSPECTIONS_DIR, INSPECTIONS_SUBDIR, DEFECTS_SUBDIR, ACTIONS_SUBDIR, ADR_TYPE_SUBDIR, NO_PARSE_PROCESSES, VERBOSITY, False)
+    # print('——————————————————————————————————PROHLÍDKY VOZIDEL STK A SME:——————————————————————————————————\n')
+    # downloaded_inspection_dates = downloaded_dates([INSPECTIONS_DIR / 'gz', INSPECTIONS_DIR / 'xml', INSPECTIONS_DIR / 'parquet' / INSPECTIONS_SUBDIR])
+    # download_files(SPARQL_ENDPOINT, INSPECTIONS_DIR / 'gz', PARENT_DATASET_INSPECTIONS, START_DATE, END_DATE, downloaded_inspection_dates, NO_DOWNLOAD_THREADS, MAX_DOWNLOAD_ATTEMPTS, verbosity=VERBOSITY)
+    # extract_files(INSPECTIONS_DIR / 'gz', INSPECTIONS_DIR / 'xml', NO_EXTRACT_THREADS, verbosity=VERBOSITY)
+    # parse_inspections_to_parquet(INSPECTIONS_DIR, INSPECTIONS_SUBDIR, DEFECTS_SUBDIR, ACTIONS_SUBDIR, ADR_TYPE_SUBDIR, NO_PARSE_PROCESSES, VERBOSITY, False)
 
     print('\n————————————————————————————————DATA Z MĚŘÍCÍCH PŘÍSTROJŮ:————————————————————————————————————\n')
     downloaded_measurement_dates = downloaded_dates([MEASUREMENTS_DIR / 'gz', MEASUREMENTS_DIR / 'xml', MEASUREMENTS_DIR / 'parquet' / MEASUREMENTS_ALL_SUBDIR])
     download_files(SPARQL_ENDPOINT, MEASUREMENTS_DIR / 'gz', PARENT_DATASET_MEASUREMENTS, START_DATE, END_DATE, downloaded_measurement_dates, NO_DOWNLOAD_THREADS, MAX_DOWNLOAD_ATTEMPTS, verbosity=VERBOSITY)
     extract_files(MEASUREMENTS_DIR / 'gz', MEASUREMENTS_DIR / 'xml', NO_EXTRACT_THREADS, verbosity=VERBOSITY)
-    parse_measurements_to_parquet(MEASUREMENTS_DIR, MEASUREMENTS_ALL_SUBDIR, NO_PARSE_PROCESSES, VERBOSITY, False)
-    split_measurements(MEASUREMENTS_DIR / 'parquet' / MEASUREMENTS_ALL_SUBDIR, INSPECTIONS_DIR / 'parquet' / INSPECTIONS_SUBDIR, MEASUREMENTS_DIR / 'parquet' / DIESEL_SUBDIR, VERBOSITY)
+    # parse_measurements_to_parquet(MEASUREMENTS_DIR, MEASUREMENTS_ALL_SUBDIR, NO_PARSE_PROCESSES, VERBOSITY, False)
+    # split_measurements(MEASUREMENTS_DIR / 'parquet' / MEASUREMENTS_ALL_SUBDIR, INSPECTIONS_DIR / 'parquet' / INSPECTIONS_SUBDIR, MEASUREMENTS_DIR / 'parquet' / DIESEL_SUBDIR, VERBOSITY)
 
-    print('—————————————————————————————————Stanice STK a SME:—————————————————————————————————————————————\n')
-    # Seznam stanic prochází denní aktualizací
-    clear_folder(STATIONS_DIR, VERBOSITY)
-    download_stations(SPARQL_ENDPOINT, STATIONS_DIR / 'gz', DATASET_STATIONS, VERBOSITY)
-    extract_files(STATIONS_DIR / 'gz', STATIONS_DIR / 'xml', 1, verbosity=VERBOSITY)
-    parse_stations_to_parquet(STATIONS_DIR, STATIONS_SUBDIR, VERBOSITY, delete=False)
+    # print('—————————————————————————————————Stanice STK a SME:—————————————————————————————————————————————\n')
+    # # Seznam stanic prochází denní aktualizací
+    # clear_folder(STATIONS_DIR, VERBOSITY)
+    # download_stations(SPARQL_ENDPOINT, STATIONS_DIR / 'gz', DATASET_STATIONS, VERBOSITY)
+    # extract_files(STATIONS_DIR / 'gz', STATIONS_DIR / 'xml', 1, verbosity=VERBOSITY)
+    # parse_stations_to_parquet(STATIONS_DIR, STATIONS_SUBDIR, VERBOSITY, delete=False)

poznamky/TODO

@@ -12,6 +12,12 @@ feature engineering - delka misto konce - zacatek zda svatek, rocni obdobi, cas
 ; lepe oddelit uzitkova vozidla - hodne traktoru
 sjednotit jazyk pro pojmenovani souboru a promennych
 pripojit prohlidky mereni, ktera maji oddelenou prohlidku
+pridat wwh-obd
+odstranit prebytecne zkratky a doplnit zkratky, ktere chybi
+xml, zip, xsd, lpg, cng, nm, ba, adr, orp, adr, tsk
+prepsat, kdy co bylo citovano
+citace 20 % z nemecka primarni zdroj
+
 
 TODO MOZNA
 neosobni vozidla
@@ -30,6 +36,12 @@ dlouhe doby akcelerace, kdy vozidlo proslo
 pruchodnost na stanicich
 dukazy emulatoru shodnymi hodnotami akceleraci
 
+uspesnost prohlidky x delka akceleraci
+technici kteri akceleruji pomalu
+lze nekde najit detailni protokoly
+dopocotat lambdu
+vuce nez 100 procemt kysliku
+
 
 
 
@@ -93,5 +105,13 @@ analyzovat vsechny stanice nebo pouze nezanikle
 zahodit extremni hodnoty, nebo je nahradit null
 
 
+
+UDElANO
+psana prace
+analyzovan predchozi reseni
+
 ZEPTAT SE
 mel bych kontaktovat petra novaka
+pridat wwh-obd
+muzu dat do prace jmeno, kdyz je to verejne dostupne
+

poznamky/obhajoba.txt

@@ -104,3 +104,7 @@ beamer sablona
         - neni vetsinou prohlizecu podporovane
     - nepovinny parametr dokumentu, ktery umoznuje tisknout jenom nektere slidy - napr. handout
         - u slidu potom <handout>
+
+
+NAPADY:
+rict, ze kontrola funkci statu skrze analyzu otevrenych dat vnimam jako krok k moderni demokracii a transparentnosti