-
Notifications
You must be signed in to change notification settings - Fork 4
/
dvc.lock
1012 lines (1012 loc) · 33.9 KB
/
dvc.lock
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
schema: '2.0'
stages:
parse_nrel118_bus_data:
cmd: python src/data/parse_nrel118_buses.py data/raw/nrel118/additional-files-mti-118/Buses.csv
data/parsed/nrel118_buses.csv
deps:
- path: data/raw/nrel118/additional-files-mti-118/Buses.csv
md5: 53359601ce73b4f6d166e6a37141ed1b
size: 2360
- path: src/data/parse_nrel118_buses.py
md5: 06ae207ed9c0def6eaad0a75cde809b6
size: 1683
outs:
- path: data/parsed/nrel118_buses.csv
md5: 4a2a6c23ff0d3af81c2d96b70c870fcd
size: 2540
parse_nrel118_line_data:
cmd: python src/data/parse_nrel118_lines.py data/raw/nrel118/additional-files-mti-118/Lines.csv
data/parsed/nrel118_lines.csv
deps:
- path: data/raw/nrel118/additional-files-mti-118/Lines.csv
md5: 682db21351902ecc0d885892be9fc9ee
size: 8436
- path: src/data/parse_nrel118_lines.py
md5: 21d0e83ada05fe83240a89e63717b342
size: 1965
outs:
- path: data/parsed/nrel118_lines.csv
md5: b1c5f0873b44b8fe84799eb5aa44518a
size: 8472
parse_jeas118_line_data:
cmd: python src/data/parse_jeas118_lines.py data/raw/jeas118/JEAS_IEEE118.doc
data/parsed/jeas118_lines.csv
deps:
- path: data/raw/jeas118/JEAS_IEEE118.doc
md5: 115121e48f534b9f720cecbdd6a9dbae
size: 663040
- path: src/data/parse_jeas118_lines.py
md5: 0c39b39e21342302d608e50c53c4dd35
size: 2335
outs:
- path: data/parsed/jeas118_lines.csv
md5: 4a8da15c42f4b404419da792ca79a3c3
size: 6468
prepare_bus_data:
cmd: python src/data/prepare_buses.py data/parsed/nrel118_buses.csv data/prepared/buses.csv
deps:
- path: data/parsed/nrel118_buses.csv
md5: 4a2a6c23ff0d3af81c2d96b70c870fcd
size: 2540
- path: src/data/prepare_buses.py
md5: 0d5ecc1b91cf76c997c16b160086e91d
size: 1398
outs:
- path: data/prepared/buses.csv
md5: 5d31dafc475a1d496d7599d5e8170d14
size: 2406
parse_jeas118_trafo_data:
cmd: python src/data/parse_jeas118_trafos.py data/raw/jeas118/JEAS_IEEE118.doc
data/parsed/jeas118_trafos.csv
deps:
- path: data/raw/jeas118/JEAS_IEEE118.doc
md5: 115121e48f534b9f720cecbdd6a9dbae
size: 663040
- path: src/data/parse_jeas118_trafos.py
md5: 0cf1b2c21c030fbc491da88647aaec8a
size: 2391
outs:
- path: data/parsed/jeas118_trafos.csv
md5: 4f460fce1790a10ea22d7cac9c380c92
size: 317
prepare_branch_data:
cmd: python src/data/prepare_branches.py data/parsed/nrel118_lines.csv data/parsed/jeas118_lines.csv
data/parsed/jeas118_trafos.csv data/prepared/buses.csv data/prepared/branches.csv
deps:
- path: data/parsed/jeas118_lines.csv
md5: 4a8da15c42f4b404419da792ca79a3c3
size: 6468
- path: data/parsed/jeas118_trafos.csv
md5: 4f460fce1790a10ea22d7cac9c380c92
size: 317
- path: data/parsed/nrel118_lines.csv
md5: b1c5f0873b44b8fe84799eb5aa44518a
size: 8472
- path: data/prepared/buses.csv
md5: 5d31dafc475a1d496d7599d5e8170d14
size: 2406
- path: src/data/prepare_branches.py
md5: 49fb069d17b014db774cc3698610d14e
size: 3743
outs:
- path: data/prepared/branches.csv
md5: 33ca65a5ca689ba4503380b1d98753ec
size: 17712
parse_jeas118_load_data:
cmd: python src/data/parse_jeas118_loads.py data/raw/jeas118/JEAS_IEEE118.doc
data/parsed/jeas118_loads.csv
deps:
- path: data/raw/jeas118/JEAS_IEEE118.doc
md5: 115121e48f534b9f720cecbdd6a9dbae
size: 663040
- path: src/data/parse_jeas118_loads.py
md5: f28e51dbe251cb4a18c141643f4d6d53
size: 2101
outs:
- path: data/parsed/jeas118_loads.csv
md5: aa929aa09cf4ae869b4218adaf3e6eaa
size: 1696
parse_nrel118_load_ts_data:
cmd: python src/data/parse_nrel118_load_ts.py "data/raw/nrel118/Input files/RT/Load"
data/parsed/nrel118_loads_ts.csv
deps:
- path: data/raw/nrel118/Input files/RT/Load
md5: 15de5344806c746934ee61dfb508704b.dir
size: 860632
nfiles: 4
- path: src/data/parse_nrel118_load_ts.py
md5: 9e847229bf362f371641c8e4938e08b3
size: 1291
outs:
- path: data/parsed/nrel118_loads_ts.csv
md5: e1006251e8c3b97d6b4ec725f03fb2d5
size: 629482
prepare_load_data:
cmd: python src/data/prepare_loads.py data/transformed/loads.csv data/parsed/nrel118_loads_ts.csv
data/prepared/loads.csv
deps:
- path: data/parsed/nrel118_loads_ts.csv
md5: e1006251e8c3b97d6b4ec725f03fb2d5
size: 629482
- path: data/transformed/loads.csv
md5: c14b44a8a905331c36cb1ebb20abc365
size: 4584
- path: src/data/prepare_loads.py
md5: 01ea6c0c05d39bc7183386dd671397db
size: 2334
outs:
- path: data/prepared/loads.csv
md5: 9c38a8f122cfe5e35af4844e06df80c2
size: 4832
transform_load_data:
cmd: python src/data/transform_loads.py data/parsed/nrel118_buses.csv data/parsed/jeas118_loads.csv
data/transformed/loads.csv
deps:
- path: data/parsed/jeas118_loads.csv
md5: aa929aa09cf4ae869b4218adaf3e6eaa
size: 1696
- path: data/parsed/nrel118_buses.csv
md5: 4a2a6c23ff0d3af81c2d96b70c870fcd
size: 2540
- path: src/data/transform_loads.py
md5: e3ff578e1adb0c273a4cf49d5cab2b8b
size: 2529
outs:
- path: data/transformed/loads.csv
md5: c14b44a8a905331c36cb1ebb20abc365
size: 4584
prepare_load_ts_data:
cmd: python src/data/prepare_loads_ts.py data/transformed/loads.csv data/parsed/nrel118_loads_ts.csv
data/prepared/loads_ts.csv
deps:
- path: data/parsed/nrel118_loads_ts.csv
md5: e1006251e8c3b97d6b4ec725f03fb2d5
size: 629482
- path: data/transformed/loads.csv
md5: c14b44a8a905331c36cb1ebb20abc365
size: 4584
- path: src/data/prepare_loads_ts.py
md5: 3a4f3f1d607458c491153aca8fe239bb
size: 2515
outs:
- path: data/prepared/loads_ts.csv
md5: 9e1d4aae2dfdcd71fd80479bea6d36c7
size: 56376911
parse_nrel118_gen_data:
cmd: python src/data/parse_nrel118_gens.py data/raw/nrel118/additional-files-mti-118/Generators.csv
data/parsed/nrel118_gens.csv
deps:
- path: data/raw/nrel118/additional-files-mti-118/Generators.csv
md5: 8b014c583d06d4c0b62270829082db5d
size: 43221
- path: src/data/parse_nrel118_gens.py
md5: 31d28be82c7f6bf3d41a54affd53efd0
size: 2066
outs:
- path: data/parsed/nrel118_gens.csv
md5: 808407409cc7407e754a67efb62094ac
size: 8748
parse_nrel118_escalator_data:
cmd: python src/data/parse_nrel118_escalator_ts.py data/raw/nrel118/additional-files-mti-118/Escalators.csv
data/parsed/nrel118_escalator_ts.csv
deps:
- path: data/raw/nrel118/additional-files-mti-118/Escalators.csv
md5: a28a7bc34308c1580ce3a708d751fde0
size: 40170
- path: src/data/parse_nrel118_escalator_ts.py
md5: 7ae3f6895411df18a3814ae073178185
size: 2277
outs:
- path: data/parsed/nrel118_escalator_ts.csv
md5: 4f12b42add7e1edbdab7fbeb9bbf0806
size: 73074
parse_nrel118_escalator_ts_data:
cmd: python src/data/parse_nrel118_escalator_ts.py data/raw/nrel118/additional-files-mti-118/Escalators.csv
data/parsed/nrel118_escalator_ts.csv
deps:
- path: data/raw/nrel118/additional-files-mti-118/Escalators.csv
md5: a28a7bc34308c1580ce3a708d751fde0
size: 40170
- path: src/data/parse_nrel118_escalator_ts.py
md5: 6c6bf06b88666c0b39a4ccee20311df4
size: 2277
outs:
- path: data/parsed/nrel118_escalator_ts.csv
md5: 4f12b42add7e1edbdab7fbeb9bbf0806
size: 73074
parse_nrel118_hydro_nondisp_ts_data:
cmd: python src/data/parse_nrel118_hydro_nondisp_ts.py data/raw/nrel118/additional-files-mti-118/Hydro_nondipatchable.csv
data/parsed/nrel118_hydro_nondisp_ts.csv
deps:
- path: data/raw/nrel118/additional-files-mti-118/Hydro_nondipatchable.csv
md5: 34517c8d7742b6687cad01cfb2c42ce6
size: 3408
- path: src/data/parse_nrel118_hydro_nondisp_ts.py
md5: 183c2cd394e58fc2768b94c7755da6d5
size: 1926
outs:
- path: data/parsed/nrel118_hydro_nondisp_ts.csv
md5: 6983f57ebf4700036b5b09551ca87f37
size: 1259
parse_nrel118_hydro_ts_data:
cmd: python src/data/parse_nrel118_hydro_ts.py "data/raw/nrel118/Input files/Hydro"
data/parsed/nrel118_hydro_ts.csv
deps:
- path: data/raw/nrel118/Input files/Hydro
md5: fd2df581c6076968d01e22ae89459d7d.dir
size: 4390878
nfiles: 24
- path: src/data/parse_nrel118_hydro_ts.py
md5: ec754ac4f2c1d8e23ce26e1fbedc9522
size: 1424
outs:
- path: data/parsed/nrel118_hydro_ts.csv
md5: b55600b353e436e9503f314bea2aaeb6
size: 1776181
parse_nrel118_solar_ts_data:
cmd: python src/data/parse_nrel118_solar_ts.py "data/raw/nrel118/Input files/RT/Solar"
data/parsed/nrel118_solar_ts.csv
deps:
- path: data/raw/nrel118/Input files/RT/Solar
md5: e8e3065fef2b05440af5bef1c00157c0.dir
size: 16761318
nfiles: 76
- path: src/data/parse_nrel118_solar_ts.py
md5: 53e8425155c890e38b841dca4ebea7e7
size: 1425
outs:
- path: data/parsed/nrel118_solar_ts.csv
md5: 286eb7a16e55231f8cd9138311c7d707
size: 7336870
parse_nrel118_wind_ts_data:
cmd: python src/data/parse_nrel118_wind_ts.py "data/raw/nrel118/Input files/RT/Wind"
data/parsed/nrel118_wind_ts.csv
deps:
- path: data/raw/nrel118/Input files/RT/Wind
md5: a46f8ccf7c19116d82cba65df615e2de.dir
size: 4663311
nfiles: 18
- path: src/data/parse_nrel118_wind_ts.py
md5: 82f0b20a4419a9ceb2619937542cd3b8
size: 1414
outs:
- path: data/parsed/nrel118_wind_ts.csv
md5: ed3ae11279fd25134a8984a9da3f436a
size: 2547723
parse_nrel118_outage_ts_data:
cmd: python src/data/parse_nrel118_outage_ts.py "data/raw/nrel118/Input files/Others/GenOut.csv"
data/parsed/nrel118_outage_ts.csv
deps:
- path: data/raw/nrel118/Input files/Others/GenOut.csv
md5: 9b94603c1ddd080d6bd839ef210babe0
size: 77018
- path: src/data/parse_nrel118_outage_ts.py
md5: e802206f9de14f0d8bb48d6cd0179608
size: 2132
outs:
- path: data/parsed/nrel118_outage_ts.csv
md5: d4ee3d36028bea9aef988e86af59b237
size: 130729
parse_nrel118_loads_ts:
cmd:
- python src/data/parse/nrel118_loads_ts.py "data/raw/nrel118/Input files/RT/Load"
data/parsed/nrel118_loads_ts.csv
deps:
- path: data/raw/nrel118/Input files/RT/Load
md5: 15de5344806c746934ee61dfb508704b.dir
size: 886987
nfiles: 4
- path: src/data/parse/nrel118_loads_ts.py
md5: 5c6636faa9a2e305a287c80c93fd21e2
size: 1596
- path: src/utils/data_loaders/load_ts_data.py
md5: a4185a2babe92611b5c1c24718f91a45
size: 1428
params:
definitions.py:
DATE_FORMAT: '%Y-%m-%d %H:%M:%S'
outs:
- path: data/parsed/nrel118_loads_ts.csv
md5: a5043d3975fd40512477c69bfb390663
size: 1077481
parse_nrel118_buses:
cmd:
- python src/data/parse/nrel118_buses.py data/raw/nrel118/additional-files-mti-118/Buses.csv
data/parsed/nrel118_buses.csv
deps:
- path: data/raw/nrel118/additional-files-mti-118/Buses.csv
md5: 53359601ce73b4f6d166e6a37141ed1b
size: 2360
- path: src/data/parse/nrel118_buses.py
md5: 3345bf1c5a7d26e922b0f718519db1d5
size: 1678
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
outs:
- path: data/parsed/nrel118_buses.csv
md5: ad220a656112805888fca2c2508a9b42
size: 2652
parse_jeas118_loads:
cmd:
- python src/data/parse/jeas118_loads.py data/raw/jeas118/JEAS_IEEE118.docx data/parsed/jeas118_loads.csv
deps:
- path: data/raw/jeas118/JEAS_IEEE118.docx
md5: 665c3929cff62d03939f85d9a5a83f02
size: 101226
- path: src/data/parse/jeas118_loads.py
md5: 815d3962113254bf95f9202da269133f
size: 1719
- path: src/utils/converters.py
md5: 639d546c28cbbff4ad61eaa8a1836388
size: 2040
outs:
- path: data/parsed/jeas118_loads.csv
md5: c6217df93e56a59da4e31a1096f46908
size: 1775
transform_loads:
cmd:
- python src/data/transform/loads.py data/parsed/nrel118_buses.csv data/parsed/jeas118_loads.csv
data/transformed/loads.csv
deps:
- path: data/parsed/jeas118_loads.csv
md5: c6217df93e56a59da4e31a1096f46908
size: 1775
- path: data/parsed/nrel118_buses.csv
md5: ad220a656112805888fca2c2508a9b42
size: 2652
- path: src/data/transform/loads.py
md5: 8447d58ef5183267cae3ffb18bfa26c9
size: 2507
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
outs:
- path: data/transformed/loads.csv
md5: 5b288dc3b5402cf00a237d689e4e31d2
size: 4770
parse_nrel118_outages_ts:
cmd:
- python src/data/parse/nrel118_outages_ts.py "data/raw/nrel118/Input files/Others/GenOut.csv"
data/parsed/nrel118_outages_ts.csv
deps:
- path: data/raw/nrel118/Input files/Others/GenOut.csv
md5: 9b94603c1ddd080d6bd839ef210babe0
size: 77018
- path: src/data/parse/nrel118_outages_ts.py
md5: dd0fdd715808838e185c8593fac3284c
size: 2246
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
params:
definitions.py:
DATE_FORMAT: '%Y-%m-%d %H:%M:%S'
GEN_TYPES:
Biomass: biomass
Hydro: hydro
Solar: solar
Wind: wind
CC NG: combined_cycle_gas
CT NG: combustion_gas
CT Oil: combustion_oil
Geo: geothermal
ICE NG: internal_combustion_gas
ST Coal: steam_coal
ST NG: steam_gas
ST Other: steam_other
outs:
- path: data/parsed/nrel118_outages_ts.csv
md5: b21ea2867869374e80deaba4fad47941
size: 134375
parse_jeas118_lines:
cmd:
- python src/data/parse/jeas118_lines.py data/raw/jeas118/JEAS_IEEE118.docx data/parsed/jeas118_lines.csv
deps:
- path: data/raw/jeas118/JEAS_IEEE118.docx
md5: 665c3929cff62d03939f85d9a5a83f02
size: 101226
- path: src/data/parse/jeas118_lines.py
md5: bb89979568178202ec0a8b3e9804ade1
size: 1907
- path: src/utils/converters.py
md5: 639d546c28cbbff4ad61eaa8a1836388
size: 2040
outs:
- path: data/parsed/jeas118_lines.csv
md5: b8b4a9d8ea68a6f2ad28b7f1f66fc96e
size: 4870
parse_jeas118_buses:
cmd:
- python src/data/parse/jeas118_buses.py data/raw/jeas118/JEAS_IEEE118.docx data/parsed/jeas118_buses.csv
deps:
- path: data/raw/jeas118/JEAS_IEEE118.docx
md5: 665c3929cff62d03939f85d9a5a83f02
size: 101226
- path: src/data/parse/jeas118_buses.py
md5: 6250d678317728e20779e43a1d9d274a
size: 1738
- path: src/utils/converters.py
md5: 639d546c28cbbff4ad61eaa8a1836388
size: 2040
outs:
- path: data/parsed/jeas118_buses.csv
md5: 4777d14a3355b508d6d97485b5d76e54
size: 2270
prepare_buses:
cmd:
- python src/data/prepare/buses.py data/parsed/nrel118_buses.csv data/parsed/jeas118_buses.csv
data/raw/manual/bus_coordinates.csv data/prepared/buses.csv
- python src/data/check/buses.py data/prepared/buses.csv
deps:
- path: data/parsed/jeas118_buses.csv
md5: 4777d14a3355b508d6d97485b5d76e54
size: 2270
- path: data/parsed/nrel118_buses.csv
md5: ad220a656112805888fca2c2508a9b42
size: 2652
- path: data/raw/manual/bus_coordinates.csv
md5: 434edcb03d694eecdadaa14069b75cbb
size: 2265
- path: src/data/check/buses.py
md5: ff4ba8860b611f636f5a33264e29d7e2
size: 1550
- path: src/data/prepare/buses.py
md5: f12bdfc15b66c42be3b6c03c44607b2a
size: 2990
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
outs:
- path: data/prepared/buses.csv
md5: 806381a3d75530bca1df0527060ca994
size: 5860
parse_nrel118_gens:
cmd:
- python src/data/parse/nrel118_gens.py data/raw/nrel118/additional-files-mti-118/Generators.csv
data/parsed/nrel118_gens.csv
deps:
- path: data/raw/nrel118/additional-files-mti-118/Generators.csv
md5: 8b014c583d06d4c0b62270829082db5d
size: 43221
- path: src/data/parse/nrel118_gens.py
md5: 28d132b626b5984c3de25ea615df36ba
size: 2651
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
params:
definitions.py:
GEN_TYPES:
Biomass: biomass
Hydro: hydro
Solar: solar
Wind: wind
CC NG: combined_cycle_gas
CT NG: combustion_gas
CT Oil: combustion_oil
Geo: geothermal
ICE NG: internal_combustion_gas
ST Coal: steam_coal
ST NG: steam_gas
ST Other: steam_other
outs:
- path: data/parsed/nrel118_gens.csv
md5: e57823d070673c8ed91391e2bef6bd88
size: 13679
transform_gens:
cmd:
- python src/data/transform/gens.py data/parsed/nrel118_gens.csv data/prepared/buses.csv
data/transformed/gens.csv
deps:
- path: data/parsed/nrel118_gens.csv
md5: e57823d070673c8ed91391e2bef6bd88
size: 13679
- path: data/prepared/buses.csv
md5: 806381a3d75530bca1df0527060ca994
size: 5860
- path: src/data/transform/gens.py
md5: 75a6dfbd95c8bfc6806b0e8aafabfc89
size: 2177
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
outs:
- path: data/transformed/gens.csv
md5: 0c7889f4f8fa0a8c8ab29117db2cdb54
size: 16681
prepare_gens:
cmd:
- python src/data/prepare/gens.py data/transformed/gens.csv data/prepared/gens_ts.csv
data/prepared/gens.csv
- python src/data/check/gens.py data/prepared/gens.csv data/prepared/buses.csv
- python src/data/check/gens_ts.py data/prepared/gens_ts.csv data/prepared/gens.csv
deps:
- path: data/prepared/buses.csv
md5: 806381a3d75530bca1df0527060ca994
size: 5860
- path: data/prepared/gens_ts.csv
md5: 7024834cc9f592b746f841c94ef88dd3
size: 195688877
- path: data/transformed/gens.csv
md5: 0c7889f4f8fa0a8c8ab29117db2cdb54
size: 16681
- path: src/data/check/gens.py
md5: a685d1ae67b1983c50efa17156f6d27a
size: 1667
- path: src/data/check/gens_ts.py
md5: 4785a4471f861ade042df574ba33f081
size: 4551
- path: src/data/prepare/gens.py
md5: 899588d68825d0b3e7020eb50cbd7115
size: 2183
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
outs:
- path: data/prepared/gens.csv
md5: 49749e8b2605b05161fabc701a2b5eb6
size: 14749
transform_outages_ts:
cmd:
- python src/data/transform/outages_ts.py data/parsed/nrel118_outages_ts.csv data/transformed/outages_ts.csv
deps:
- path: data/parsed/nrel118_outages_ts.csv
md5: b21ea2867869374e80deaba4fad47941
size: 134375
- path: src/data/transform/outages_ts.py
md5: ed6eb5d98dc4347acd1ebe17ca67ce06
size: 4821
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
params:
definitions.py:
DATE_FORMAT: '%Y-%m-%d %H:%M:%S'
outs:
- path: data/transformed/outages_ts.csv
md5: 708649d096d6d2322729213b24cbd51f
size: 134756
parse_nrel118_lines:
cmd:
- python src/data/parse/nrel118_lines.py data/raw/nrel118/additional-files-mti-118/Lines.csv
data/parsed/nrel118_lines.csv
deps:
- path: data/raw/nrel118/additional-files-mti-118/Lines.csv
md5: 682db21351902ecc0d885892be9fc9ee
size: 8436
- path: src/data/parse/nrel118_lines.py
md5: 152e190da9613b6957f03f1c26426660
size: 1991
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
outs:
- path: data/parsed/nrel118_lines.csv
md5: e788aa728eb05670cf2370238072dcbc
size: 7522
parse_jeas118_trafos:
cmd:
- python src/data/parse/jeas118_trafos.py data/raw/jeas118/JEAS_IEEE118.docx data/parsed/jeas118_trafos.csv
deps:
- path: data/raw/jeas118/JEAS_IEEE118.docx
md5: 665c3929cff62d03939f85d9a5a83f02
size: 101226
- path: src/data/parse/jeas118_trafos.py
md5: 8a27078afa53fd55f672518459e3bcf8
size: 1951
- path: src/utils/converters.py
md5: 639d546c28cbbff4ad61eaa8a1836388
size: 2040
outs:
- path: data/parsed/jeas118_trafos.csv
md5: d73032f443fdd27df9c3ed909590e7bd
size: 264
prepare_branches:
cmd:
- python src/data/prepare/branches.py data/parsed/nrel118_lines.csv data/parsed/jeas118_lines.csv
data/parsed/jeas118_trafos.csv data/prepared/buses.csv data/prepared/branches.csv
- python src/data/check/branches.py data/prepared/branches.csv data/prepared/buses.csv
deps:
- path: data/parsed/jeas118_lines.csv
md5: b8b4a9d8ea68a6f2ad28b7f1f66fc96e
size: 4870
- path: data/parsed/jeas118_trafos.csv
md5: d73032f443fdd27df9c3ed909590e7bd
size: 264
- path: data/parsed/nrel118_lines.csv
md5: e788aa728eb05670cf2370238072dcbc
size: 7522
- path: data/prepared/buses.csv
md5: 806381a3d75530bca1df0527060ca994
size: 5860
- path: src/data/check/branches.py
md5: a893e80ab48880c69b23f2e3e3ffd1b7
size: 2468
- path: src/data/prepare/branches.py
md5: b00c60cbc426d9c03ec36f9fae216faa
size: 4542
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
params:
definitions.py:
S_BASE_MVA: 100
outs:
- path: data/prepared/branches.csv
md5: ee925cff5fad2fe0ca4c384bc809345f
size: 14836
prepare_loads:
cmd:
- python src/data/prepare/loads.py data/transformed/loads.csv data/prepared/loads.csv
- python src/data/check/loads.py data/prepared/loads.csv data/prepared/buses.csv
deps:
- path: data/prepared/buses.csv
md5: 806381a3d75530bca1df0527060ca994
size: 5860
- path: data/transformed/loads.csv
md5: 5b288dc3b5402cf00a237d689e4e31d2
size: 4770
- path: src/data/check/loads.py
md5: 33a686e8bad54aed1cced283ad0079f9
size: 1483
- path: src/data/prepare/loads.py
md5: 0bc84b1094e81578e977209b6a523a33
size: 1330
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
outs:
- path: data/prepared/loads.csv
md5: 9ebbed3e2700320d2a95a024072ec817
size: 1658
prepare_loads_ts:
cmd:
- python src/data/prepare/loads_ts.py data/transformed/loads.csv data/parsed/nrel118_loads_ts.csv
data/prepared/loads_ts.csv
- python src/data/check/loads_ts.py data/prepared/loads_ts.csv data/prepared/loads.csv
deps:
- path: data/parsed/nrel118_loads_ts.csv
md5: a5043d3975fd40512477c69bfb390663
size: 1077481
- path: data/prepared/loads.csv
md5: 9ebbed3e2700320d2a95a024072ec817
size: 1658
- path: data/transformed/loads.csv
md5: 5b288dc3b5402cf00a237d689e4e31d2
size: 4770
- path: src/data/check/loads_ts.py
md5: d7ccfe7c813aafc3aa94398a769d6a48
size: 2292
- path: src/data/prepare/loads_ts.py
md5: 8869f8c33e937591b31567f2c78a80bb
size: 3380
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
params:
definitions.py:
DATE_FORMAT: '%Y-%m-%d %H:%M:%S'
DATE_RANGE:
- '2024-01-01 00:00:00'
- '2025-01-01 00:00:00'
- 1h
FILL_METHOD: pad
outs:
- path: data/prepared/loads_ts.csv
md5: 0e01674376a335fd11de0ebab060b372
size: 45800804
parse_nrel118_winds_ts:
cmd:
- python src/data/parse/nrel118_winds_ts.py "data/raw/nrel118/Input files/RT/Wind"
data/parsed/nrel118_winds_ts.csv
deps:
- path: data/raw/nrel118/Input files/RT/Wind
md5: a46f8ccf7c19116d82cba65df615e2de.dir
size: 4812656
nfiles: 18
- path: src/data/parse/nrel118_winds_ts.py
md5: 677933934d7ea5f451c2e70ada5ce81d
size: 1605
- path: src/utils/data_loaders/load_ts_data.py
md5: a4185a2babe92611b5c1c24718f91a45
size: 1428
params:
definitions.py:
DATE_FORMAT: '%Y-%m-%d %H:%M:%S'
GEN_TYPES:
Biomass: biomass
Hydro: hydro
Solar: solar
Wind: wind
CC NG: combined_cycle_gas
CT NG: combustion_gas
CT Oil: combustion_oil
Geo: geothermal
ICE NG: internal_combustion_gas
ST Coal: steam_coal
ST NG: steam_gas
ST Other: steam_other
outs:
- path: data/parsed/nrel118_winds_ts.csv
md5: 70cffc02cabee227db48d9b2bd67e1c3
size: 6842986
parse_nrel118_solars_ts:
cmd:
- python src/data/parse/nrel118_solars_ts.py "data/raw/nrel118/Input files/RT/Solar"
data/parsed/nrel118_solars_ts.csv
deps:
- path: data/raw/nrel118/Input files/RT/Solar
md5: e8e3065fef2b05440af5bef1c00157c0.dir
size: 17420193
nfiles: 76
- path: src/data/parse/nrel118_solars_ts.py
md5: a594b44eebc40dc5e6771333b1fab876
size: 1621
- path: src/utils/data_loaders/load_ts_data.py
md5: a4185a2babe92611b5c1c24718f91a45
size: 1428
params:
definitions.py:
DATE_FORMAT: '%Y-%m-%d %H:%M:%S'
GEN_TYPES:
Biomass: biomass
Hydro: hydro
Solar: solar
Wind: wind
CC NG: combined_cycle_gas
CT NG: combustion_gas
CT Oil: combustion_oil
Geo: geothermal
ICE NG: internal_combustion_gas
ST Coal: steam_coal
ST NG: steam_gas
ST Other: steam_other
outs:
- path: data/parsed/nrel118_solars_ts.csv
md5: 9373859ed5df68630508f18981eb0fef
size: 27574554
parse_nrel118_hydros_ts:
cmd:
- python src/data/parse/nrel118_hydros_ts.py "data/raw/nrel118/Input files/Hydro"
data/parsed/nrel118_hydros_ts.csv
deps:
- path: data/raw/nrel118/Input files/Hydro
md5: fd2df581c6076968d01e22ae89459d7d.dir
size: 4390878
nfiles: 24
- path: src/data/parse/nrel118_hydros_ts.py
md5: f74952e735a863e84e047d62938be981
size: 1619
- path: src/utils/data_loaders/load_ts_data.py
md5: a4185a2babe92611b5c1c24718f91a45
size: 1428
params:
definitions.py:
DATE_FORMAT: '%Y-%m-%d %H:%M:%S'
GEN_TYPES:
Biomass: biomass
Hydro: hydro
Solar: solar
Wind: wind
CC NG: combined_cycle_gas
CT NG: combustion_gas
CT Oil: combustion_oil
Geo: geothermal
ICE NG: internal_combustion_gas
ST Coal: steam_coal
ST NG: steam_gas
ST Other: steam_other
outs:
- path: data/parsed/nrel118_hydros_ts.csv
md5: 43f2922e902707d87f8b75dc74d58e12
size: 8144163
parse_nrel118_hydros_nondisp_ts:
cmd:
- python src/data/parse/nrel118_hydros_nondisp_ts.py data/raw/nrel118/additional-files-mti-118/Hydro_nondipatchable.csv
data/parsed/nrel118_hydros_nondisp_ts.csv
deps:
- path: data/raw/nrel118/additional-files-mti-118/Hydro_nondipatchable.csv
md5: 34517c8d7742b6687cad01cfb2c42ce6
size: 3408
- path: src/data/parse/nrel118_hydros_nondisp_ts.py
md5: 0c795f41874a8abaf63f63300f596d45
size: 2311
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
params:
definitions.py:
DATE_FORMAT: '%Y-%m-%d %H:%M:%S'
GEN_TYPES:
Biomass: biomass
Hydro: hydro
Solar: solar
Wind: wind
CC NG: combined_cycle_gas
CT NG: combustion_gas
CT Oil: combustion_oil
Geo: geothermal
ICE NG: internal_combustion_gas
ST Coal: steam_coal
ST NG: steam_gas
ST Other: steam_other
outs:
- path: data/parsed/nrel118_hydros_nondisp_ts.csv
md5: e179b9380617cfc574cf25f0973531d4
size: 1742
parse_nrel118_escalators_ts:
cmd:
- python src/data/parse/nrel118_escalators_ts.py data/raw/nrel118/additional-files-mti-118/Escalators.csv
data/parsed/nrel118_escalators_ts.csv
deps:
- path: data/raw/nrel118/additional-files-mti-118/Escalators.csv
md5: a28a7bc34308c1580ce3a708d751fde0
size: 40170
- path: src/data/parse/nrel118_escalators_ts.py
md5: a27ce43212eafce03252f1a91962886d
size: 2263
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
params:
definitions.py:
DATE_FORMAT: '%Y-%m-%d %H:%M:%S'
GEN_TYPES:
Biomass: biomass
Hydro: hydro
Solar: solar
Wind: wind
CC NG: combined_cycle_gas
CT NG: combustion_gas
CT Oil: combustion_oil
Geo: geothermal
ICE NG: internal_combustion_gas
ST Coal: steam_coal
ST NG: steam_gas
ST Other: steam_other
outs:
- path: data/parsed/nrel118_escalators_ts.csv
md5: a092317222c8e903881c4421e0af5256
size: 94712
transform_gens_escalated_ts:
cmd:
- python src/data/transform/gens_escalated_ts.py data/transformed/gens.csv data/parsed/nrel118_escalators_ts.csv
data/transformed/gens_escalated_ts.csv
deps:
- path: data/parsed/nrel118_escalators_ts.csv
md5: a092317222c8e903881c4421e0af5256
size: 94712
- path: data/transformed/gens.csv
md5: 0c7889f4f8fa0a8c8ab29117db2cdb54
size: 16681
- path: src/data/transform/gens_escalated_ts.py
md5: 5b9dcf909528a1926804991769bb1919
size: 2716
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
params:
definitions.py:
DATE_FORMAT: '%Y-%m-%d %H:%M:%S'
outs:
- path: data/transformed/gens_escalated_ts.csv
md5: 370d0889bf2b2c3a035cef3834c5a5d1
size: 134136
transform_gens_ts:
cmd:
- python src/data/transform/gens_ts.py data/transformed/gens.csv data/parsed/nrel118_winds_ts.csv
data/parsed/nrel118_solars_ts.csv data/parsed/nrel118_hydros_ts.csv data/parsed/nrel118_hydros_nondisp_ts.csv
data/transformed/gens_ts.csv
deps:
- path: data/parsed/nrel118_hydros_nondisp_ts.csv
md5: e179b9380617cfc574cf25f0973531d4
size: 1742
- path: data/parsed/nrel118_hydros_ts.csv
md5: 43f2922e902707d87f8b75dc74d58e12
size: 8144163
- path: data/parsed/nrel118_solars_ts.csv
md5: 9373859ed5df68630508f18981eb0fef
size: 27574554
- path: data/parsed/nrel118_winds_ts.csv
md5: 70cffc02cabee227db48d9b2bd67e1c3
size: 6842986
- path: data/transformed/gens.csv
md5: 0c7889f4f8fa0a8c8ab29117db2cdb54
size: 16681
- path: src/data/transform/gens_ts.py
md5: c9a842b9e88d788d56a294284aec9c3c
size: 3442
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
params:
definitions.py:
DATE_FORMAT: '%Y-%m-%d %H:%M:%S'
outs:
- path: data/transformed/gens_ts.csv
md5: 0800a7b2fad438f49ce725653be78057
size: 42571298
prepare_gens_ts:
cmd:
- python src/data/prepare/gens_ts.py data/transformed/gens.csv data/transformed/gens_ts.csv
data/transformed/gens_escalated_ts.csv data/transformed/outages_ts.csv data/prepared/gens_ts.csv
deps:
- path: data/transformed/gens.csv
md5: 0c7889f4f8fa0a8c8ab29117db2cdb54
size: 16681
- path: data/transformed/gens_escalated_ts.csv
md5: 370d0889bf2b2c3a035cef3834c5a5d1
size: 134136
- path: data/transformed/gens_ts.csv
md5: 0800a7b2fad438f49ce725653be78057
size: 42571298
- path: data/transformed/outages_ts.csv
md5: 708649d096d6d2322729213b24cbd51f
size: 134756
- path: src/data/prepare/gens_ts.py
md5: 7be593f43e7af69bd2644aa28215446a
size: 4824
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953
params:
definitions.py:
DATE_FORMAT: '%Y-%m-%d %H:%M:%S'
DATE_RANGE:
- '2024-01-01 00:00:00'
- '2025-01-01 00:00:00'
- 1h
FILL_METHOD: pad
outs:
- path: data/prepared/gens_ts.csv
md5: 7024834cc9f592b746f841c94ef88dd3
size: 195688877
build:
cmd:
- python src/power_flow/building.py data/prepared/buses.csv data/prepared/branches.csv
data/prepared/loads.csv data/prepared/loads_ts.csv data/prepared/gens.csv data/prepared/gens_ts.csv
samples
deps:
- path: data/prepared/branches.csv
md5: ee925cff5fad2fe0ca4c384bc809345f
size: 14836
- path: data/prepared/buses.csv
md5: 806381a3d75530bca1df0527060ca994
size: 5860
- path: data/prepared/gens.csv
md5: 49749e8b2605b05161fabc701a2b5eb6
size: 14749
- path: data/prepared/gens_ts.csv
md5: 7024834cc9f592b746f841c94ef88dd3
size: 195688877
- path: data/prepared/loads.csv
md5: 9ebbed3e2700320d2a95a024072ec817
size: 1658
- path: data/prepared/loads_ts.csv
md5: 0e01674376a335fd11de0ebab060b372
size: 45800804
- path: src/power_flow/builders/base.py
md5: deca227b59530124d87f06e168992de2
size: 10240
- path: src/power_flow/builders/pandapower.py
md5: 42960f180229a2b4fca988d032aad59c
size: 12761
- path: src/power_flow/building.py
md5: a8d62d659a378e1537a08b18216b5f7c
size: 2138
- path: src/utils/data_loaders/load_df_data.py
md5: f3b1048c9e46162b1c47094fc7cecab9
size: 953