Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
K
kl_task5
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
arun.uday
kl_task5
Commits
6d87d9e1
Commit
6d87d9e1
authored
Jan 30, 2023
by
arun.uday
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
all
parent
70f50136
Hide whitespace changes
Inline
Side-by-side
Showing
13 changed files
with
487 additions
and
45 deletions
+487
-45
.idea/misc.xml
+2
-1
.idea/modules.xml
+2
-1
.idea/sonarlint/issuestore/index.pb
+4
-0
.idea/task5pandas_op.iml
+2
-1
scripts/core/handlers/change_time_data.py
+4
-4
scripts/core/handlers/melted_data_frames.py
+4
-3
scripts/core/handlers/merge_data_frames.py
+3
-2
scripts/core/handlers/pivoted_data_frames.py
+3
-5
scripts/json_output/data_melt_json.json
+412
-5
scripts/json_output/data_merge_json.json
+11
-5
scripts/json_output/data_pivot_json.json
+17
-7
scripts/json_output/data_time_json.json
+20
-8
scripts/services/access_operations.py
+3
-3
No files found.
.idea/misc.xml
View file @
6d87d9e1
<?xml version="1.0" encoding="UTF-8"?>
<project
version=
"4"
>
<component
name=
"ProjectRootManager"
version=
"2"
project-jdk-name=
"Python 3.9 (task5)"
project-jdk-type=
"Python SDK"
/>
<component
name=
"ProjectRootManager"
version=
"2"
project-jdk-name=
"Python 3.9 (task5
- Copy
)"
project-jdk-type=
"Python SDK"
/>
</project>
\ No newline at end of file
.idea/modules.xml
View file @
6d87d9e1
...
...
@@ -2,7 +2,7 @@
<project
version=
"4"
>
<component
name=
"ProjectModuleManager"
>
<modules>
<module
fileurl=
"file://$PROJECT_DIR$/.idea/task5
.iml"
filepath=
"$PROJECT_DIR$/.idea/task5
.iml"
/>
<module
fileurl=
"file://$PROJECT_DIR$/.idea/task5
pandas_op.iml"
filepath=
"$PROJECT_DIR$/.idea/task5pandas_op
.iml"
/>
</modules>
</component>
</project>
\ No newline at end of file
.idea/sonarlint/issuestore/index.pb
View file @
6d87d9e1
No preview for this file type
.idea/task5.iml
→
.idea/task5
pandas_op
.iml
View file @
6d87d9e1
...
...
@@ -4,7 +4,7 @@
<content
url=
"file://$MODULE_DIR$"
>
<excludeFolder
url=
"file://$MODULE_DIR$/venv"
/>
</content>
<orderEntry
type=
"
inheritedJdk
"
/>
<orderEntry
type=
"
jdk"
jdkName=
"Python 3.9 (task5 - Copy)"
jdkType=
"Python SDK
"
/>
<orderEntry
type=
"sourceFolder"
forTests=
"false"
/>
</component>
</module>
\ No newline at end of file
scripts/core/handlers/change_time_data.py
View file @
6d87d9e1
...
...
@@ -9,11 +9,11 @@ def time_change(file):
file_copy
[
'Timestamp'
]
=
file_copy
[
'Timestamp'
]
.
dt
.
strftime
(
date_format
)
# for storing the pivoted frame to dictionary
dict_cols
=
{}
dict_cols
=
[]
for
i
in
range
(
0
,
len
(
file_copy
.
columns
)):
key_dict
=
"label"
+
str
(
i
)
val_dict
=
file_copy
.
columns
[
i
]
dict_cols
.
update
({
key_dict
:
val_dict
})
key_dict
=
file_copy
.
columns
[
i
]
val_dict
=
file_copy
.
columns
[
i
]
.
lower
()
dict_cols
.
append
({
key_dict
:
val_dict
})
# storing the header and body to json
head_cols
=
{
"header"
:
dict_cols
}
...
...
scripts/core/handlers/melted_data_frames.py
View file @
6d87d9e1
...
...
@@ -5,14 +5,15 @@ def melt_frame(file):
file_copy
=
file
# creating the melted dataframe melted_file
melted_file
=
file_copy
.
melt
(
id_vars
=
[
'Timestamp'
],
value_vars
=
[
'kWh'
])
melted_file
=
file_copy
.
melt
(
id_vars
=
[
'Timestamp'
])
print
(
melted_file
)
# for storing the melted frame to dictionary
dict_cols
=
{}
dict_cols
=
[]
for
i
in
range
(
0
,
len
(
melted_file
.
columns
)):
key_dict
=
"label"
+
str
(
i
)
val_dict
=
melted_file
.
columns
[
i
]
dict_cols
.
update
({
key_dict
:
val_dict
})
dict_cols
.
append
({
key_dict
:
val_dict
})
# storing the header and body to json
head_cols
=
{
"header"
:
dict_cols
}
...
...
scripts/core/handlers/merge_data_frames.py
View file @
6d87d9e1
...
...
@@ -11,13 +11,14 @@ def merge_frame(file):
# creating the merged dataframe merged_file
merged_file
=
pd
.
merge
(
file_frame1
,
file_frame2
,
on
=
'Timestamp'
)
print
(
merged_file
)
# for storing the merged frame to dictionary
dict_cols
=
{}
dict_cols
=
[]
for
i
in
range
(
0
,
len
(
merged_file
.
columns
)):
key_dict
=
"label"
+
str
(
i
)
val_dict
=
merged_file
.
columns
[
i
]
dict_cols
.
update
({
key_dict
:
val_dict
})
dict_cols
.
append
({
key_dict
:
val_dict
})
# storing the header and body to json
head_cols
=
{
"header"
:
dict_cols
}
...
...
scripts/core/handlers/pivoted_data_frames.py
View file @
6d87d9e1
...
...
@@ -3,18 +3,16 @@
def
pivot_frame
(
file
):
file_copy
=
file
# pivoting the data
pivoted_d
=
file_copy
.
pivot_table
(
index
=
'Timestamp'
,
columns
=
[],
values
=
file_copy
)
print
(
pivoted_d
)
# for storing the pivoted frame to dictionary
dict_cols
=
{}
dict_cols
=
[]
for
i
in
range
(
0
,
len
(
pivoted_d
.
columns
)):
key_dict
=
"label"
+
str
(
i
)
val_dict
=
pivoted_d
.
columns
[
i
]
dict_cols
.
update
({
key_dict
:
val_dict
})
dict_cols
.
append
({
key_dict
:
val_dict
})
# storing the header and body to json
head_cols
=
{
"header"
:
dict_cols
}
body_vals
=
{
"body"
:
pivoted_d
.
to_dict
(
orient
=
"records"
)}
...
...
scripts/json_output/data_melt_json.json
View file @
6d87d9e1
{
"header"
:
{
"label0"
:
"Timestamp"
,
"label1"
:
"variable"
,
"label2"
:
"value"
},
"header"
:
[
{
"label0"
:
"Timestamp"
},
{
"label1"
:
"variable"
},
{
"label2"
:
"value"
}
],
"body"
:
[
{
"Timestamp"
:
"01-12-19 00-00-21"
,
...
...
@@ -104,6 +110,406 @@
"Timestamp"
:
"02-12-19 00-45-23"
,
"variable"
:
"kWh"
,
"value"
:
45.1825726141105
},
{
"Timestamp"
:
"01-12-19 00-00-21"
,
"variable"
:
"kVAh"
,
"value"
:
49.759336099588836
},
{
"Timestamp"
:
"01-12-19 00-15-21"
,
"variable"
:
"kVAh"
,
"value"
:
50.2282157676309
},
{
"Timestamp"
:
"01-12-19 00-30-21"
,
"variable"
:
"kVAh"
,
"value"
:
50.49377593360987
},
{
"Timestamp"
:
"01-12-19 00-45-21"
,
"variable"
:
"kVAh"
,
"value"
:
50.48294589788566
},
{
"Timestamp"
:
"01-12-19 00-00-22"
,
"variable"
:
"kVAh"
,
"value"
:
50.13828877951164
},
{
"Timestamp"
:
"01-12-19 00-15-22"
,
"variable"
:
"kVAh"
,
"value"
:
50.63358778625843
},
{
"Timestamp"
:
"01-12-19 00-30-22"
,
"variable"
:
"kVAh"
,
"value"
:
50.83407914363488
},
{
"Timestamp"
:
"01-12-19 00-45-22"
,
"variable"
:
"kVAh"
,
"value"
:
50.86875390756177
},
{
"Timestamp"
:
"01-12-19 00-00-23"
,
"variable"
:
"kVAh"
,
"value"
:
51.31205402872001
},
{
"Timestamp"
:
"01-12-19 00-15-23"
,
"variable"
:
"kVAh"
,
"value"
:
50.514522821576975
},
{
"Timestamp"
:
"02-12-19 00-15-19"
,
"variable"
:
"kVAh"
,
"value"
:
50.32816541953798
},
{
"Timestamp"
:
"02-12-19 00-30-19"
,
"variable"
:
"kVAh"
,
"value"
:
50.61659408114065
},
{
"Timestamp"
:
"02-12-19 00-45-19"
,
"variable"
:
"kVAh"
,
"value"
:
50.9892150474916
},
{
"Timestamp"
:
"02-12-19 00-00-20"
,
"variable"
:
"kVAh"
,
"value"
:
50.03734439834079
},
{
"Timestamp"
:
"02-12-19 00-15-20"
,
"variable"
:
"kVAh"
,
"value"
:
50.41558931449981
},
{
"Timestamp"
:
"02-12-19 00-30-20"
,
"variable"
:
"kVAh"
,
"value"
:
50.27735674359428
},
{
"Timestamp"
:
"02-12-19 00-45-20"
,
"variable"
:
"kVAh"
,
"value"
:
44.87966804979078
},
{
"Timestamp"
:
"02-12-19 00-45-21"
,
"variable"
:
"kVAh"
,
"value"
:
51.1106614999444
},
{
"Timestamp"
:
"02-12-19 00-45-22"
,
"variable"
:
"kVAh"
,
"value"
:
50.99694439139421
},
{
"Timestamp"
:
"02-12-19 00-45-23"
,
"variable"
:
"kVAh"
,
"value"
:
51.14462809917313
},
{
"Timestamp"
:
"01-12-19 00-00-21"
,
"variable"
:
"kW"
,
"value"
:
183.66897265625
},
{
"Timestamp"
:
"01-12-19 00-15-21"
,
"variable"
:
"kW"
,
"value"
:
183.46255208333332
},
{
"Timestamp"
:
"01-12-19 00-30-21"
,
"variable"
:
"kW"
,
"value"
:
184.88955078125
},
{
"Timestamp"
:
"01-12-19 00-45-21"
,
"variable"
:
"kW"
,
"value"
:
184.3258984375
},
{
"Timestamp"
:
"01-12-19 00-00-22"
,
"variable"
:
"kW"
,
"value"
:
182.37034895833335
},
{
"Timestamp"
:
"01-12-19 00-15-22"
,
"variable"
:
"kW"
,
"value"
:
184.18944140625
},
{
"Timestamp"
:
"01-12-19 00-30-22"
,
"variable"
:
"kW"
,
"value"
:
186.40050520833333
},
{
"Timestamp"
:
"01-12-19 00-45-22"
,
"variable"
:
"kW"
,
"value"
:
185.91884374999998
},
{
"Timestamp"
:
"01-12-19 00-00-23"
,
"variable"
:
"kW"
,
"value"
:
185.94254687499998
},
{
"Timestamp"
:
"01-12-19 00-15-23"
,
"variable"
:
"kW"
,
"value"
:
185.391484375
},
{
"Timestamp"
:
"02-12-19 00-15-19"
,
"variable"
:
"kW"
,
"value"
:
184.31598958333333
},
{
"Timestamp"
:
"02-12-19 00-30-19"
,
"variable"
:
"kW"
,
"value"
:
184.44642578124999
},
{
"Timestamp"
:
"02-12-19 00-45-19"
,
"variable"
:
"kW"
,
"value"
:
182.8969296875
},
{
"Timestamp"
:
"02-12-19 00-00-20"
,
"variable"
:
"kW"
,
"value"
:
182.440359375
},
{
"Timestamp"
:
"02-12-19 00-15-20"
,
"variable"
:
"kW"
,
"value"
:
184.44230729166668
},
{
"Timestamp"
:
"02-12-19 00-30-20"
,
"variable"
:
"kW"
,
"value"
:
183.25395312499998
},
{
"Timestamp"
:
"02-12-19 00-45-20"
,
"variable"
:
"kW"
,
"value"
:
185.74748828125
},
{
"Timestamp"
:
"02-12-19 00-45-21"
,
"variable"
:
"kW"
,
"value"
:
186.4073828125
},
{
"Timestamp"
:
"02-12-19 00-45-22"
,
"variable"
:
"kW"
,
"value"
:
183.2521640625
},
{
"Timestamp"
:
"02-12-19 00-45-23"
,
"variable"
:
"kW"
,
"value"
:
184.11314062499997
},
{
"Timestamp"
:
"01-12-19 00-00-21"
,
"variable"
:
"kVA"
,
"value"
:
200.53249609375
},
{
"Timestamp"
:
"01-12-19 00-15-21"
,
"variable"
:
"kVA"
,
"value"
:
200.56794270833333
},
{
"Timestamp"
:
"01-12-19 00-30-21"
,
"variable"
:
"kVA"
,
"value"
:
201.79479687499997
},
{
"Timestamp"
:
"01-12-19 00-45-21"
,
"variable"
:
"kVA"
,
"value"
:
201.42360937499998
},
{
"Timestamp"
:
"01-12-19 00-00-22"
,
"variable"
:
"kVA"
,
"value"
:
199.271421875
},
{
"Timestamp"
:
"01-12-19 00-15-22"
,
"variable"
:
"kVA"
,
"value"
:
201.03991015625
},
{
"Timestamp"
:
"01-12-19 00-30-22"
,
"variable"
:
"kVA"
,
"value"
:
203.86802604166667
},
{
"Timestamp"
:
"01-12-19 00-45-22"
,
"variable"
:
"kVA"
,
"value"
:
203.10286718749998
},
{
"Timestamp"
:
"01-12-19 00-00-23"
,
"variable"
:
"kVA"
,
"value"
:
203.36761458333334
},
{
"Timestamp"
:
"01-12-19 00-15-23"
,
"variable"
:
"kVA"
,
"value"
:
202.44480468749998
},
{
"Timestamp"
:
"02-12-19 00-15-19"
,
"variable"
:
"kVA"
,
"value"
:
201.36305208333332
},
{
"Timestamp"
:
"02-12-19 00-30-19"
,
"variable"
:
"kVA"
,
"value"
:
201.67296484375
},
{
"Timestamp"
:
"02-12-19 00-45-19"
,
"variable"
:
"kVA"
,
"value"
:
199.87789062499996
},
{
"Timestamp"
:
"02-12-19 00-00-20"
,
"variable"
:
"kVA"
,
"value"
:
199.39240234375
},
{
"Timestamp"
:
"02-12-19 00-15-20"
,
"variable"
:
"kVA"
,
"value"
:
201.8952552083333
},
{
"Timestamp"
:
"02-12-19 00-30-20"
,
"variable"
:
"kVA"
,
"value"
:
200.42523828125
},
{
"Timestamp"
:
"02-12-19 00-45-20"
,
"variable"
:
"kVA"
,
"value"
:
200.4773046875
},
{
"Timestamp"
:
"02-12-19 00-45-21"
,
"variable"
:
"kVA"
,
"value"
:
203.51410546875
},
{
"Timestamp"
:
"02-12-19 00-45-22"
,
"variable"
:
"kVA"
,
"value"
:
200.68902734375
},
{
"Timestamp"
:
"02-12-19 00-45-23"
,
"variable"
:
"kVA"
,
"value"
:
203.18090625
},
{
"Timestamp"
:
"01-12-19 00-00-21"
,
"variable"
:
"current"
,
"value"
:
281.58292388916016
},
{
"Timestamp"
:
"01-12-19 00-15-21"
,
"variable"
:
"current"
,
"value"
:
281.617431640625
},
{
"Timestamp"
:
"01-12-19 00-30-21"
,
"variable"
:
"current"
,
"value"
:
283.0400848388672
},
{
"Timestamp"
:
"01-12-19 00-45-21"
,
"variable"
:
"current"
,
"value"
:
282.44676971435547
},
{
"Timestamp"
:
"01-12-19 00-00-22"
,
"variable"
:
"current"
,
"value"
:
279.42852783203125
},
{
"Timestamp"
:
"01-12-19 00-15-22"
,
"variable"
:
"current"
,
"value"
:
281.9737777709961
},
{
"Timestamp"
:
"01-12-19 00-30-22"
,
"variable"
:
"current"
,
"value"
:
285.9699300130208
},
{
"Timestamp"
:
"01-12-19 00-45-22"
,
"variable"
:
"current"
,
"value"
:
285.10118103027344
},
{
"Timestamp"
:
"01-12-19 00-00-23"
,
"variable"
:
"current"
,
"value"
:
285.23462931315106
},
{
"Timestamp"
:
"01-12-19 00-15-23"
,
"variable"
:
"current"
,
"value"
:
283.9910583496094
},
{
"Timestamp"
:
"02-12-19 00-15-19"
,
"variable"
:
"current"
,
"value"
:
282.21966552734375
},
{
"Timestamp"
:
"02-12-19 00-30-19"
,
"variable"
:
"current"
,
"value"
:
282.61204528808594
},
{
"Timestamp"
:
"02-12-19 00-45-19"
,
"variable"
:
"current"
,
"value"
:
280.1493377685547
},
{
"Timestamp"
:
"02-12-19 00-00-20"
,
"variable"
:
"current"
,
"value"
:
279.73744201660156
},
{
"Timestamp"
:
"02-12-19 00-15-20"
,
"variable"
:
"current"
,
"value"
:
283.39756266276044
},
{
"Timestamp"
:
"02-12-19 00-30-20"
,
"variable"
:
"current"
,
"value"
:
281.13245391845703
},
{
"Timestamp"
:
"02-12-19 00-45-20"
,
"variable"
:
"current"
,
"value"
:
281.26131439208984
},
{
"Timestamp"
:
"02-12-19 00-45-21"
,
"variable"
:
"current"
,
"value"
:
284.3976135253906
},
{
"Timestamp"
:
"02-12-19 00-45-22"
,
"variable"
:
"current"
,
"value"
:
284.9558639526367
},
{
"Timestamp"
:
"02-12-19 00-45-23"
,
"variable"
:
"current"
,
"value"
:
285.91526794433594
}
]
}
\ No newline at end of file
scripts/json_output/data_merge_json.json
View file @
6d87d9e1
{
"header"
:
{
"label0"
:
"Timestamp"
,
"label1"
:
"kW"
,
"label2"
:
"kVA"
},
"header"
:
[
{
"label0"
:
"Timestamp"
},
{
"label1"
:
"kW"
},
{
"label2"
:
"kVA"
}
],
"body"
:
[
{
"Timestamp"
:
"01-12-19 00-00-21"
,
...
...
scripts/json_output/data_pivot_json.json
View file @
6d87d9e1
{
"header"
:
{
"label0"
:
"current"
,
"label1"
:
"kVA"
,
"label2"
:
"kVAh"
,
"label3"
:
"kW"
,
"label4"
:
"kWh"
},
"header"
:
[
{
"label0"
:
"current"
},
{
"label1"
:
"kVA"
},
{
"label2"
:
"kVAh"
},
{
"label3"
:
"kW"
},
{
"label4"
:
"kWh"
}
],
"body"
:
[
{
"current"
:
281.58292388916016
,
...
...
scripts/json_output/data_time_json.json
View file @
6d87d9e1
{
"header"
:
{
"label0"
:
"Timestamp"
,
"label1"
:
"kWh"
,
"label2"
:
"kVAh"
,
"label3"
:
"kW"
,
"label4"
:
"kVA"
,
"label5"
:
"current"
},
"header"
:
[
{
"Timestamp"
:
"timestamp"
},
{
"kWh"
:
"kwh"
},
{
"kVAh"
:
"kvah"
},
{
"kW"
:
"kw"
},
{
"kVA"
:
"kva"
},
{
"current"
:
"current"
}
],
"body"
:
[
{
"Timestamp"
:
"01-12-19 00-00-21"
,
...
...
scripts/services/access_operations.py
View file @
6d87d9e1
...
...
@@ -18,14 +18,14 @@ def access_op():
print
(
"Pivoting the dataframe"
)
dict_data_pivoted
,
pivot_change
=
json_pandas
.
pivot_data
(
file_concat
)
json_pandas
.
create_json
(
path_pivot
,
pivot_change
)
json_pandas
.
create_json
(
path_pivot
,
dict_data_pivoted
)
print
(
"Melting the dataframe"
)
melt_change
=
json_pandas
.
melt_data
(
dict_data_pivoted
)
melt_change
=
json_pandas
.
melt_data
(
file_concat
)
json_pandas
.
create_json
(
path_melt
,
melt_change
)
print
(
"Merging the dataframe"
)
merge_change
=
json_pandas
.
merge_data
(
dict_data_pivoted
)
merge_change
=
json_pandas
.
merge_data
(
file_concat
)
json_pandas
.
create_json
(
path_merge
,
merge_change
)
except
Exception
as
e
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment