Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
K
kairosdb_task
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
ajil.k
kairosdb_task
Commits
7d7949e1
Commit
7d7949e1
authored
Feb 08, 2023
by
ajil.k
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
updated
parent
fcda9046
Show whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
98 additions
and
7 deletions
+98
-7
.env
+1
-1
script/core/handlers/generate_data.py
+25
-4
script/services/app_call.py
+2
-2
temp/logs.log
+70
-0
No files found.
.env
View file @
7d7949e1
...
@@ -6,5 +6,5 @@ URL=http://192.168.0.220:8080/api/v1/datapoints/query
...
@@ -6,5 +6,5 @@ URL=http://192.168.0.220:8080/api/v1/datapoints/query
MONGO_URI=192.168.0.220:2717
MONGO_URI=192.168.0.220:2717
PASSWORD=iLensDevMongo783
PASSWORD=iLensDevMongo783
USER=admin
USER=admin
HIERARCHY_ID=site_1
07
HIERARCHY_ID=site_1
14
PROJECT_ID=project_102
PROJECT_ID=project_102
script/core/handlers/generate_data.py
View file @
7d7949e1
...
@@ -7,14 +7,35 @@ from script.core.handlers.convert_time import convert_epoch
...
@@ -7,14 +7,35 @@ from script.core.handlers.convert_time import convert_epoch
def
generate_csv_data
(
tag_values
,
response_data
):
def
generate_csv_data
(
tag_values
,
response_data
):
try
:
try
:
data
=
json
.
loads
(
response_data
)
data
=
json
.
loads
(
response_data
)
# Extract values from te query
temp_json
=
{}
if
data
[
"queries"
][
0
][
"sample_size"
]
>
0
:
for
i
in
range
(
0
,
len
(
data
[
"queries"
][
0
][
"results"
])):
c3
=
data
[
"queries"
][
0
][
"results"
][
i
][
"tags"
][
"c3"
][
0
]
master_key
=
c3
if
master_key
not
in
temp_json
:
temp_json
[
master_key
]
=
data
[
"queries"
][
0
][
"results"
][
i
][
"values"
]
else
:
temp_json
[
master_key
]
.
extend
(
data
[
"queries"
][
0
][
"results"
][
i
][
"values"
])
"""# Extract values from te query
values = data["queries"][0]["results"][0]["values"]
values = data["queries"][0]["results"][0]["values"]
print(values)
converted_epochs = [convert_epoch(data[0]) for data in values]
converted_epochs = [convert_epoch(data[0]) for data in values]
value
=
[
data
[
1
]
for
data
in
values
]
value = [data[1] for data in values]"""
for
i
in
range
(
len
(
tag_values
)):
da
=
pd
.
DataFrame
(
columns
=
[
'Timestamp'
])
for
key
,
value
in
temp_json
.
items
():
dp
=
pd
.
DataFrame
()
if
len
(
value
)
!=
0
:
print
(
tag_values
[
key
])
dp
[[
'Timestamp'
,
tag_values
[
key
]]]
=
[[
convert_epoch
(
time
),
data
]
for
time
,
data
in
value
]
da
=
pd
.
concat
([
da
,
dp
])
new_da
=
da
.
fillna
(
"NA"
)
new_da
.
to_csv
(
"scripts/temp/ilens.csv"
,
index
=
False
)
"""for i in range(len(tag_values)):
tag_name = tag_values[i]
tag_name = tag_values[i]
dataframe = pd.DataFrame({'Timestamp': converted_epochs, tag_name: value})
dataframe = pd.DataFrame({'Timestamp': converted_epochs, tag_name: value})
print
(
dataframe
)
print(dataframe)
"""
except
Exception
as
e
:
except
Exception
as
e
:
from
script.logging.logger
import
logger
from
script.logging.logger
import
logger
logger
.
exception
(
e
)
logger
.
exception
(
e
)
...
...
script/services/app_call.py
View file @
7d7949e1
...
@@ -52,7 +52,7 @@ def start_service_on_kairosdb():
...
@@ -52,7 +52,7 @@ def start_service_on_kairosdb():
query_data
=
json
.
dumps
(
query
)
query_data
=
json
.
dumps
(
query
)
response
=
requests
.
post
(
query_url
,
data
=
query_data
)
response
=
requests
.
post
(
query_url
,
data
=
query_data
)
print
(
response
.
text
)
response_data
=
response
.
text
#generate_csv_data(dicts_key_list, response.text
)
generate_csv_data
(
dicts_key_list
,
response_data
)
except
Exception
as
e
:
except
Exception
as
e
:
print
(
"Error -"
,
e
)
print
(
"Error -"
,
e
)
temp/logs.log
0 → 100644
View file @
7d7949e1
2023-02-08 14:55:49 - ERROR - unhashable type: 'dict'
Traceback (most recent call last):
File "E:\Python\kairosdb_task\script\core\handlers\generate_data.py", line 18, in generate_csv_data
dataframe = pd.DataFrame({'Timestamp': converted_epochs, tag_name: value})
TypeError: unhashable type: 'dict'
2023-02-08 15:04:50 - ERROR - unhashable type: 'set'
Traceback (most recent call last):
File "E:\Python\kairosdb_task\script\core\handlers\generate_data.py", line 17, in generate_csv_data
dataframe = pd.DataFrame({'Timestamp': converted_epochs, tag_name: value})
TypeError: unhashable type: 'set'
2023-02-08 15:05:05 - ERROR - unhashable type: 'set'
Traceback (most recent call last):
File "E:\Python\kairosdb_task\script\core\handlers\generate_data.py", line 18, in generate_csv_data
dataframe = pd.DataFrame({'Timestamp': converted_epochs, tag_name: value})
TypeError: unhashable type: 'set'
2023-02-08 15:06:08 - ERROR - unhashable type: 'set'
Traceback (most recent call last):
File "E:\Python\kairosdb_task\script\core\handlers\generate_data.py", line 18, in generate_csv_data
dataframe = pd.DataFrame({'Timestamp': converted_epochs, tag_name: value})
TypeError: unhashable type: 'set'
2023-02-08 15:28:07 - ERROR - list indices must be integers or slices, not str
Traceback (most recent call last):
File "E:\Python\kairosdb_task\script\core\handlers\generate_data.py", line 16, in generate_csv_data
tag_name = next(iter(tag['site_114$line_4839$equipment_6073$tag_60862']))
TypeError: list indices must be integers or slices, not str
2023-02-08 15:32:39 - ERROR - 'site_114$line_4839$equipment_6073$tag_60862'
Traceback (most recent call last):
File "E:\Python\kairosdb_task\script\core\handlers\generate_data.py", line 16, in generate_csv_data
tag_name = next(iter(tag['site_114$line_4839$equipment_6073$tag_60862']))
KeyError: 'site_114$line_4839$equipment_6073$tag_60862'
2023-02-08 15:33:19 - ERROR - string indices must be integers
Traceback (most recent call last):
File "E:\Python\kairosdb_task\script\core\handlers\generate_data.py", line 16, in generate_csv_data
tag_name = next(iter(tag['site_114$line_4839$equipment_6073$tag_60862']))
TypeError: string indices must be integers
2023-02-08 15:34:31 - ERROR - string indices must be integers
Traceback (most recent call last):
File "E:\Python\kairosdb_task\script\core\handlers\generate_data.py", line 16, in generate_csv_data
tag_name = next(iter(tag['site_114$line_4839$equipment_6073$tag_60862']))
TypeError: string indices must be integers
2023-02-08 15:34:47 - ERROR - string indices must be integers
Traceback (most recent call last):
File "E:\Python\kairosdb_task\script\core\handlers\generate_data.py", line 16, in generate_csv_data
tag_name = next(iter(tag['site_114$line_4839$equipment_6073$tag_60862']))
TypeError: string indices must be integers
2023-02-08 19:10:45 - ERROR - 'list' object has no attribute 'items'
Traceback (most recent call last):
File "E:\Python\kairosdb_task\script\core\handlers\generate_data.py", line 27, in generate_csv_data
for key, value in temp_json[master_key].items():
AttributeError: 'list' object has no attribute 'items'
2023-02-08 19:12:12 - ERROR - list indices must be integers or slices, not str
Traceback (most recent call last):
File "E:\Python\kairosdb_task\script\core\handlers\generate_data.py", line 30, in generate_csv_data
dp[['Timestamp', tag_values[key]]] = [[convert_epoch(time), data] for time, data in value]
TypeError: list indices must be integers or slices, not str
2023-02-08 19:13:03 - ERROR - list indices must be integers or slices, not str
Traceback (most recent call last):
File "E:\Python\kairosdb_task\script\core\handlers\generate_data.py", line 30, in generate_csv_data
dp[['Timestamp', tag_values[key]]] = [[convert_epoch(time), data] for time, data in value]
TypeError: list indices must be integers or slices, not str
2023-02-08 19:14:27 - ERROR - list indices must be integers or slices, not str
Traceback (most recent call last):
File "E:\Python\kairosdb_task\script\core\handlers\generate_data.py", line 30, in generate_csv_data
dp[['Timestamp', tag_values[key]]] = [[convert_epoch(time), data] for time, data in value]
TypeError: list indices must be integers or slices, not str
2023-02-08 19:20:20 - ERROR - list indices must be integers or slices, not str
Traceback (most recent call last):
File "E:\Python\kairosdb_task\script\core\handlers\generate_data.py", line 30, in generate_csv_data
print(tag_values[key])
TypeError: list indices must be integers or slices, not str
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment