ginlong-python/get_data.py at master · simon3270/ginlong-python · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
#!/usr/bin/env python3
# Reads solar log files as parameters, and prints off (some of) the data in each entry
# Each ouput line has:
print("Date,Time,VDC1,VDC2,IDC1,IDC2,VAC1,CurrW,TodaykW,TotalkW")
# Date, time of entry, DC Volts 1+2, DC Amps 1+2, AC Volts, Current Watts, daily total kWH, overall toal kWH
# Now supports WiFi Logger using TCP and UDP, and LAN Logger using UDP

importsys
importos
importtime
importre
fromdatetimeimportdate

# TCP has one message type, and reports TCP connection being made
# Socket created
# Socket bind complete
# Wed Sep 2 08:03:21 2015 Socket now listening
# Connected with 192.168.0.20:40007
# Wed Sep 2 08:05:50 2015 1441177550
# 68:59:51:b0:7b:ec:3e:24:7b:ec:3e:24:81:01:05:30:30:30:36:30:38:31:30:33:35:34:37:2d:30:30:31:00:fc:07:87:09:56:00:00:00:30:00:2b:00:00:00:4e:00:00:00:00:09:7c:00:00:00:00:13:8a:07:65:00:00:00:00:00:0a:04:6a:00:78:00:00:62:98:00:00:00:00:00:00:00:00:be:36:04:01:00:0d:00:00:01:39:00:00:00:00:00:00:00:00:dd:16
# Connected with 192.168.0.20:47875
# Wed Sep 2 08:11:14 2015 1441177874
# 68:59:51:b0:7b:ec:3e:24:7b:ec:3e:24:81:01:05:30:30:30:36:30:38:31:30:33:35:34:37:2d:30:30:31:01:07:07:ae:09:17:00:00:00:32:00:30:00:00:00:53:00:00:00:00:09:74:00:00:00:00:13:82:07:d8:00:00:00:00:00:0a:04:6a:00:8c:00:00:62:98:00:00:00:00:00:00:00:00:be:36:04:01:00:0d:00:00:01:39:00:00:00:00:00:00:00:00:54:16
# Connected with 192.168.0.20:17516

# UDP has 2 message types (long and short), and dones't report a connection
# Socket created
# Socket bind complete
# Wed Jun 10 13:04:03 2020 1591790643
# 68:59:51:b0:7b:ec:3e:24:7b:ec:3e:24:81:01:05:30:30:30:36:30:38:31:30:33:35:34:37:2d:30:30:31:01:22:09:54:09:1a:00:00:00:14:00:11:00:00:00:25:00:00:00:00:09:7c:00:00:00:00:13:90:03:82:00:00:00:00:00:0a:04:88:02:94:00:02:7e:98:00:00:00:00:00:00:00:00:be:36:04:01:00:8a:00:00:02:1b:00:00:00:00:00:00:00:00:11:16
# Wed Jun 10 13:04:06 2020 1591790646
# 68:29:51:b1:7b:ec:3e:24:7b:ec:3e:24:80:01:48:34:2e:30:31:2e:35:31:59:34:2e:30:2e:30:32:57:31:2e:30:2e:35:37:28:47:4c:31:37:2d:30:37:2d:32:36:31:2d:44:29:56:00:45:16

# The TCP and the long UDP messages are the same, the short UDP is very different (firmware?)
# Long has 0x81 in byte 12, short has 0x80

# LAN Logging Stick has 2 messages (UDP) to. Each is sent twice (cf. ping gets 2 responses)
# Thu Aug 20 12:58:31 2020 1597924711
# a5:01:00:10:47:68:3d:8a:1e:ca:71:00:e0:15
# Thu Aug 20 12:58:32 2020 1597924712
# a5:5c:00:10:02:68:3e:8a:1e:ca:71:01:01:05:85:97:00:00:9b:07:00:00:e3:cd:3d:5f:01:00:a5:00:00:00:30:30:31:39:30:39:30:37:31:34:39:38:2d:30:30:31:cc:01:96:08:82:08:37:00:34:00:59:00:00:00:00:00:b6:09:00:00:00:00:8d:13:a4:08:00:00:46:05:00:00:96:a3:02:00:00:00:00:00:00:00:00:00:00:00:be:01:04:e0:00:b3:01:36:0a:bd:15

importfileinput

curr_date="25/11/2014"
curr_tim="00:00:00"

defget_byte(line, offset):
rval=0
try:
rval=int(line[3*offset:2+3*offset], 16)
except:
if2+3*offset>len(line):
print("GetByte: Err at offset %d, too bg for line length %d"% (offset, len(line)))
sys.exit(1)
else:
print("GetByte: Err at offset %d, chars %s in line %s"% (offset, line[3*offset:2+3*offset], line))
sys.exit(1)
returnrval

defget_float2(line, offset, bigend, divis=10.0):
rval=0.0
try:
ifbigend:
rval=float(256*get_byte(line, offset) +get_byte(line, offset+1)) /divis
else:
rval=float(256*get_byte(line, offset+1) +get_byte(line, offset)) /divis
except:
if2+3*(offset+1) >len(line):
print("GetFloat: Err at offset %d, too bg for line length %d"% (offset, len(line)))
sys.exit(1)
else:
print("GetFloat: Err at offset %d, chars %s in line %s"% (offset, line[3*offset:2+3*(offset+1)], line))
sys.exit(1)
returnrval

defget_float4(line, offset, bigend):
ifbigend:
returnfloat(65536*get_float2(line, offset, bigend, divis=1.0) +
get_float2(line, offset+2, bigend, divis=1.0)) /10.0
else:
returnfloat(65536*get_float2(line, offset+2, bigend, divis=1.0) +
get_float2(line, offset, bigend, divis=1.0)) /10.0

defproc_line(line):
globalcurr_date, curr_tim
ifre.match("^\S\S\S \S\S\S [ 1-3][0-9] [0-9][0-9]:[0-9][0-9]:[0-9][0-9] [0-9][0-9][0-9][0-9] [0-9]", line):
# Got a date - remember it
line_splt=line.strip().split()
curr_date=date.fromtimestamp(float(line_splt[-1])).strftime("%d/%m/%Y")
curr_tim=line[11:19]
eliflen(line) >50andre.match("^[0-9a-fA-F]{2}:[0-9a-fA-F]{2}:", line):
# Got a data entry - report values
# Only use if byte 12 is 0x81 (ox80 implies a short non-data message)
byte0=get_byte(line, 0)
if (byte0==0x68andget_byte(line, 12) ==0x81) or (byte0==0xa5):
try:
ifbyte0==0x68:
# vdc1+2 33 35 , idc1+2 39 41, w 73
bigend=True
print("%s,%s,%.1f,%.1f,%.1f,%.1f,%.1f,%.0f,%.1f,%.1f"% (curr_date, curr_tim,
get_float2(line, 33, bigend), get_float2(line, 35, bigend),
get_float2(line, 39, bigend), get_float2(line, 41, bigend),
get_float2(line, 51, bigend), get_float2(line, 59, bigend, 1.0),
get_float2(line, 69, bigend)/10.0, get_float4(line, 71, bigend)))
else:
bigend=False
print("%s,%s,%.1f,%.1f,%.1f,%.1f,%.1f,%.0f,%.1f,%.1f"% (curr_date, curr_tim,
get_float2(line, 50, bigend), get_float2(line, 52, bigend),
get_float2(line, 54, bigend), get_float2(line, 56, bigend),
get_float2(line, 64, bigend), get_float2(line, 72, bigend, 1.0),
get_float2(line, 76, bigend)/10.0, get_float4(line, 80, bigend)))
except:
print("Error reading entry at %s %s: %s"% (curr_date, curr_tim, line))
sys.exit(1)
pass

print("Date,Time,VDC1,VDC2,IDC1,IDC2,VAC1,CurrW,TodaykW,TotalkW")

forlineinfileinput.input():
proc_line(line)

# Print the last value