210 lines
7.4 KiB
Python
210 lines
7.4 KiB
Python
import requests
|
|
import polyline
|
|
import json
|
|
import psycopg2
|
|
import psycopg2.extensions
|
|
from datetime import datetime, timezone
|
|
from geojson import Point, Feature, FeatureCollection, dump
|
|
import re
|
|
|
|
conn = psycopg2.connect(host='localhost', database='nws', user='nws', password='nws')
|
|
cursor = conn.cursor()
|
|
proxies = {"http":"http://nws:nws@localhost:9000"}
|
|
|
|
aepohmeta = "http://outagemap.aepohio.com.s3.amazonaws.com/resources/data/external/interval_generation_data/metadata.json"
|
|
aepwvmeta = "http://outagemap.appalachianpower.com.s3.amazonaws.com/resources/data/external/interval_generation_data/metadata.json"
|
|
firstpowerwvmeta = "https://s3.amazonaws.com/outages.sc4.firstenergycorp.com/resources/data/mdwv/interval_generation_data/metadata.json"
|
|
aepkymeta = 'http://outagemap.kentuckypower.com.s3.amazonaws.com/resources/data/external/interval_generation_data/metadata.json'
|
|
|
|
|
|
|
|
aepwvbase = "http://outagemap.appalachianpower.com.s3.amazonaws.com/resources/data/external/interval_generation_data/"
|
|
aepohbase = "http://outagemap.aepohio.com.s3.amazonaws.com/resources/data/external/interval_generation_data/"
|
|
firstpowerwvbase = "https://s3.amazonaws.com/outages.sc4.firstenergycorp.com/resources/data/mdwv/interval_generation_data/"
|
|
aepkybase = 'http://outagemap.kentuckypower.com.s3.amazonaws.com/resources/data/external/interval_generation_data/'
|
|
graysoncounty = 'https://outages.graysonrecc.com/data/boundaries.json'
|
|
#flemingjson = 'https://outage.fme.coop/data/boundaries.json'
|
|
|
|
#buckeye rec
|
|
#https://outage.buckeyerec.coop/maps/OutageWebMap/maps/GWT.rpc
|
|
#washington
|
|
#https://weci.ebill.coop/woViewer/MapWiseWeb/GWT.rpc
|
|
allcountyoutages = []
|
|
|
|
S = requests.Session()
|
|
|
|
|
|
|
|
|
|
def fleming():
|
|
state = 'KY'
|
|
company = 'FLEM'
|
|
temp = S.get(flemingjson)
|
|
tempdata = json.loads(temp.text)
|
|
for j in tempdata[0]['boundaries']:
|
|
outageinfo = j.get('customersOutNow'),j.get('customersServed'),j.get('name'),state,company
|
|
allcountyoutages.append(outageinfo)
|
|
|
|
|
|
|
|
|
|
|
|
def bigsandy():
|
|
state = 'OH'
|
|
company = 'BS'
|
|
temp = S.get('http://outagemap.bigsandyrecc.com/data/boundaries.json')
|
|
tempdata = json.loads(temp.text)
|
|
for j in tempdata[0]['boundaries']:
|
|
outageinfo = j.get('customersOutNow'),j.get('customersServed'),j.get('name'),state,company
|
|
allcountyoutages.append(outageinfo)
|
|
|
|
|
|
|
|
|
|
def southcentralpower():
|
|
company = 'SCP'
|
|
url = 'http://outage.southcentralpower.com/data/boundaries.json'
|
|
Sp = requests.Session()
|
|
# Sp.proxies.update(proxies)
|
|
temp = Sp.get(url).text
|
|
tempdata = json.loads(temp)
|
|
state = 'OH'
|
|
|
|
for j in tempdata[0]['boundaries']:
|
|
outageinfo = j.get('customersOutNow'),j.get('customersServed'),j.get('name'),state,company
|
|
allcountyoutages.append(outageinfo)
|
|
|
|
|
|
def ku_get_url():
|
|
url = 'https://stormcenter.lge-ku.com/reports/1d6f7e68-e192-43c1-bfdc-d809333d8e40'
|
|
r = requests.get(url).text
|
|
x = re.search(r"instanceId: '(.*?)',",r)
|
|
urlcom = x.group(1)
|
|
urlcom = 'https://kubra.io/stormcenter/api/v1/stormcenters/' + urlcom + '/views/a6cee9e4-312b-4b77-9913-2ae371eb860d/currentState?preview=false'
|
|
stuff = S.get(urlcom)
|
|
jsonstuff = json.loads(stuff.text)
|
|
interval_data = jsonstuff.get('data').get('interval_generation_data')
|
|
urlcom = 'https://kubra.io/' + interval_data + '/public/reports/1d6f7e68-e192-43c1-bfdc-d809333d8e40_report.json'
|
|
return urlcom
|
|
|
|
|
|
def county_json(meta,url,jsonname):
|
|
metainfo = json.loads(S.get(meta).text)
|
|
metadir = metainfo['directory']
|
|
url = url + metadir + jsonname
|
|
outage = S.get(url)
|
|
return outage
|
|
|
|
|
|
|
|
def ku():
|
|
ku = []
|
|
url = ku_get_url()
|
|
data = S.get(url).text
|
|
tempdata = json.loads(data)
|
|
temp = tempdata['file_data']['areas'][2]['areas'][0]['areas']
|
|
temp1 = tempdata['file_data']['areas'][2]['areas'][1]['areas']
|
|
temp2 = tempdata['file_data']['areas'][1]['areas'][0]['areas']
|
|
|
|
for i in temp:
|
|
ku.append(i)
|
|
for i in temp1:
|
|
ku.append(i)
|
|
for i in temp2:
|
|
ku.append(i)
|
|
for o in ku:
|
|
outageinfo = o['cust_a']['val'],o['cust_s'],o['name'].capitalize(),o['state'],o['utility']
|
|
allcountyoutages.append(outageinfo)
|
|
|
|
|
|
def grayson():
|
|
company = 'GRE'
|
|
outage = S.get(graysoncounty)
|
|
if outage.headers.get('Content-Type').startswith('application/json'):
|
|
tempdata = json.loads(outage.text)
|
|
state = 'KY'
|
|
for j in tempdata[0]['boundaries']:
|
|
outageinfo = j.get('customersOutNow'),j.get('customersServed'),j.get('name'),state,company
|
|
allcountyoutages.append(outageinfo)
|
|
|
|
|
|
def aep_county_vawv(meta,url,jsonname):
|
|
company = 'AEP'
|
|
outage = county_json(meta,url,jsonname)
|
|
if outage.headers.get('Content-Type').startswith('application/octet-stream'):
|
|
tempdata = json.loads(outage.text)
|
|
state = 'WV'
|
|
for j in tempdata['file_data']['areas'][0]['areas'][2]['areas']:
|
|
outageinfo = j.get('cust_a').get('val'), j.get('cust_s'), j.get('area_name'), state, company
|
|
allcountyoutages.append(outageinfo)
|
|
state = 'VA'
|
|
for j in tempdata['file_data']['areas'][0]['areas'][1]['areas']:
|
|
outageinfo = j.get('cust_a').get('val'), j.get('cust_s'), j.get('area_name').capitalize(), state, company
|
|
allcountyoutages.append(outageinfo)
|
|
|
|
def aep_county_oh(meta,url,jsonname):
|
|
company = 'AEP'
|
|
state = 'OH'
|
|
outage = county_json(meta,url,jsonname)
|
|
tempdata = json.loads(outage.text)
|
|
for j in tempdata['file_data']['areas'][0]['areas'][0]['areas']:
|
|
outageinfo = j.get('cust_a').get('val'), j.get('cust_s'), j.get('area_name').capitalize(), state, company
|
|
allcountyoutages.append(outageinfo)
|
|
|
|
def aep_county_ky(meta,url,jsonname):
|
|
company = 'AEP'
|
|
state = 'KY'
|
|
outage = county_json(meta,url,jsonname)
|
|
tempdata = json.loads(outage.text)
|
|
for j in tempdata['file_data']['areas'][0]['areas'][0]['areas']:
|
|
outageinfo = j.get('cust_a').get('val'), j.get('cust_s'), j.get('area_name').capitalize(), state, company
|
|
allcountyoutages.append(outageinfo)
|
|
|
|
def firstenergy_county(meta,url,jsonname):
|
|
company = 'FE'
|
|
state = 'WV'
|
|
outage = county_json(meta,url,jsonname)
|
|
if outage.headers.get('Content-Type').startswith('application/octet-stream'):
|
|
tempdata = json.loads(outage.text)
|
|
for j in tempdata['file_data']['areas'][0]['areas'][0]['areas']:
|
|
outageinfo = j.get('cust_a').get('val'), j.get('cust_s'), j.get('area_name').capitalize(),state, company
|
|
allcountyoutages.append(outageinfo)
|
|
|
|
|
|
aep_county_vawv(aepwvmeta,'https://d2oclp3li76tyy.cloudfront.net/resources/data/external/interval_generation_data/','/report_county.json')
|
|
firstenergy_county('https://s3.amazonaws.com/outages.sc4.firstenergycorp.com/resources/data/mdwv/interval_generation_data/metadata.json','https://s3.amazonaws.com/outages.sc4.firstenergycorp.com/resources/data/mdwv/interval_generation_data/','/report_county_ctv_wv.json')
|
|
aep_county_oh(aepohmeta,'http://outagemap.aepohio.com.s3.amazonaws.com/resources/data/external/interval_generation_data/','/report_county.json')
|
|
aep_county_ky(aepkymeta, aepkybase, '/report_county.json')
|
|
grayson()
|
|
ku()
|
|
southcentralpower()
|
|
bigsandy()
|
|
|
|
|
|
|
|
current_timestamp = str(datetime.utcnow())
|
|
for i in allcountyoutages:
|
|
sql = 'insert into countyoutages (outages, served, county, state, update, company) values (%s, %s, %s, %s, %s, %s)'
|
|
val = (i[0], i[1], i[2], i[3], current_timestamp, i[4])
|
|
cursor.execute(sql,val)
|
|
conn.commit()
|
|
|
|
cursor.execute('update countyoutages set cwa = county.cwa from county where county.countyname = countyoutages.county and county.state = countyoutages.state and countyoutages.cwa is null')
|
|
|
|
conn.commit()
|
|
|
|
#cursor.execute("delete from countyoutages where cwa != 'RLX'")
|
|
cursor.execute("delete from countyoutages where cwa is null")
|
|
cursor.execute("delete from countyoutages where update < now () - interval '365 days'")
|
|
conn.commit()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#print(allcountyoutages)
|
|
|