You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
import pandas as pd |
|
|
import json |
|
|
import yfinance as yf |
|
|
import numpy as np |
|
|
import psycopg2 |
|
|
from psycopg2.extras import execute_values |
|
|
from tqdm import tqdm |
|
|
with open('/flask/data_init/assets_us.json') as f: |
|
|
data_tw = json.load(f) |
|
|
|
|
|
#SQL setting |
|
|
SQL_CONFIG = dict(database="portfolio_platform", user='postgres', password='thiispassword1qaz!QAZ', host='db',port ='5432') |
|
|
|
|
|
# TW Stocks |
|
|
conn = psycopg2.connect(**SQL_CONFIG) |
|
|
cursor = conn.cursor() |
|
|
cursor.execute("SELECT COUNT(*) FROM stock_price;") |
|
|
row_count = cursor.fetchone()[0] |
|
|
if row_count <= 0 : |
|
|
for ticker in tqdm(data_tw): |
|
|
df = yf.download(ticker, start="2007-1-1", progress=False) |
|
|
value =[(ticker, df.index[i], df['Close'][i]) for i in range(len(df))] |
|
|
with conn: |
|
|
with conn.cursor(cursor_factory=psycopg2.extras.RealDictCursor) as curs: |
|
|
sql = "insert into stock_price (ticker, date, price) values %s" |
|
|
execute_values(curs, sql, value) |
|
|
print("Finish initialize") |
|
|
else: |
|
|
print("DB already have data")
|
|
|
|
