########## Data Manipulation (Pandas)

pip install pandas

pip install numpy

import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
from mathplotlib import style

style.use('ggplot')

web_stats = {'Day':[1,2,3,4,5,6],
'Visitors': [4,4,4,5,5,6],
'Bounce_Rate':[4,4,4,5,5,6]}

df = pd.DataFrame(web_stats)

#print(df)
#print(df.head())
#print(df.tail())
#print(df.tail(2))

#Setting Day Index

print(df.set_index('Day'))

#Index are placed in the Dataframe

df.set_index('Day', inplace=True)

#Below both code are same to print the columns

print(df['Visitors'])
print(df.Visitors])

#Print Multiple Columns

print(df[['Visitors', 'Bounce_Rate']])

#Convert to List
print(df.Visistors.tolist())

#Convert to Array
print(np.array(df[['Visitors', 'Bounce_Rate']]))

###################
################### IO (Converter to anything)

import pandas as pd

df = pd.read_csv('FileName.csv')
df.set_index('Date', inplace=True)
print(df.head())
df.to_csv('NewFile.csv')

df.read_csv('NewFile.csv', index_col=0)

#ReName the Column

df.columns = ['Autain_HPI']
print(df.head())

df.to_csv('NewFile2.csv', header=False)
#Define Headers, if not defined
df.read_csv('NewFile.csv', names=['Date','Austin_HPI'],index_col=0)
print(df.head())

#To HTML
df.to_html('eample.html')

#Column Rename
df.rename(columns={'Autin_HPI':'7th Digit of Autin'}, inplace=True)

######### Quandl
#########
pip install quandl

-> Housing price index (Freddie Mac)

import Quandl
import pandas as pd

api_key = open('quadlkey.text','r').read()
df = Quandl.get('FMAC/HPI_AK', authtoken=api_key)
print(df.head())

#Load from li
# Read from List,
fiddy_states = pd.read_html('http://list of us')

# this is list
print(fiddy_states)

#Require column zero

print(fiddy_states[0][0])

#Remove first column, as it doesnt require then put everything

for abbv in fiddy_states[0][0][1:]
print("FMAC/HPI" + str(abbv))

#Part 5 - Combining Data Frame

##############################

import pandas as pd

#concatenate dataframe, if they have same columns

concat = pd.concat([df1,df2])

#concatenate different columns

concat = pd.concat([df1,df2, df3])

#Adding to the series (At the end)

s = pd.series([80,20,50], index=['Colum1','Column2','Column3'])

df4 = df1.append(S, index_ignore = True)

print(df4)

#Part 6 - Merging & Joining Data Frames

########################################
import pandas as pd

df1 = pd.DataFrame({'HPI':[80,85,88,85],
'Int_rate':[2, 3, 2, 2],
'US_GDP_Thousands':[50, 55, 65, 55]},
index = [2001, 2002, 2003, 2004])

df2 = pd.DataFrame({'HPI':[80,85,88,85],
'Int_rate':[2, 3, 2, 2],
'US_GDP_Thousands':[50, 55, 65, 55]},
index = [2005, 2006, 2007, 2008])

df3 = pd.DataFrame({'HPI':[80,85,88,85],
'Unemployment':[7, 8, 9, 6],
'Low_tier_HPI':[50, 52, 50, 53]},
index = [2001, 2002, 2003, 2004])

#Merge (When doesnt matter to you)

print(pd.merge(df1,df2,on = 'HPI'))

#Merge on the two columns (remove duplicates)

print(pd.merge(df1,df2,on=['HPI','Int_rate']))

#Joined (When index matter to you)

df1.set_index('HPI', inplace=True)
df3.set_index('HPI', inplace=True)

joined = df1.join(df3)
print(joined)

#Merged
print(pd.merge(df1,df2,on = 'HPI', how = 'outer'))

##### Part - 7 -
################################