SMDM Final - Jupyter Notebook

11/28/21, 11:26 PM Deepak Mahindra_SMDM Final - Jupyter Notebook
In [6]:
import numpy as np
import pandas as pd
from matplotlib import pyplot as plt
%matplotlib inline
import scipy.stats as stats
import seaborn as sns
import os
os.getcwd()
os.chdir('C:\\Users\\USER\\Downloads')
In [8]:
df_Wholesale = pd.read_csv('Wholesale+Customers+Data.csv')
In [9]:
df.head()
Out[9]:
Buyer/Spender Channel Region Fresh Milk Grocery Frozen Detergents_Paper Delicates
0 1 Retail Other 12669 9656 7561 214 2674 1
1 2 Retail Other 7057 9810 9568 1762 3293 1
2 3 Retail Other 6353 8808 7684 2405 3516 7
3 4 Hotel Other 13265 1196 4221 6404 507 1
4 5 Retail Other 22615 5410 7198 3915 1777 5
In [10]:
df.info()
<class 'pandas.core.frame.DataFrame'>
RangeIndex: 440 entries, 0 to 439
Data columns (total 9 columns):
# Column Non-Null Count Dtype
--- ------ -------------- -----
0 Buyer/Spender 440 non-null int64
1 Channel 440 non-null object
2 Region 440 non-null object
3 Fresh 440 non-null int64
4 Milk 440 non-null int64
5 Grocery 440 non-null int64
6 Frozen 440 non-null int64
7 Detergents_Paper 440 non-null int64
8 Delicatessen 440 non-null int64
dtypes: int64(7), object(2)
memory usage: 31.1+ KB
In [11]:
# There are 440 entries with 9 columns however there is no null values.
# There are 7 integers and 2 objects
localhost:8891/notebooks/Deepak Mahindra_SMDM Final.ipynb# 1/17

In [12]:
df.describe(include='all')
Out[12]:
Buyer/Spender Channel Region Fresh Milk Grocery Fro
count 440.000000 440 440 440.000000 440.000000 440.000000 440.000
unique NaN 2 3 NaN NaN NaN N
top NaN Hotel Other NaN NaN NaN N
freq NaN 298 316 NaN NaN NaN N
mean 220.500000 NaN NaN 12000.297727 5796.265909 7951.277273 3071.931
std 127.161315 NaN NaN 12647.328865 7380.377175 9503.162829 4854.673
min 1.000000 NaN NaN 3.000000 55.000000 3.000000 25.000
25% 110.750000 NaN NaN 3127.750000 1533.000000 2153.000000 742.250
50% 220.500000 NaN NaN 8504.000000 3627.000000 4755.500000 1526.000
75% 330.250000 NaN NaN 16933.750000 7190.250000 10655.750000 3554.250
max 440.000000 NaN NaN 112151.000000 73498.000000 92780.000000 60869.000
In [13]:
# Hotel as channel and other as region has spent the most on above data and retail spend th
In [14]:
df2 = df.copy()
df2['Total'] = df2['Fresh'] + df2['Milk'] + df2['Grocery'] + df2['Frozen'] + df2['Detergent
In [15]:
#Dropping "Buyer/Spender" column as it is not useful

df2 = df2.drop(['Buyer/Spender'], axis = 1)
In [16]:
df2.head()
Out[16]:
Channel Region Fresh Milk Grocery Frozen Detergents_Paper Delicatessen Total
0 Retail Other 12669 9656 7561 214 2674 1338 34112
1 Retail Other 7057 9810 9568 1762 3293 1776 33266
2 Retail Other 6353 8808 7684 2405 3516 7844 36610
3 Hotel Other 13265 1196 4221 6404 507 1788 27381
4 Retail Other 22615 5410 7198 3915 1777 5185 46100

In [17]:
df2.describe(include='all')
Out[17]:
Channel Region Fresh Milk Grocery Frozen Detergents_
count 440 440 440.000000 440.000000 440.000000 440.000000 440.0
unique 2 3 NaN NaN NaN NaN
top Hotel Other NaN NaN NaN NaN
freq 298 316 NaN NaN NaN NaN
mean NaN NaN 12000.297727 5796.265909 7951.277273 3071.931818 2881.4
std NaN NaN 12647.328865 7380.377175 9503.162829 4854.673333 4767.8
min NaN NaN 3.000000 55.000000 3.000000 25.000000 3.0
25% NaN NaN 3127.750000 1533.000000 2153.000000 742.250000 256.7
50% NaN NaN 8504.000000 3627.000000 4755.500000 1526.000000 816.5
75% NaN NaN 16933.750000 7190.250000 10655.750000 3554.250000 3922.0
max NaN NaN 112151.000000 73498.000000 92780.000000 60869.000000 40827.0
In [20]:
df2.groupby('Region')['Total'].sum()
Out[20]:
Region
Lisbon 2386813
Oporto 1555088
Other 10677599
Name: Total, dtype: int64
In [24]:
plt.figure(figsize = (6,4))
df2.groupby('Region')['Total'].sum().plot.bar();

In [26]:
df2.groupby('Channel')['Total'].sum()
Out[26]:
Channel
Hotel 7999569
Retail 6619931
Name: Total, dtype: int64
In [27]:
df2.groupby('Channel')['Total'].sum().plot.bar();
In [28]:
pd.pivot_table(df2, values=['Total'], index=['Region'], aggfunc=np.sum)
Out[28]:
Total
Region
Lisbon 2386813
Oporto 1555088
Other 10677599
In [29]:
pd.pivot_table(df2, values=['Total'], index=['Channel'], aggfunc=np.sum)
Out[29]:
Total
Channel
Hotel 7999569
Retail 6619931

In [30]:
# Hotel has spend the most and Retails spend the least
In [31]:
pd.pivot_table(df2, values=['Fresh','Milk','Grocery','Frozen','Detergents_Paper','Delicates
Out[31]:
Delicatessen Detergents_Paper Fresh Frozen Grocery Milk Total
Region
Lisbon 104327 204136 854833 231026 570037 422454 2386813
Oporto 54506 173311 464721 190132 433274 239144 1555088
Other 512110 890410 3960577 930492 2495251 1888759 10677599
In [32]:
In [33]:
Out[33]:
Channel
Hotel 421955 235587 4015717 1116979 1180717 1028614 7999569
Retail 248988 1032270 1264414 234671 2317845 1521743 6619931

In [34]:
In [35]:
Out[35]:
Region Channel
Hotel 70632 56081 761233 184512 237542 228342 1538342

Lisbon
Retail 33695 148055 93600 46514 332495 194112 848471
Hotel 30965 13516 326215 160861 123074 64519 719150

Oporto
Retail 23541 159795 138506 29271 310200 174625 835938
Hotel 320358 165990 2928269 771606 820101 735753 5742077

Other
Retail 191752 724420 1032308 158886 1675150 1153006 4935522

In [36]:
In [37]:
Out[37]:
Delicatessen Detergents_Paper Fresh Frozen Groce
Channel Hotel Retail Hotel Retail Hotel Retail Hotel Retail Hotel Ret
Region
Lisbon 70632 33695 56081 148055 761233 93600 184512 46514 237542 3324
Oporto 30965 23541 13516 159795 326215 138506 160861 29271 123074 3102
Other 320358 191752 165990 724420 2928269 1032308 771606 158886 820101 16751

In [38]:
pd.pivot_table(df2, values='Fresh', index=['Region'], columns=['Channel'], aggfunc=np.sum)
Out[38]:
Channel Hotel Retail
Region
Lisbon 761233 93600
Oporto 326215 138506
Other 2928269 1032308
In [39]:
#out of all different varities Fresh has the highest values and delicatessen has the lowest
# other has maximum number of channel and regions however Oporto has a least number of Chan
In [40]:
df.std()/df.mean()
Out[40]:
Buyer/Spender 0.576695
Fresh 1.053918
Milk 1.273299
Grocery 1.195174
Frozen 1.580332
Detergents_Paper 1.654647
Delicatessen 1.849407
dtype: float64
In [41]:
df.describe().T['std'] / df.describe().T['mean']
Out[41]:
Buyer/Spender 0.576695
Fresh 1.053918
Milk 1.273299
Grocery 1.195174
Frozen 1.580332
Detergents_Paper 1.654647
Delicatessen 1.849407
dtype: float64

In [42]:
sns.boxplot(data=df);
In [43]:
#Outliers are important because of this we need to understand our data more accurately
In [49]:
#Analysis Report
#On the basis of analysis we should concentrate more on Hotel and other region because we h
#Fresh items we are spending more than other however delicatession has lowest spend
#we have obeserved the retail has less spend and they are spending more on Grocessary
In [50]:
#Problem 2 Clear Mountain State University
In [51]:
import numpy as np
import pandas as pd
from matplotlib import pyplot as plt
%matplotlib inline
import seaborn as sns
import scipy.stats as stats
In [52]:
df = pd.read_csv('Survey-1.csv')

In [53]:
df.head()
Out[53]:
Grad Social
ID Gender Age Class Major GPA Employment Salary S
Intention Networking
0 1 Female 20 Junior Other Yes 2.9 Full-Time 50.0 1
1 2 Male 23 Senior Management Yes 3.6 Part-Time 25.0 1
2 3 Male 21 Junior Other Yes 2.5 Part-Time 45.0 2
3 4 Male 21 Junior CIS Yes 2.5 Full-Time 40.0 4
4 5 Male 23 Senior Other Undecided 2.8 Unemployed 40.0 2
In [54]:
df.info()
--- ------ -------------- -----
0 ID 62 non-null int64
1 Gender 62 non-null object
2 Age 62 non-null int64
3 Class 62 non-null object
4 Major 62 non-null object
5 Grad Intention 62 non-null object
6 GPA 62 non-null float64
7 Employment 62 non-null object
8 Salary 62 non-null float64
9 Social Networking 62 non-null int64
10 Satisfaction 62 non-null int64
11 Spending 62 non-null int64
12 Computer 62 non-null object
13 Text Messages 62 non-null int64
dtypes: float64(2), int64(6), object(6)
memory usage: 6.9+ KB
In [55]:
# There are 62 entries and no null values

# data has 2 floats, 6 Integers and 6 Objects

In [56]:
df.describe()
Out[56]:
Social
ID Age GPA Salary Satisfaction Spending
Networking Mes
count 62.000000 62.000000 62.000000 62.000000 62.000000 62.000000 62.000000 62.0
mean 31.500000 21.129032 3.129032 48.548387 1.516129 3.741935 482.016129 246.2
std 18.041619 1.431311 0.377388 12.080912 0.844305 1.213793 221.953805 214.4
min 1.000000 18.000000 2.300000 25.000000 0.000000 1.000000 100.000000 0.0
25% 16.250000 20.000000 2.900000 40.000000 1.000000 3.000000 312.500000 100.0
50% 31.500000 21.000000 3.150000 50.000000 1.000000 4.000000 500.000000 200.0
75% 46.750000 22.000000 3.400000 55.000000 2.000000 4.000000 600.000000 300.0
max 62.000000 26.000000 3.900000 80.000000 4.000000 6.000000 1400.000000 900.0
In [57]:
pd.crosstab(df['Gender'],df['Major'])
Out[57]:
International
Major Accounting CIS Economics/Finance Management Other Retailing/Marke
Business
Gender
Female 3 3 7 4 4 3
Male 4 1 4 2 6 4
In [58]:
pd.crosstab(df['Gender'],df['Grad Intention'])
Out[58]:
Grad Intention No Undecided Yes
Gender
Female 9 13 11
Male 3 9 17

In [59]:
pd.crosstab(df['Gender'],df['Employment'])
Out[59]:
Employment Full-Time Part-Time Unemployed
Gender
Female 3 24 6
Male 7 19 3
In [60]:
pd.crosstab(df['Gender'],df['Computer'])
Out[60]:
Computer Desktop Laptop Tablet
Gender
Female 2 29 2
Male 3 26 0
In [61]:
#prob that is randomly selected University student will be male/female

df['Gender'].value_counts()
Out[61]:
Female 33
Male 29
Name: Gender, dtype: int64
In [62]:
#conditional probability of different majors among the male students in University.

Out[62]:
International
Business
Gender
Female 3 3 7 4 4 3
Male 4 1 4 2 6 4

In [63]:
#probability that a randomly chosen student is a male and intends to graduate

pd.crosstab(df['Gender'],df['Grad Intention'])
Out[63]:
Grad Intention No Undecided Yes
Gender
Female 9 13 11
Male 3 9 17
In [64]:
#probability that a randomly selected student is a female and does NOT have a laptop.
pd.crosstab(df['Gender'],df['Computer'])
Out[64]:
Computer Desktop Laptop Tablet
Gender
Female 2 29 2
Male 3 26 0
In [65]:
#probability that a randomly chosen student is a male or has full-time employment?

pd.crosstab(df['Gender'],df['Employment'])
Out[65]:
Employment Full-Time Part-Time Unemployed
Gender
Female 3 24 6
Male 7 19 3
In [66]:
#conditional probability that given a female student is randomly chosen, she is majoring in
Out[66]:
International
Business
Gender
Female 3 3 7 4 4 3
Male 4 1 4 2 6 4

In [67]:
#Contingency table of Gender and Intent to Graduate at 2 levels (Y/N). The Undecided studen
pd.crosstab(df['Gender'],df[df['Grad Intention']!='Undecided']['Grad Intention'])
Out[67]:
Grad Intention No Yes
Gender
Female 9 11
Male 3 17
In [68]:
#Do you think the graduate intention and being female are independent events?
p_female = 20/40
p_grad = 28/40
p_female_grad = 11/40
p_female_int_grad = p_female * p_grad
if (p_female_int_grad == p_female_grad):
print('Graduate intention and female are independent events')
else:
print('Graduate intention and female are dependent events')
Graduate intention and female are dependent events
In [69]:
#If a student is chosen randomly, what is the probability that his/her GPA is less than 3?
df[df['GPA']<3]['GPA'].value_counts().sum()
Out[69]:
17

In [70]:
#2.7.2.
#Find the conditional probability that a randomly selected male earns 50 or more.
#Find the conditional probability that a randomly selected female earns 50 or more.
df[df['Salary']>=50][['Gender','Salary']].value_counts()
Out[70]:
Gender Salary
Female 50.0 5
55.0 5
60.0 5
Male 50.0 4
55.0 3
60.0 3
Female 70.0 1
78.0 1
80.0 1
Male 52.0 1
54.0 1
65.0 1
80.0 1
dtype: int64
In [71]:
#Shapiro test
p_val = stats.shapiro(df['GPA']).pvalue
print('GPA p-value: ' + str(p_val))
p_val = stats.shapiro(df['Salary']).pvalue
print('Salary p-value: ' + str(p_val))
p_val = stats.shapiro(df['Spending']).pvalue
print('Spending p-value: ' + str(p_val))
p_val = stats.shapiro(df['Text Messages']).pvalue

print('Text msgs p-value: ' + str(p_val))
GPA p-value: 0.11204058676958084
Salary p-value: 0.028000956401228905
Spending p-value: 1.6854661225806922e-05
Text msgs p-value: 4.324040673964191e-06
In [72]:
# ABC Asphalt Shingles
In [77]:
df = pd.read_csv('A+&+B+shingles.csv')

In [78]:
df.info()
--- ------ -------------- -----
0 A 36 non-null float64
1 B 31 non-null float64
dtypes: float64(2)
memory usage: 704.0 bytes
In [79]:
# There are 36 entries having 2 floats A has 36 non null values and B has 31 non null value
In [80]:
df.describe()
Out[80]:
A B
count 36.000000 31.000000
mean 0.316667 0.273548
std 0.135731 0.137296
min 0.130000 0.100000
25% 0.207500 0.160000
50% 0.290000 0.230000
75% 0.392500 0.400000
max 0.720000 0.580000
In [81]:
df.head()
Out[81]:
A B
0 0.44 0.14
1 0.61 0.15
2 0.47 0.31
3 0.30 0.16
4 0.15 0.37

In [82]:
stats.ttest_1samp(df['A'],0.35,alternative='two-sided')
#Use pvalue/2
Out[82]:
Ttest_1sampResult(statistic=-1.4735046253382782, pvalue=0.14955266289815025)
In [83]:
stats.ttest_1samp(df['B'],0.35,alternative='two-sided',nan_policy='omit')
#Use pvalue/2
Out[83]:
Ttest_1sampResult(statistic=-3.1003313069986995, pvalue=0.00418095480063836
5)
In [84]:
stats.levene(df.A,df.B.dropna())
Out[84]:
LeveneResult(statistic=0.23808965111555147, pvalue=0.6272312061867605)
In [85]:
stats.ttest_ind(df.A,df.B,equal_var=True,nan_policy='omit',alternative='two-sided')
Out[85]:
Ttest_indResult(statistic=1.2896282719661123, pvalue=0.2017496571835306)
In [ ]:

SMDM Final - Jupyter Notebook

Uploaded by

Document Information

Copyright

Available Formats

Share this document

Share or Embed Document

Sharing Options

Did you find this document useful?

Is this content inappropriate?

Copyright:

Available Formats

SMDM Final - Jupyter Notebook

Uploaded by

Copyright:

Available Formats

11/28/21, 11:26 PM Deepak Mahindra_SMDM Final - Jupyter Notebook

Buyer/Spender Channel Region Fresh Milk Grocery Frozen Detergents_Paper Delicates

0 1 Retail Other 12669 9656 7561 214 2674 1

1 2 Retail Other 7057 9810 9568 1762 3293 1

2 3 Retail Other 6353 8808 7684 2405 3516 7

3 4 Hotel Other 13265 1196 4221 6404 507 1

4 5 Retail Other 22615 5410 7198 3915 1777 5

RangeIndex: 440 entries, 0 to 439

Data columns (total 9 columns):

# Column Non-Null Count Dtype

--- ------ -------------- -----

0 Buyer/Spender 440 non-null int64

1 Channel 440 non-null object

2 Region 440 non-null object

3 Fresh 440 non-null int64

4 Milk 440 non-null int64

5 Grocery 440 non-null int64

6 Frozen 440 non-null int64

7 Detergents_Paper 440 non-null int64

8 Delicatessen 440 non-null int64

dtypes: int64(7), object(2)

memory usage: 31.1+ KB

localhost:8891/notebooks/Deepak Mahindra_SMDM Final.ipynb# 1/17

Buyer/Spender Channel Region Fresh Milk Grocery Fro

count 440.000000 440 440 440.000000 440.000000 440.000000 440.000

unique NaN 2 3 NaN NaN NaN N

top NaN Hotel Other NaN NaN NaN N

freq NaN 298 316 NaN NaN NaN N

mean 220.500000 NaN NaN 12000.297727 5796.265909 7951.277273 3071.931

std 127.161315 NaN NaN 12647.328865 7380.377175 9503.162829 4854.673

min 1.000000 NaN NaN 3.000000 55.000000 3.000000 25.000

25% 110.750000 NaN NaN 3127.750000 1533.000000 2153.000000 742.250

50% 220.500000 NaN NaN 8504.000000 3627.000000 4755.500000 1526.000

75% 330.250000 NaN NaN 16933.750000 7190.250000 10655.750000 3554.250

max 440.000000 NaN NaN 112151.000000 73498.000000 92780.000000 60869.000

#Dropping "Buyer/Spender" column as it is not useful

Channel Region Fresh Milk Grocery Frozen Detergents_Paper Delicatessen Total

0 Retail Other 12669 9656 7561 214 2674 1338 34112

1 Retail Other 7057 9810 9568 1762 3293 1776 33266

2 Retail Other 6353 8808 7684 2405 3516 7844 36610

3 Hotel Other 13265 1196 4221 6404 507 1788 27381

4 Retail Other 22615 5410 7198 3915 1777 5185 46100

localhost:8891/notebooks/Deepak Mahindra_SMDM Final.ipynb# 2/17

Channel Region Fresh Milk Grocery Frozen Detergents_

count 440 440 440.000000 440.000000 440.000000 440.000000 440.0

unique 2 3 NaN NaN NaN NaN

top Hotel Other NaN NaN NaN NaN

freq 298 316 NaN NaN NaN NaN

mean NaN NaN 12000.297727 5796.265909 7951.277273 3071.931818 2881.4

std NaN NaN 12647.328865 7380.377175 9503.162829 4854.673333 4767.8

min NaN NaN 3.000000 55.000000 3.000000 25.000000 3.0

25% NaN NaN 3127.750000 1533.000000 2153.000000 742.250000 256.7

50% NaN NaN 8504.000000 3627.000000 4755.500000 1526.000000 816.5

75% NaN NaN 16933.750000 7190.250000 10655.750000 3554.250000 3922.0

max NaN NaN 112151.000000 73498.000000 92780.000000 60869.000000 40827.0

Name: Total, dtype: int64

localhost:8891/notebooks/Deepak Mahindra_SMDM Final.ipynb# 3/17

Name: Total, dtype: int64

pd.pivot_table(df2, values=['Total'], index=['Region'], aggfunc=np.sum)

pd.pivot_table(df2, values=['Total'], index=['Channel'], aggfunc=np.sum)

localhost:8891/notebooks/Deepak Mahindra_SMDM Final.ipynb# 4/17

Delicatessen Detergents_Paper Fresh Frozen Grocery Milk Total

Lisbon 104327 204136 854833 231026 570037 422454 2386813

Oporto 54506 173311 464721 190132 433274 239144 1555088