In [ ]: import numpy as np
import pandas as pd
from sklearn import preprocessing
import matplotlib.pyplot as plt
plt.rc("font", size=14)
import seaborn as sns
sns.set(style="white") #white background style for seaborn plots
sns.set(style="whitegrid", color_codes=True)
import warnings
warnings.simplefilter(action='ignore')
New Section
In [ ]: train_df = pd.read_csv("/content/titanic.csv")
# Read CSV test data file into DataFrame
test_df = pd.read_csv("/content/titanic.csv")
# preview train data
train_df.head()
Out[ ] passengerid pclass survived name sex age sibsp parch ticket fare cabin embarked
:
0 1 1 1 Allen, Miss. Elisabeth Walton female 29.0000 0 0 24160 211.3375 B5 S
C22
1 2 1 1 Allison, Master. Hudson Trevor male 0.9167 1 2 113781 S
C26
C22
2 3 1 0 Allison, Miss. Helen Loraine female 2.0000 1 2 113781 151.5500 S
C26
C22
3 4 1 0 Allison, Mr. Hudson Joshua Creighton male 1 2 113781 S
C26
C22
Allison, Mrs. Hudson J C (Bessie female 25.0000 1 2 113781 151.5500 S
4
Waldo 5 1 0 C26
Daniels)
In [ ]: print('The number of samples into the train data is {}.'.format(train_df.shape[0]))
The number of samples into the train data is 1309.
In [ ]: test_df.head()
Out[ ] passengerid pclass survived name sex age sibsp parch ticket fare cabin embarked
:
0 1 1 1 Allen, Miss. Elisabeth Walton female 29.0000 0 0 24160 211.3375 B5 S
C22
1 2 1 1 Allison, Master. Hudson Trevor male 0.9167 1 2 113781 S
C26
C22
2 3 1 0 Allison, Miss. Helen Loraine female 2.0000 1 2 113781 151.5500 S
C26
C22
3 4 1 0 Allison, Mr. Hudson Joshua Creighton male 1 2 113781 S
C26
C22
Allison, Mrs. Hudson J C (Bessie female 25.0000 1 2 113781 151.5500 S
4
Waldo 5 1 0 C26
Daniels)
In [ ]: print('The number of samples into the test data is {}.'.format(test_df.shape[0]))
The number of samples into the test data is 1309.
In
[ ]:
Out[ ] In [ ]:
:
pclass 0
passen
gerid survived 0
0
name 0
sex 0
age 263
sibsp 0
parch 0
ticket 0
fare 1
cabin 101
4
embarked 2
dtype:
int64
print('Percent of missing "Age" records is %.2f%%' %((train_df['age'].isnull().sum()/train_df.shape[0])*100))
Percent of missing "Age" records is 20.09%
ax = train_df["age"].hist(bins=15, density=True, stacked=True, color='teal',
In [ ]:
alpha=0.6) train_df["age"].plot(kind='density', color='teal')
ax.set(xlabel='age')
plt.xlim(-10,85)
plt.show()
In [ ]: print('The mean of "Age" is %.2f' %(train_df["age"].mean(skipna=True)))
# median age
print('The median of "Age" is %.2f' %(train_df["age"].median(skipna=True)))
The mean of "Age" is 29.88
The median of "Age" is 28.00
In [ ]: print('Percent of missing "Cabin" records is %.2f%%' %((train_df['cabin'].isnull().sum()/train_df.shape[0])*100))
Percent of missing "Cabin" records is 77.46%
In [ ]: print('Percent of missing "Embarked" records is %.2f%%' %((train_df['embarked'].isnull().sum()/train_df.shape[0])*100))
Percent of missing "Embarked" records is 0.15%
In [ ]: print('Boarded passengers grouped by port of embarkation (C = Cherbourg, Q = Queenstown, S = Southampton):')
print(train_df['embarked'].value_counts())
sns.countplot(x='embarked', data=train_df, palette='Set2')
plt.show()
Boarded passengers grouped by port of embarkation (C = Cherbourg, Q = Queenstown, S =
Southampton): S 914
C 270
Q 123
Name: embarked, dtype: int64
In print('The most common boarding port of embarkation is %s.' %train_df['embarked'].value_counts().idxmax())
[ ]:
The most common boarding port of embarkation is S.
In [ ]: train_data = train_df.copy()
train_data["age"].fillna(train_df["age"].median(skipna=True), inplace=True)
train_data["embarked"].fillna(train_df['embarked'].value_counts().idxmax(), inplace=True)
train_data.drop('cabin', axis=1, inplace=True)
In train_data.head()
In [ ]:
[ ]:
Out[ ]
:
passen
gerid
0
pcl 0
ass
sur 0
viv
nam 0
e
sex 0
age 0
sib 0
sp
par 0
ch
tic 0
ket
far 1
e
emb 0
ark
ed
dty
Out[ passengeri pcla survi name sex age sib par ticke fare embar
]: d ss ved sp ch t ked
0 1 1 Allen, Miss. Elisabeth Walton fema 29.00 0 0 2416 211.3 S
1 le 00 0 375
1 1 1 Allison, Master. Hudson Trevor male 0.916 1 2 1137 151.5 S
2 7 81 500
2 1 0 Allison, Miss. Helen Loraine fema 2.000 1 2 1137 151.5 S
3 le 0 81 500
3 1 0 Allison, Mr. Hudson Joshua Creighton male 30.00 1 2 1137 151.5 S
4 00 81 500
4 1 0 Allison, Mrs. Hudson J C (Bessie Waldo fema 25.00 1 2 1137 151.5 S
5 Daniels) le 00 81 500
In sns.countplot(x='survived', hue='pclass', data=train_df)
[ ]:
<matplotlib.axes._subplots.AxesSubplot at 0x7ffac6809a10>
Out[ ]
:
sns.countplot(x='survived', hue='sex', data=train_df)
In
[ ]: <matplotlib.axes._subplots.AxesSubplot at 0x7ffac67084d0>
Out[ ]
:
In def add_age(cols):
[ ]: Age = cols[0]
Pclass = cols[1]
if pd.isnull(Age):
return int(train_df[train_df["pclass"] == Pclass]["age"].mean())
else:
return Age
In [ ]: train_df["age"] = train_df[["age", "pclass"]].apply(add_age,axis=1)
In [ ]: train_df.drop("cabin",inplace=True,axis=1)
In [ ]: train_df.dropna(inplace=True)
In [ ]: pd.get_dummies(train_df["sex"])
Out[ fema ma
]: le le
0 1 0
1 0 1
2 1 0
3 0 1
4 1 0
... ... ...
13 1 0
04
13 1 0
05
13 0 1
06
13 0 1
07
13 0 1
08
1306 rows × 2 columns
In [ ]: sex = pd.get_dummies(train_df["sex"],drop_first=True)
In [ ]: embarked = pd.get_dummies(train_df["embarked"],drop_first=True)
pclass = pd.get_dummies(train_df["pclass"],drop_first=True)
In [ ]: train = pd.concat([train_df,pclass,sex,embarked],axis=1)
In [ ]: train.drop(["passengerid","pclass","name","sex","ticket","embarked"],axis=1,inplace=True)
In [ ]: X =
train.drop("survived",axis=1) y
In [ ]: from sklearn.model_selection import train_test_split
X_train, X_test, y_train, y_test = train_test_split(X, y, test_size = 0.3, random_state = 101)
In [ ]: from sklearn.linear_model import LogisticRegression
logmodel = LogisticRegression()
logmodel.fit(X_train,y_train)
LogisticRegression()
Out[ ]
:
In predictions = logmodel.predict(X_test)
[ ]: from sklearn.metrics import classification_report
print(classification_report(y_test, predictions))
precisi recal f1- suppor
on l score t
0 0.84 0.86 0.85 247
1 0.75 0.73 0.74 145
accuracy 0.81 392
macro avg 0.80 0.79 0.80 392
weighted 0.81 0.81 0.81 392
avg
In [ ]: from sklearn.metrics import confusion_matrix
confusion_matrix(y_test, predictions)
array([[212, 35],
Out[ ] [ 39, 106]])
:
%matplotlib inline
from sklearn.metrics import confusion_matrix
In import itertools
[ ]:
import matplotlib.pyplot as plt
def plot_confusion_matrix(cm, classes,
In [ ]:
normalize=False,
title='Confusion matrix',
cmap=plt.cm.Blues):
"""
This function prints and plots the confusion matrix.
Normalization can be applied by setting `normalize=True`.
"""
plt.imshow(cm, interpolation='nearest', cmap=cmap)
plt.title(title)
plt.colorbar()
tick_marks = np.arange(len(classes))
plt.xticks(tick_marks, classes, rotation=45)
plt.yticks(tick_marks, classes)
if normalize:
cm = cm.astype('float') / cm.sum(axis=1)[:,
np.newaxis] print("Normalized confusion matrix")
else:
print('Confusion matrix, without normalization')
print(cm)
thresh = cm.max() / 2.
for i, j in itertools.product(range(cm.shape[0]), range(cm.shape[1])):
plt.text(j, i, cm[i, j],
horizontalalignment="center",
color="white" if cm[i, j] > thresh else "black")
plt.tight_layout()
plt.ylabel('True label')
In [ ]: cm = confusion_matrix(y_true=y_test, y_pred=predictions)
cm_plot_labels = ["True","False"]
plot_confusion_matrix(cm=cm, classes=cm_plot_labels, title='Confusion Matrix')
Confusion matrix, without normalization
[[212 35]
[ 39 106]]
