from csv import reader
def get_dataset(file_path, with_header=True):
opened_file = open(file_path)
read_file = reader(opened_file)
dataset = list(read_file)
if with_header:
return dataset[0], dataset[1:]
return dataset[1:]
android_header, android_data = get_dataset("googleplaystore.csv")
ios_header, ios_data = get_dataset("AppleStore.csv")
def explore_data(dataset, start, end, rows_and_columns=False):
dataset_slice = dataset[start:end]
for row in dataset_slice:
print(row)
if rows_and_columns:
print("\n")
print("Number of rows:", len(dataset))
print("Number of columns:", len(dataset[0]))
print(android_header, "\n")
explore_data(android_data, 0, 3, True)
print(ios_header, "\n")
explore_data(ios_data, 0, 3, True)
print(android_data[10472])
print(android_header, "\n")
print(android_data[0]) # correct format
print(android_data[10472]) # incorrect format
del android_data[10472]
def find_duplicate_apps(dataset, index_of_name_column):
duplicate_apps = []
unique_apps = []
for app in dataset:
name = app[index_of_name_column]
if name in unique_apps:
duplicate_apps.append(name)
else:
unique_apps.append(name)
return duplicate_apps, unique_apps
ios_duplicate_apps, ios_unique_apps = find_duplicate_apps(ios_data, 2)
android_duplicate_apps, android_unique_apps = find_duplicate_apps(android_data, 0)
print("Number of duplicate iOS apps:", len(ios_duplicate_apps))
print("Number of duplicate android iOS apps:", len(android_duplicate_apps))
print(ios_header)
for app in ios_data:
name = app[2]
if name == ios_duplicate_apps[0]:
print(app)
print("\n")
print(android_header)
for app in android_data:
name = app[0]
if name == android_duplicate_apps[0]:
print(app)
def filter_duplicates_by_review(dataset, name_column_index, reviews_column_index):
reviews_max = {}
for app in dataset:
name = app[name_column_index]
num_reviews = float(app[reviews_column_index])
if name in reviews_max and reviews_max[name] < num_reviews:
reviews_max[name] = num_reviews
elif name not in reviews_max:
reviews_max[name] = num_reviews
unique_data = []
already_added = []
for app in dataset:
name = app[name_column_index]
num_reviews = float(app[reviews_column_index])
if num_reviews == reviews_max[name] and name not in already_added:
unique_data.append(app)
already_added.append(name)
return unique_data
android_data_uniques = filter_duplicates_by_review(android_data, 0, 3)
print("Original Android Length:", len(android_data))
print("Expected Android Length:", len(android_data) - len(android_duplicate_apps))
print("Uniques Android length:", len(android_data_uniques))
print("\n")
ios_data_uniques = filter_duplicates_by_review(ios_data, 2, 6)
print("Original iOS length:", len(ios_data))
print("Expected iOS length:", len(ios_data) - len(ios_duplicate_apps))
print("Uniques iOS length:", len(ios_data_uniques))
def is_app_directed_at_english_speakers(app_name):
num_non_english_characters = 0
for char in app_name:
if ord(char) > 127:
num_non_english_characters += 1
if num_non_english_characters > 2:
return False
return True
def filter_non_english_apps(dataset, name_index):
filtered_dataset = []
for app in dataset:
name = app[name_index]
if (is_app_directed_at_english_speakers(name)):
filtered_dataset.append(app)
return filtered_dataset
ios_data_english = filter_non_english_apps(ios_data_uniques, 2)
android_data_english = filter_non_english_apps(android_data_uniques, 0)
print("Android unique apps:", len(android_data_uniques))
print("Android unique, English apps:", len(android_data_english))
print("iOS unique apps:", len(ios_data_uniques))
print("iOS unique, English apps:", len(ios_data_english))
def isolate_free_apps(dataset, price_column):
free_apps = []
for app in dataset:
price = float(app[price_column].replace("$", ""))
if price == 0:
free_apps.append(app)
return free_apps
android_data_free = isolate_free_apps(android_data_english, 7)
ios_data_free = isolate_free_apps(ios_data_english, 5)
print("Android free apps:", len(android_data_free))
print("Android English apps:", len(android_data_english))
print("iOS free apps:", len(ios_data_free))
print("iOS English apps:", len(ios_data_english))
# functions we'll need for later
def freq_table(dataset, index):
frequency_table = {}
for app in dataset:
freq_column = app[index]
if freq_column in frequency_table:
frequency_table[freq_column] += 1
else:
frequency_table[freq_column] = 1
freq_table_as_percentage = {}
for key in frequency_table:
freq_table_as_percentage[key] = round((frequency_table[key] / len(dataset)) * 100, 2)
return freq_table_as_percentage
def display_table(dataset, index, limit=10):
table = freq_table(dataset, index)
table_display = []
for key in table:
key_val_as_tuple = (table[key], key)
table_display.append(key_val_as_tuple)
table_sorted = sorted(table_display, reverse=True)
for entry in table_sorted[:limit]:
print(entry[1], ":", str(entry[0]) + "%")
def display_popularity_by_genre(dataset, genre_index, popularity_index, formatter_cb=None):
table = freq_table(dataset, genre_index)
popularity_display = []
for genre in table:
sum_of_popularity = 0
num_apps_in_genre = 0
for app in dataset:
genre_app = app[genre_index]
if genre == genre_app:
if formatter_cb is not None:
metric = formatter_cb(app[popularity_index])
else:
metric = float(app[popularity_index])
sum_of_popularity += metric
num_apps_in_genre += 1
popularity_display.append((round(sum_of_popularity / num_apps_in_genre), genre, num_apps_in_genre))
for entry in sorted(popularity_display, reverse=True):
print(entry[1], ":", entry[0], "|", entry[2], "apps")
ios_genre_freq_table = display_table(ios_data_free, 12)
display_table(android_data_free, 9)
display_table(android_data_free, 1)
display_popularity_by_genre(ios_data_free, 12, 6)
display_table(android_data_free, 5)
def format_installs(installs):
installs = installs.replace("+", "")
installs = installs.replace(",", "")
return float(installs)
display_popularity_by_genre(android_data_free, 9, 5, format_installs)
display_popularity_by_genre(android_data_free, 1, 5, format_installs)
