from csv import reader def get_dataset(file_path, with_header=True): opened_file = open(file_path) read_file = reader(opened_file) dataset = list(read_file) if with_header: return dataset[0], dataset[1:] return dataset[1:]

android_header, android_data = get_dataset("googleplaystore.csv") ios_header, ios_data = get_dataset("AppleStore.csv")

def explore_data(dataset, start, end, rows_and_columns=False): dataset_slice = dataset[start:end] for row in dataset_slice: print(row) if rows_and_columns: print("\n") print("Number of rows:", len(dataset)) print("Number of columns:", len(dataset[0]))

print(android_header, "\n") explore_data(android_data, 0, 3, True)

print(ios_header, "\n") explore_data(ios_data, 0, 3, True)

print(android_data[10472])

print(android_header, "\n") print(android_data[0]) # correct format print(android_data[10472]) # incorrect format

del android_data[10472]

def find_duplicate_apps(dataset, index_of_name_column): duplicate_apps = [] unique_apps = [] for app in dataset: name = app[index_of_name_column] if name in unique_apps: duplicate_apps.append(name) else: unique_apps.append(name) return duplicate_apps, unique_apps

ios_duplicate_apps, ios_unique_apps = find_duplicate_apps(ios_data, 2) android_duplicate_apps, android_unique_apps = find_duplicate_apps(android_data, 0) print("Number of duplicate iOS apps:", len(ios_duplicate_apps)) print("Number of duplicate android iOS apps:", len(android_duplicate_apps))

print(ios_header) for app in ios_data: name = app[2] if name == ios_duplicate_apps[0]: print(app) print("\n") print(android_header) for app in android_data: name = app[0] if name == android_duplicate_apps[0]: print(app)

def filter_duplicates_by_review(dataset, name_column_index, reviews_column_index): reviews_max = {} for app in dataset: name = app[name_column_index] num_reviews = float(app[reviews_column_index]) if name in reviews_max and reviews_max[name] < num_reviews: reviews_max[name] = num_reviews elif name not in reviews_max: reviews_max[name] = num_reviews unique_data = [] already_added = [] for app in dataset: name = app[name_column_index] num_reviews = float(app[reviews_column_index]) if num_reviews == reviews_max[name] and name not in already_added: unique_data.append(app) already_added.append(name) return unique_data

android_data_uniques = filter_duplicates_by_review(android_data, 0, 3) print("Original Android Length:", len(android_data)) print("Expected Android Length:", len(android_data) - len(android_duplicate_apps)) print("Uniques Android length:", len(android_data_uniques)) print("\n") ios_data_uniques = filter_duplicates_by_review(ios_data, 2, 6) print("Original iOS length:", len(ios_data)) print("Expected iOS length:", len(ios_data) - len(ios_duplicate_apps)) print("Uniques iOS length:", len(ios_data_uniques))

def is_app_directed_at_english_speakers(app_name): num_non_english_characters = 0 for char in app_name: if ord(char) > 127: num_non_english_characters += 1 if num_non_english_characters > 2: return False return True def filter_non_english_apps(dataset, name_index): filtered_dataset = [] for app in dataset: name = app[name_index] if (is_app_directed_at_english_speakers(name)): filtered_dataset.append(app) return filtered_dataset

ios_data_english = filter_non_english_apps(ios_data_uniques, 2) android_data_english = filter_non_english_apps(android_data_uniques, 0) print("Android unique apps:", len(android_data_uniques)) print("Android unique, English apps:", len(android_data_english)) print("iOS unique apps:", len(ios_data_uniques)) print("iOS unique, English apps:", len(ios_data_english))

def isolate_free_apps(dataset, price_column): free_apps = [] for app in dataset: price = float(app[price_column].replace("$", "")) if price == 0: free_apps.append(app) return free_apps

android_data_free = isolate_free_apps(android_data_english, 7) ios_data_free = isolate_free_apps(ios_data_english, 5) print("Android free apps:", len(android_data_free)) print("Android English apps:", len(android_data_english)) print("iOS free apps:", len(ios_data_free)) print("iOS English apps:", len(ios_data_english))

# functions we'll need for later def freq_table(dataset, index): frequency_table = {} for app in dataset: freq_column = app[index] if freq_column in frequency_table: frequency_table[freq_column] += 1 else: frequency_table[freq_column] = 1 freq_table_as_percentage = {} for key in frequency_table: freq_table_as_percentage[key] = round((frequency_table[key] / len(dataset)) * 100, 2) return freq_table_as_percentage def display_table(dataset, index, limit=10): table = freq_table(dataset, index) table_display = [] for key in table: key_val_as_tuple = (table[key], key) table_display.append(key_val_as_tuple) table_sorted = sorted(table_display, reverse=True) for entry in table_sorted[:limit]: print(entry[1], ":", str(entry[0]) + "%") def display_popularity_by_genre(dataset, genre_index, popularity_index, formatter_cb=None): table = freq_table(dataset, genre_index) popularity_display = [] for genre in table: sum_of_popularity = 0 num_apps_in_genre = 0 for app in dataset: genre_app = app[genre_index] if genre == genre_app: if formatter_cb is not None: metric = formatter_cb(app[popularity_index]) else: metric = float(app[popularity_index]) sum_of_popularity += metric num_apps_in_genre += 1 popularity_display.append((round(sum_of_popularity / num_apps_in_genre), genre, num_apps_in_genre)) for entry in sorted(popularity_display, reverse=True): print(entry[1], ":", entry[0], "|", entry[2], "apps")

ios_genre_freq_table = display_table(ios_data_free, 12)

display_table(android_data_free, 9)

display_table(android_data_free, 1)

display_popularity_by_genre(ios_data_free, 12, 6)

display_table(android_data_free, 5)

def format_installs(installs): installs = installs.replace("+", "") installs = installs.replace(",", "") return float(installs)

display_popularity_by_genre(android_data_free, 9, 5, format_installs)

display_popularity_by_genre(android_data_free, 1, 5, format_installs)