Quora Challenge "Views" - Data Import¶

json_data = open('../views/sample/input00.in') # Edit this to where you have put the input00.in file
import pandas as pd
import json

data = []
for line in json_data:
    data.append(json.loads(line))

data.remove(9000)
data.remove(1000)

df = pd.DataFrame(data)

context_topic_df = df['context_topic'].apply(pd.Series).rename(columns='context_topic_{}'.format)

cleaned_df = pd.concat([df.drop(['context_topic'], axis=1), context_topic_df], axis = 1)

train = cleaned_df[:9000]

test = cleaned_df[9000:]