Merge commit '8c401e20' into develop

@@ -23,11 +23,11 @@ def setup():
 
 def save(df,path='problems.csv'):
     print('Saving to {}...'.format(path),end='')
-    df.to_csv(path)
+    df.to_csv(path,encoding='utf-8-sig')
     print('Done.')
 
 def load(path='problems.csv'):
-    problems=pd.read_csv(path,index_col=0)
+    problems=pd.read_csv(path,index_col=0,encoding='utf-8-sig')
     return problems
 
 def get_khu_problem_list():
@@ -119,11 +119,15 @@ def get_category(problems):
         problemListLen=len(problemList)
         for problemNum in problems['problemNum'].values:
             if idx<problemListLen and int(problemList[idx]['id'])==int(problemNum):
+                try:
                     category=json.loads(problems.loc[problems.problemNum==problemNum,'category'].values[0])
                     category.append(tag['full_name_ko'])
                     problems.loc[problems.problemNum==problemNum,'category']=json.dumps(category,ensure_ascii=False)
                     idx+=1
                     print('Problem {} in category {}'.format(problemNum,tag['full_name_ko']))
+                except UnicodeEncodeError:
+                    print('Error occured in {}'.format(problemNum),file=sys.stderr)
+                    pass
         save(problems,SAVE_PATH)
     return problems