Update app.py

app.py

@@ -234,8 +234,8 @@ if uploaded_files:
                                     row = literal_eval(repair_json(output_list[0]['result'].split('\n')[i]))[0]
                                     row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' : get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 # 'Population' : concat['population_race'][0],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
@@ -249,8 +249,8 @@ if uploaded_files:
                                         for g in row['Genes'].strip().split(','):
                                             L.append({
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' : get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 # 'Population' : concat['population_race'][0],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
@@ -270,9 +270,9 @@ if uploaded_files:
                                     row = literal_eval(repair_json(output_list[0]['result'].split('\n')[i]))
                                     row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
-                                                "Publisher Name" : "",
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 # 'Population' : concat['population_race'][0],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -286,8 +286,8 @@ if uploaded_files:
                                         for g in row['Genes'].strip().split(','):
                                             L.append({
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' : get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -305,8 +305,8 @@ if uploaded_files:
                                     row = f"""{row}"""
                                     row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -328,8 +328,8 @@ if uploaded_files:
                                         row = repair_json(output_list[0]['result'].split('\n')[i])
                                         row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -351,8 +351,8 @@ if uploaded_files:
                                     row = literal_eval(repair_json(output_list[1]['result'].split('\n')[i]))[0]
                                     row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -369,8 +369,8 @@ if uploaded_files:
                                         for g in row['Genes'].strip().split(','):
                                             L.append({
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -387,8 +387,8 @@ if uploaded_files:
                                     row = literal_eval(repair_json(output_list[1]['result'].split('\n')[i]))
                                     row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' : get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -405,8 +405,8 @@ if uploaded_files:
                                         for g in row['Genes'].strip().split(','):
                                             L.append({
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -423,8 +423,8 @@ if uploaded_files:
                                     row = f"""{row}"""
                                     row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -444,8 +444,8 @@ if uploaded_files:
                                         row = output_list[1]['result'].split('\n')[i]
                                         row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -467,8 +467,8 @@ if uploaded_files:
                                     row = literal_eval(repair_json(output_list[2]['result'].split('\n')[i]))[0]
                                     row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -487,8 +487,8 @@ if uploaded_files:
                                     row = literal_eval(repair_json(output_list[2]['result'].split('\n')[i]))
                                     row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -507,8 +507,8 @@ if uploaded_files:
                                     row = f"""{row}"""
                                     row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -528,8 +528,8 @@ if uploaded_files:
                                         row = output_list[2]['result'].split('\n')[i]
                                         row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : upper_abbreviation(' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title()) if 'population_race' in concat.columns else concat.assign(population_race='')['population_race'],
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -684,8 +684,8 @@ if uploaded_files:
                                         row = literal_eval(output_list[0]['result'].split('\n')[i])[0]
                                         row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -700,8 +700,8 @@ if uploaded_files:
                                                     'SNPs' : row['SNPs'],
                                                     "Diseases" : ''.join(list(row['Diseases'].title() if row['Diseases'] not in ['T2D', 'T2DM', 'NAFLD', 'CVD'] else row['Diseases'])).replace('Unknown', ''),
                                                     'Title' : concat['title'][0],
-                                                    'Authors' : concat['authors'][0],
-                                                    'Publisher Name' : concat['publisher_name'][0],
+                                                    'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                    'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                     'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                     'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                     'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -715,8 +715,8 @@ if uploaded_files:
                                         row = literal_eval(output_list[0]['result'].split('\n')[i])
                                         row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -731,8 +731,8 @@ if uploaded_files:
                                                     'SNPs' : row['SNPs'],
                                                     "Diseases" : ''.join(list(row['Diseases'].title() if row['Diseases'] not in ['T2D', 'T2DM', 'NAFLD', 'CVD'] else row['Diseases'])).replace('Unknown', ''),
                                                     'Title' : concat['title'][0],
-                                                    'Authors' : concat['authors'][0],
-                                                    'Publisher Name' : concat['publisher_name'][0],
+                                                    'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                    'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                     'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                     'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                     'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -747,8 +747,8 @@ if uploaded_files:
                                             row = output_list[0]['result'].split('\n')[i]
                                             row = {**row, **{
                                                     'Title' : concat['title'][0],
-                                                    'Authors' : concat['authors'][0],
-                                                    'Publisher Name' : concat['publisher_name'][0],
+                                                    'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                    'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                     'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                     'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                     'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -767,8 +767,8 @@ if uploaded_files:
                                         row = literal_eval("""{}""".format(output_list[2]['result'].split('\n')[i]))
                                         row = {**row, **{
                                                     'Title' : concat['title'][0],
-                                                    'Authors' : concat['authors'][0],
-                                                    'Publisher Name' : concat['publisher_name'][0],
+                                                    'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                    'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                     'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                     'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                     'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -790,8 +790,8 @@ if uploaded_files:
                                         row = literal_eval(output_list[1]['result'].split('\n')[i])[0]
                                         row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -810,8 +810,8 @@ if uploaded_files:
                                                     "SNPs" : "Not available",
                                                     "Diseases" : ''.join(list(row['Diseases'].title() if row['Diseases'] not in ['T2D', 'T2DM', 'NAFLD', 'CVD'] else row['Diseases'])).replace('Unknown', ''),
                                                     'Title' : concat['title'][0],
-                                                    'Authors' : concat['authors'][0],
-                                                    'Publisher Name' : concat['publisher_name'][0],
+                                                    'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                    'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                     'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                     'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                     'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -825,8 +825,8 @@ if uploaded_files:
                                         row = literal_eval(output_list[1]['result'].split('\n')[i])
                                         row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -845,8 +845,8 @@ if uploaded_files:
                                                     "SNPs" : "Not available",
                                                     "Diseases" : ''.join(list(row['Diseases'].title() if row['Diseases'] not in ['T2D', 'T2DM', 'NAFLD', 'CVD'] else row['Diseases'])).replace('Unknown', ''),
                                                     'Title' : concat['title'][0],
-                                                    'Authors' : concat['authors'][0],
-                                                    'Publisher Name' : concat['publisher_name'][0],
+                                                    'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                    'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                     'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                     'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                     'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -861,8 +861,8 @@ if uploaded_files:
                                             row = output_list[1]['result'].split('\n')[i]
                                             row = {**row, **{
                                                     'Title' : concat['title'][0],
-                                                    'Authors' : concat['authors'][0],
-                                                    'Publisher Name' : concat['publisher_name'][0],
+                                                    'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                    'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                     'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                     'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                     'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -881,8 +881,8 @@ if uploaded_files:
                                         row = literal_eval("""{}""".format(output_list[2]['result'].split('\n')[i]))
                                         row = {**row, **{
                                                     'Title' : concat['title'][0],
-                                                    'Authors' : concat['authors'][0],
-                                                    'Publisher Name' : concat['publisher_name'][0],
+                                                    'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                    'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                     'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                     'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                     'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -904,8 +904,8 @@ if uploaded_files:
                                     row = literal_eval(output_list[2]['result'].split('\n')[i])[0]
                                     row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -924,8 +924,8 @@ if uploaded_files:
                                     row = literal_eval(output_list[2]['result'].split('\n')[i])
                                     row = {**row, **{
                                                 'Title' : concat['title'][0],
-                                                'Authors' : concat['authors'][0],
-                                                'Publisher Name' : concat['publisher_name'][0],
+                                                'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                 'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                 'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                 'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -945,8 +945,8 @@ if uploaded_files:
                                             row = output_list[2]['result'].split('\n')[i]
                                             row = {**row, **{
                                                     'Title' : concat['title'][0],
-                                                    'Authors' : concat['authors'][0],
-                                                    'Publisher Name' : concat['publisher_name'][0],
+                                                    'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                    'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                     'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                     'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                     'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],
@@ -965,8 +965,8 @@ if uploaded_files:
                                         row = literal_eval("""{}""".format(output_list[2]['result'].split('\n')[i]))
                                         row = {**row, **{
                                                     'Title' : concat['title'][0],
-                                                    'Authors' : concat['authors'][0],
-                                                    'Publisher Name' : concat['publisher_name'][0],
+                                                    'Authors' : concat['authors'][0] if 'authors' in list(concat.columns) else '',
+                                                    'Publisher Name' : concat['publisher_name'][0] if 'publisher_name' in list(concat.columns) else '',
                                                     'Publication Year' :  get_valid_year(' '.join(concat['year_of_publication'].values.tolist())) if 'year_of_publication' in concat.columns else concat.assign(year_of_publication='')['year_of_publication'],
                                                     'Population' : ' '.join(concat['population_race'].values.tolist()).replace('Unknown', '').title(),
                                                     'Sample Size' : sample_size_postproc(' '.join(concat['sample_size'].values.tolist()).replace('Unknown', '').title()) if 'sample_size' in concat.columns else concat.assign(sample_size='')['sample_size'],