import pandas as pd
import requests
url_rank = 'https://jp-api.spooncast.net/ranks/fan/?date_type=daily'
headers = {'Content-Type': 'application/json'}
users = []
while url_rank:
json_data = requests.get(url_rank, headers=headers).json()
data = pd.DataFrame.from_records(i['author'] for i in json_data['results'])
users.append(data[['nickname', 'profile_url']])
url_rank = json_data['next']
users = pd.concat(users).reset_index(drop=True)