Top 50 in Github

Task

Write a program to fetch the latest top 50 open-source projects from the GitHub website. Save the retrieved data to a JSON file.

Python implementation

top_50_in_github.py

import requests
from bs4 import BeautifulSoup
import json

def get_top_projects():
    url = 'https://github.com/trending'
    response = requests.get(url)
    soup = BeautifulSoup(response.text, 'html.parser')
    project_list = []

    projects = soup.select('article.Box-row')
    for project in projects[:50]:
        project_data = {}
        
        # Get project name
        name_elem = project.select_one('.h3')
        project_data['name'] = name_elem.text.replace(' ','').replace('\n','').strip()

        # Get project description
        desc_elem = project.select_one('p')
        if desc_elem:
            project_data['description'] = desc_elem.text.strip()
        else:
            project_data['description'] = None

        # Get project URL
        link_elem = project.select_one('.h3 a')
        project_data['url'] = 'https://github.com' + link_elem['href']

        project_list.append(project_data)

    return project_list

def save_to_json(data, filename):
    with open(filename, 'w') as f:
        json.dump(data, f, indent=4)

if __name__ == '__main__':
    projects = get_top_projects()
    save_to_json(projects, 'top_projects.json')

Test

Install dependencies and run

pip install bs4 requests
python top_50_in_github.py

Output

[
    {
        "name": "pytorch-labs/gpt-fast",
        "description": "Simple and efficient pytorch-native transformer text generation in <1000 LOC of python.",
        "url": "https://github.com/pytorch-labs/gpt-fast"
    },
    {
        "name": "dangeng/visual_anagrams",
        "description": "Code for the paper \"Visual Anagrams: Generating Multi-View Optical Illusions with Diffusion Models\"",
        "url": "https://github.com/dangeng/visual_anagrams"
    },
    ...
]