Skip to content

Commit

Permalink
cleanup changes
Browse files Browse the repository at this point in the history
  • Loading branch information
@SahilDhillon21
SahilDhillon21 committed Dec 14, 2024
1 parent 3768836 commit fd1dbc3
Show file tree
Hide file tree
Showing 5 changed files with 176 additions and 14 deletions.
54 changes: 53 additions & 1 deletion website/management/commands/update_projects.py
View file
Original file line number Diff line number Diff line change
@@ -1,9 +1,12 @@
import base64

import requests
from django.conf import settings
from django.core.management.base import BaseCommand
from django.utils.dateparse import parse_datetime

from website.models import Project
from website.models import Project, Tag
from website.utils import ai_summary, markdown_to_text


class Command(BaseCommand):
Expand Down Expand Up @@ -51,6 +54,55 @@ def handle(self, *args, **kwargs):
project.size = repo_data.get("size", 0)
project.last_commit_date = parse_datetime(repo_data.get("pushed_at"))

tags = []
for topic in repo_data.get("topics", []):
tag, created = Tag.objects.get_or_create(name=topic)
tags.append(tag)

project.tags.set(tags) # This assigns the tags to the project

# Fetch README
url = f"https://api.github.com/repos/{repo_name}/readme"
response = requests.get(url, headers=headers)
if response.status_code == 200:
readme_data = response.json()
readme_content_encoded = readme_data.get("content", "")

# Decode the Base64 content
try:
readme_content = base64.b64decode(readme_content_encoded).decode("utf-8")
project.readme_content = readme_content
readme_text = markdown_to_text(readme_content)
project_tags = [tag.name for tag in project.tags.all()]
project.ai_summary = ai_summary(readme_text, project_tags)

except (base64.binascii.Error, UnicodeDecodeError) as e:
self.stdout.write(
self.style.WARNING(f"Failed to decode README for {repo_name}: {e}")
)
project.readme_content = ""
project.ai_summary = ""
else:
self.stdout.write(
self.style.WARNING(
f"Failed to fetch README for {repo_name}: {response.status_code}"
)
)

# Fetch Recent Commit Messages
url = f"https://api.github.com/repos/{repo_name}/commits"
response = requests.get(url, headers=headers)
if response.status_code == 200:
commits_data = response.json()
commit_messages = [commit["commit"]["message"] for commit in commits_data[:5]]
project.recent_commit_messages = "\n".join(commit_messages)
else:
self.stdout.write(
self.style.WARNING(
f"Failed to fetch recent commits for {repo_name}: {response.status_code}"
)
)

# Fetch counts of issues and pull requests using the Search API
def get_issue_count(repo_name, query, headers):
url = f"https://api.github.com/search/issues?q=repo:{repo_name}+{query}"
Expand Down
27 changes: 27 additions & 0 deletions website/migrations/0170_project_ai_summary_project_readme_content_and_more.py
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
# Generated by Django 5.1.3 on 2024-12-14 12:03

from django.db import migrations, models


class Migration(migrations.Migration):
dependencies = [
("website", "0169_dailystatusreport_current_mood_and_more"),
]

operations = [
migrations.AddField(
model_name="project",
name="ai_summary",
field=models.TextField(blank=True, null=True),
),
migrations.AddField(
model_name="project",
name="readme_content",
field=models.TextField(blank=True, null=True),
),
migrations.AddField(
model_name="project",
name="recent_commit_messages",
field=models.TextField(blank=True, null=True),
),
]
3 changes: 3 additions & 0 deletions website/models.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -892,6 +892,9 @@ class Project(models.Model):
closed_issues = models.IntegerField(default=0)
size = models.IntegerField(default=0)
commit_count = models.IntegerField(default=0)
readme_content = models.TextField(null=True, blank=True)
recent_commit_messages = models.TextField(null=True, blank=True)
ai_summary = models.TextField(null=True, blank=True)

def __str__(self):
return self.name
Expand Down
71 changes: 58 additions & 13 deletions website/templates/website/project_list.html
View file
Original file line number Diff line number Diff line change
Expand Up @@ -135,7 +135,13 @@ <h3>{{ project.name }}</h3>
</li>
</ul>
</div>
<p>{{ project.description }}</p>
<div class="project-info">
<p>{{ project.description }}</p>
<div class="ai-summary">
<h4>Summary</h4>
<p>{{ project.ai_summary }}</p>
</div>
</div>
<!-- Contributors Section -->
<div class="project-stats flex items-center gap-4">
<p>
Expand All @@ -154,7 +160,7 @@ <h3>{{ project.name }}</h3>
</a>
{% empty %}
<div class="contributor-avatar p-10 placeholder text-center">
<span className="text-xs">No Avatar</span>
<span class="text-xs">No Avatar</span>
</div>
{% endfor %}
</div>
Expand All @@ -176,10 +182,10 @@ <h4>
<!-- Tags Section -->
<div class="project-tags">
<h4>
<i class="fas fa-tags"></i>Tags
<i class="fas fa-tags"></i> Tags
</h4>
<ul>
{% for tag in project.tags.all %}<li>{{ tag.name }}</li>{% endfor %}
<ul class="tags-list">
{% for tag in project.tags.all %}<li class="tag-item badge badge-primary">{{ tag.name }}</li>{% endfor %}
</ul>
</div>
</div>
Expand Down Expand Up @@ -449,26 +455,65 @@ <h4>
.external-links a:hover {
text-decoration: underline;
}

.project-tags {
margin-top: 1rem;
}

.project-tags ul {
.project-tags ul, .tags-list {
list-style-type: none;
padding: 0;
margin: 0;
}

.project-tags li {
.project-tags li, .tag-item {
display: inline-block;
background-color: #f1f1f1;
padding: 5px 10px;
margin-right: 5px;
border-radius: 5px;
margin: 0.2em 5px 0.2em 0;
padding: 0.4em 0.8em;
background-color: #007bff;
color: #ffffff;
border-radius: 0.2em;
font-size: 0.875em;
}

.project-tags h4 i {
.project-tags li {
background-color: #070707;
}

.project-tags h4 i, .project-tags li i {
margin-right: 0.5rem;
}

.tag-item:hover {
background-color: #0056b3;
cursor: pointer;
}

.project-info {
margin-top: 1rem;
}

.project-description, .ai-summary {
margin-bottom: 1rem;
}

.ai-summary h4 {
margin-bottom: 0.5rem;
color: #333;
font-weight: bold;
}

.ai-summary p {
margin: 0;
color: #181616;
font-weight: bold;
}

.ai-summary{
margin-top: 15px;
}




</style>
{% endblock content %}
35 changes: 35 additions & 0 deletions website/utils.py
View file
Original file line number Diff line number Diff line change
@@ -1,8 +1,11 @@
import os
import re
import time
from collections import deque
from urllib.parse import urlparse, urlsplit, urlunparse

import markdown
import openai
import requests
from bs4 import BeautifulSoup
from django.core.exceptions import ValidationError
Expand Down Expand Up @@ -169,3 +172,35 @@ def format_timedelta(td):
hours, remainder = divmod(total_seconds, 3600)
minutes, seconds = divmod(remainder, 60)
return f"{hours}h {minutes}m {seconds}s"


def markdown_to_text(markdown_content):
"""Convert Markdown to plain text."""
html_content = markdown.markdown(markdown_content)
text_content = BeautifulSoup(html_content, "html.parser").get_text()
return text_content


openai.api_key = os.getenv("OPENAI_API_KEY")


def ai_summary(text, tags=None):
"""Generate an AI-driven summary using OpenAI's GPT, including GitHub topics."""
try:
tags_str = ", ".join(tags) if tags else "No topics provided."
prompt = f"Generate a brief summary of the following text, focusing on key aspects such as purpose, features, technologies used, and current status. Consider the following GitHub topics to enhance the context: {tags_str}\n\n{text}"

response = openai.ChatCompletion.chat(
model="gpt-3.5-turbo",
messages=[
{"role": "system", "content": "You are a helpful assistant."},
{"role": "user", "content": prompt},
],
max_tokens=150,
temperature=0.5,
)

summary = response["choices"][0]["message"]["content"].strip()
return summary
except Exception as e:
return f"Error generating summary: {str(e)}"

0 comments on commit fd1dbc3

Please sign in to comment.