mirror of
https://github.com/developersIndia/deviras.git
synced 2024-11-08 13:42:34 +05:30
169 lines
6.5 KiB
Python
169 lines
6.5 KiB
Python
import praw
|
|
import os
|
|
import argparse
|
|
from datetime import datetime
|
|
import json
|
|
from collections import defaultdict
|
|
import requests
|
|
|
|
client_id = os.environ["REDDIT_CLIENT_ID"]
|
|
client_secret = os.environ["REDDIT_CLIENT_SECRET"]
|
|
reddit_pass = os.environ["REDDIT_PASSWORD"]
|
|
username = os.environ["REDDIT_USERNAME"]
|
|
token = os.environ["GIST_TOKEN"]
|
|
gist_id = os.environ["GIST_ID"]
|
|
sub = "developersIndia"
|
|
|
|
|
|
def get_gist_content(gist_id):
|
|
headers = {
|
|
"Authorization": f"token {token}",
|
|
"Accept": "application/vnd.github.v3+json",
|
|
}
|
|
response = requests.get(f"https://api.github.com/gists/{gist_id}", headers=headers)
|
|
gist = response.json()
|
|
filename = list(gist["files"].keys())[0]
|
|
return gist["files"][filename]["content"]
|
|
|
|
|
|
def update_gist(gist_id, filename, content, description=""):
|
|
headers = {
|
|
"Authorization": f"token {token}",
|
|
"Accept": "application/vnd.github.v3+json",
|
|
}
|
|
data = {"description": description, "files": {filename: {"content": content}}}
|
|
response = requests.patch(
|
|
f"https://api.github.com/gists/{gist_id}", headers=headers, json=data
|
|
)
|
|
return response.json()
|
|
|
|
# farewell, reddit collections
|
|
# def get_collection(reddit):
|
|
# collection = reddit.subreddit(sub).collections(
|
|
# permalink="https://reddit.com/r/developersIndia/collection/958aef35-f9cb-414d-ab33-08bc639e47de"
|
|
# )
|
|
# return collection
|
|
|
|
# let the author know their post is now part of the collection!
|
|
def send_message(reddit, username, post_link):
|
|
message_subject = 'Woohoo! Your post is now part of our community threads collection!'
|
|
message_text = """
|
|
Hi there,\n
|
|
It looks like one of your [posts]({post_link}) on r/developersIndia was picked-up by the volunteer team to be part of our curated list of 200+ amazing discussions in the community.\n
|
|
|
|
- You can find your post in our [Community Threads Collection](https://reddit.com/r/developersIndia/wiki/community-threads). Feel free to share the collection with your dev friends.\n
|
|
- We post a compilation of these threads every month-end in [Community Roundups](https://www.reddit.com/r/developersIndia/?f=flair_name%3A%22Community%20Roundup%22). Stay tuned for the next one!\n
|
|
|
|
|
|
Cheers,\n
|
|
The r/developersIndia Community Team
|
|
"""
|
|
reddit.redditor(username).message(
|
|
subject=message_subject, message=message_text.format(post_link=post_link), from_subreddit=reddit.subreddit(sub)
|
|
)
|
|
|
|
def get_post_data(reddit, post_url):
|
|
submission = reddit.submission(url=post_url)
|
|
post = {
|
|
"title": submission.title,
|
|
"url": submission.permalink,
|
|
"id": submission.id,
|
|
"num_comments": submission.num_comments,
|
|
"created_at": datetime.utcfromtimestamp(
|
|
submission.created_utc
|
|
).isoformat(),
|
|
"flair_text": submission.link_flair_text,
|
|
"author": submission.author.name if submission.author else "",
|
|
}
|
|
return post
|
|
|
|
def update_wiki(reddit, wikipage, posts):
|
|
# Group posts by year
|
|
posts_by_year = defaultdict(list)
|
|
for post in posts:
|
|
year = datetime.strptime(post['created_at'], '%Y-%m-%dT%H:%M:%S').year
|
|
posts_by_year[year].append(post)
|
|
|
|
# Sort posts within each year
|
|
for year in posts_by_year:
|
|
posts_by_year[year] = sorted(posts_by_year[year], key=lambda k: k['created_at'], reverse=True)
|
|
|
|
# Calculate total posts and years
|
|
total_posts = sum(len(posts) for posts in posts_by_year.values())
|
|
total_years = len(posts_by_year)
|
|
|
|
wiki_header = """# A collection of must read discussions started by community members"""
|
|
content = wiki_header + "\n\n"
|
|
content += f"A handpicked collection of **{total_posts}** interesting posts, discussions & high-quality threads gathered over **{total_years-1}** years & counting.\n\n"
|
|
content += "If you spot a post that could be in this list, send us a [modmail](https://reddit.com/message/compose?to=r/developersIndia&subject=Community%20Threads%20Collection%20Suggestion&message=Hey%20folks%2C%0A%0A%3Cpost%20link%3E)\n\n"
|
|
|
|
for year in sorted(posts_by_year.keys(), reverse=True):
|
|
content += f"## {year}\n\n"
|
|
# Add the posts for this year
|
|
for post in posts_by_year[year]:
|
|
formatted_date = datetime.strptime(post['created_at'], '%Y-%m-%dT%H:%M:%S').strftime('%d %b, %Y')
|
|
content += f"- `{formatted_date}` [**{post['title']}**]({post['url']})\n\n"
|
|
|
|
# given a wiki link, update the wiki page with new markdown
|
|
wikipage = reddit.subreddit(sub).wiki[wikipage]
|
|
wikipage.edit(content=content)
|
|
print("Wiki updated successfully!")
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser(description='Update Community Threads Collection.')
|
|
parser.add_argument('post_url', help='The URL of the Reddit post to add.')
|
|
args = parser.parse_args()
|
|
|
|
reddit = praw.Reddit(
|
|
client_id=client_id,
|
|
client_secret=client_secret,
|
|
username=username,
|
|
password=reddit_pass,
|
|
user_agent=f"Automod reader by u/{username}",
|
|
)
|
|
|
|
saved_collection_posts = json.loads(get_gist_content(gist_id))
|
|
saved_collection_ids = [post["id"] for post in saved_collection_posts["posts"]]
|
|
|
|
print(f"Database was last updated on {saved_collection_posts['collection_last_updated']}")
|
|
|
|
posts = []
|
|
for submission_id in saved_collection_posts["posts"]:
|
|
post = {
|
|
"title": submission_id["title"],
|
|
"url": submission_id["url"],
|
|
"id": submission_id["id"],
|
|
"num_comments": submission_id["num_comments"],
|
|
"created_at": submission_id["created_at"],
|
|
"flair_text": submission_id["flair_text"],
|
|
}
|
|
posts.append(post)
|
|
|
|
new_post = get_post_data(reddit, args.post_url)
|
|
if new_post["id"] not in saved_collection_ids:
|
|
new_post["title"] = new_post["title"].strip()
|
|
posts.append(new_post)
|
|
posts = sorted(posts, key=lambda k: k["created_at"])
|
|
|
|
collection_json = {
|
|
"collection_last_updated": datetime.utcnow().isoformat(),
|
|
"posts": posts,
|
|
}
|
|
|
|
update_gist(gist_id, "collection.json", json.dumps(collection_json, indent=4))
|
|
print("Internal database updated successfully!")
|
|
update_wiki(reddit, "community-threads", posts)
|
|
if new_post["author"]:
|
|
send_message(reddit, new_post["author"], new_post["url"])
|
|
print("Message sent to the author!")
|
|
else:
|
|
print("Author username is empty. No message sent.")
|
|
|
|
else:
|
|
print("Post is already in the collection. No changes were made.")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|