fix: generate uuid for request (#228)

scripts/blog.yaml

@@ -0,0 +1,220 @@
+apiVersion: batch/v1
+kind: CronJob
+metadata:
+  name: strapi-update-cronjob
+spec:
+  schedule: "0 0 * * *"  # Run daily at midnight
+  jobTemplate:
+    spec:
+      template:
+        spec:
+          containers:
+          - name: strapi-update-container
+            image: python:3.9  # Use a Python Docker image
+            command: ["/bin/sh", "/scripts/entrypoint.sh"]
+            volumeMounts:
+            - name: script-volume
+              mountPath: /scripts
+          restartPolicy: OnFailure
+          volumes:
+          - name: script-volume
+            configMap:
+              name: strapi-update-script
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: strapi-update-script
+data:
+  entrypoint.sh: |
+    #!/bin/sh
+    set -e
+
+    # Install the required Python packages
+    pip install requests python-dateutil Pillow
+
+    # Run the Python script
+    python /scripts/strapi_update_script.py
+  strapi_update_script.py: |
+    import requests
+    import json
+    from datetime import datetime
+    import os
+    import re
+    import uuid
+
+    # Strapi API URL and API key
+    strapi_blog_url = ""
+    strapi_upload_url = ""
+    API_KEY = ""
+
+    # Function to generate a unique UUID code
+    def generate_code():
+        new_code = str(uuid.uuid4())
+        return new_code
+
+    # Function to fetch blogs from Strapi
+    def fetch_strapi_blogs():
+        response = requests.get(f"{strapi_blog_url}?_limit=100", headers={"Authorization": f"Bearer {API_KEY}"})
+        if response.status_code == 200:
+            return response.json()['results']
+        else:
+            print(f"Failed to fetch blogs from Strapi: {response.text}")
+            return []
+
+    # Function to create entries in Strapi
+    def create_entries(data_array):
+        for data in data_array:
+            response = requests.post(
+                strapi_blog_url,
+                json=data,
+                headers={"Content-Type": "application/json",  "Authorization": f"bearer {API_KEY}",},
+            )
+            if response.status_code == 200:
+                print(f"Entry created successfully: {data}")
+            else:
+                print(f"Failed to create entry: {data}")
+                print(f"Response: {response.text}")
+
+    # Function to create a slug from a title
+    def create_slug(title):
+        slug = title.lower().replace(" ", "-")
+        slug = re.sub(r'[^A-Za-z0-9-_.~]', '', slug)
+        return slug
+
+    # Helper function to download an image
+    def download_image(url, filename):
+        response = requests.get(url)
+        if response.status_code == 200:
+            with open(filename, 'wb') as file:
+                file.write(response.content)
+            print(f"Downloaded image: {filename}")
+        else:
+            print(f"Failed to download image: {url}")
+
+    # Function to upload an image to Strapi
+    def upload_image_to_strapi(image_path):
+        files = {'files': open(image_path, 'rb')}
+        headers = {'Authorization': f'Bearer {API_KEY}'}
+        response = requests.post(strapi_upload_url, headers=headers, files=files)
+        if response.status_code == 200:
+            print(f"Uploaded image: {response.json()[0]['id']}")
+            return response.json()[0]['id']
+        else:
+            print(f"Failed to upload image to Strapi: {response.content}")
+            return None
+
+    # Generate the code for anonymousUserId
+    anonymous_user_id = generate_code()
+
+    # Define the URL and headers for the request
+    url = "https://taiko.mirror.xyz/api/graphql"
+    headers = {
+        'accept': '*/*',
+        'accept-language': 'en-GB,en-US;q=0.9,en;q=0.8',
+        'content-type': 'application/json',
+        'cookie': f'anonymousUserId={anonymous_user_id};',
+        'origin': 'https://taiko.mirror.xyz',
+        'priority': 'u=1, i',
+        'referer': 'https://taiko.mirror.xyz/',
+        'sec-ch-ua': '"Not/A)Brand";v="8", "Chromium";v="126", "Google Chrome";v="126"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"macOS"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36'
+    }
+
+    # Define the payload for the request
+    payload = {
+        "operationName": "ProjectPage",
+        "variables": {
+            "projectAddress": "taiko.mirror.xyz",
+            "limit": 10
+        },
+        "query": """
+            query ProjectPage($projectAddress: String!, $limit: Int, $cursor: Int) {
+                projectFeed(projectAddress: $projectAddress, limit: $limit, cursor: $cursor) {
+                    ...projectPage
+                }
+            }
+            fragment projectPage on ProjectType {
+                posts {
+                    ... on entry {
+                        _id
+                        id
+                        digest
+                        title
+                        publishedAtTimestamp
+                        featuredImage {
+                            url
+                        }
+                    }
+                }
+            }
+        """
+    }
+
+    # Fetch existing blogs from Strapi
+    strapi_blogs = fetch_strapi_blogs()
+    strapi_link = [blog['link'] for blog in strapi_blogs]
+
+    # Make the request to taiko.mirror.xyz
+    response = requests.post(url, headers=headers, json=payload)
+    data = response.json()
+    transformed_data_list = []
+
+    # Process each post
+    for post in data['data']['projectFeed']['posts']:
+        post_id = post['_id']
+        link = f"https://taiko.mirror.xyz/{post_id}"
+        title = post.get('title', 'N/A')
+        published_at = post.get('publishedAtTimestamp', 'N/A')
+        featured_image_url = post.get('featuredImage', {}).get('url', 'N/A')
+        formatted_date = datetime.fromtimestamp(published_at).strftime('%Y-%m-%d') if published_at != 'N/A' else 'N/A'
+        slug = create_slug(title)
+        if link not in strapi_link:
+            print("Unpublished blog: "+ title)
+            # Download featured image
+            imgid = "placeholder_imgid"
+            if featured_image_url != 'N/A':
+                img_filename = os.path.basename(featured_image_url.split('?')[0])  # Remove query parameters from URL
+                download_image(featured_image_url, img_filename)
+                imgid = upload_image_to_strapi(img_filename)
+
+            # Transform the data into the desired format
+            transformed_data = {
+                "category": {
+                    "disconnect": [],
+                    "connect": [{"id": 1, "position": {"end": True}}]
+                },
+                "slug": slug,
+                "link": f"https://taiko.mirror.xyz/{post_id}",
+                "date": formatted_date,
+                "content": [
+                    {
+                        "type": "paragraph",
+                        "children": [
+                            {"type": "text", "text": title}
+                        ]
+                    }
+                ],
+                "howToApply": [
+                    {
+                        "type": "paragraph",
+                        "children": [
+                            {"type": "text", "text": "Visit our github"}
+                        ]
+                    }
+                ],
+                "title": title,
+                "timeToRead": "6 min",
+                "image": imgid,
+            }
+
+            # Add to the list
+            transformed_data_list.append(transformed_data)
+
+    # Create new entries in Strapi
+    create_entries(transformed_data_list)