Merge branch 'main' into bc/snap-TKT-15032

Author: bc-devrev

.github/workflows/changelog.yml

@@ -0,0 +1,67 @@
+on: 
+  pull_request:
+    paths:
+      - fern/apis/public/openapi-public.yaml
+      - fern/apis/beta/openapi-beta.yaml
+
+name: generate-changelog
+jobs:
+  get-diff: 
+    runs-on: ubuntu-latest
+    steps: 
+    - name: Get current date
+      id: date
+      run: echo "::set-output name=date::$(date +'%Y-%m-%d')"
+    - name: Check out repository content
+      uses: actions/checkout@v2
+      with:
+        ref: ${{ github.event.pull_request.head.ref }}
+    - name: Check out HEAD rev
+      uses: actions/checkout@v2
+      with:
+        ref: ${{ github.head_ref }}
+        path: head
+    - name: Check out BASE rev
+      uses: actions/checkout@v2
+      with:
+        ref: ${{ github.base_ref }}
+        path: base   
+    - name: Create dir
+      run: |
+        mkdir -p temp/beta temp/public
+    - name: Running public OpenAPI Spec diff action
+      uses: oasdiff/oasdiff-action/diff@main
+      with:
+        base: 'base/fern/apis/public/openapi-public.yaml'
+        revision: 'head/fern/apis/public/openapi-public.yaml'
+        format: text
+        output-to-file: 'temp/public/${{ steps.date.outputs.date }}_oasdiff.md'
+    - name: Running beta OpenAPI Spec diff action
+      uses: oasdiff/oasdiff-action/diff@main
+      with:
+        base: 'base/fern/apis/beta/openapi-beta.yaml'
+        revision: 'head/fern/apis/beta/openapi-beta.yaml'  
+        format: text
+        output-to-file: 'temp/beta/${{ steps.date.outputs.date }}_oasdiff.md'
+    - name: Archive changelogs
+      uses: actions/upload-artifact@v4
+      with:
+        name: changelog-${{ steps.date.outputs.date }}
+        path: temp/**
+    - name: Prompt
+      env:
+          LLM_JWT: ${{ secrets.LLM_JWT }} 
+      run: |
+        logfiles="fern/apis/*/changelog/${{ steps.date.outputs.date }}.md"
+
+        if ls $logfiles >/dev/null 2>&1; then
+          logfiles=($logfiles)
+          echo "${logfiles[@]} already exist."
+        else
+          python changelog.py --date ${{ steps.date.outputs.date }}
+          git config user.name github-actions
+          git config user.email [email protected]
+          git add fern/apis/*/changelog/${{ steps.date.outputs.date }}.md
+          git commit -m "generated by Claude"
+          git push
+        fi

.github/workflows/ekline.yml

@@ -1,11 +1,14 @@
 name: EkLine
 on:
+  push:
+    branches:
+      - master
+      - main
   pull_request:
-    types: [labeled]
 permissions: write-all
 jobs:
   test-pr-review:
-    if: contains(github.event.label.name, 'EkLine')
+    if: github.event_name == 'pull_request' && contains(github.event.pull_request.labels.*.name, 'No EkLine') == false 
     name: runner / EkLine Reviewer (github-pr-review)
     runs-on: ubuntu-latest
     steps:
@@ -16,5 +19,5 @@ jobs:
           ek_token: ${{ secrets.ek_token }}
           github_token: ${{ secrets.github_token }}
           reporter: github-pr-review
-          filter_mode: diff_context
+          filter_mode: file
           ignore_rule: "EK00031" # passive voice

.github/workflows/oasdiff.yml

@@ -1,4 +1,6 @@
 node_modules
+fern/dist
 fern/*/definition/
 .DS_Store
-.idea
+.idea
+temp

.gitignore

@@ -0,0 +1,113 @@
+import yaml
+import argparse
+import requests
+import os
+import datetime
+import re
+
+
+def main(vrn, d):
+
+    print(f"Generating prompt for `{vrn}` API on {d}.")
+
+    p = gen_prompt(f"temp/{vrn}/{d}_oasdiff.md", get_links(vrn), vrn)
+
+    pr_file = f"temp/{vrn}/{d}_prompt.md"
+    with open(pr_file, 'w', encoding="utf-8") as outfile:
+        outfile.write(p)
+        print(f"Wrote prompt to {pr_file}.")
+
+    l = gen_log(p)
+
+    log_file = f"./fern/apis/{vrn}/changelog/{d}.md"
+    with open(log_file, 'w', encoding="utf-8") as outfile:
+        outfile.write(l)
+        print(f"Wrote log to {log_file}.")
+
+
+def gen_log(prompt):
+
+    auth = os.environ.get('LLM_JWT')
+    if auth:
+        headers = {"Content-Type": "application/json", "Authorization": f"Bearer {auth}"}
+        payload = {
+            "model": "us.anthropic.claude-3-5-sonnet-20241022-v2:0",
+            "messages": [
+                {
+                    "role": "user",
+                    "content": prompt
+                }
+            ]
+        }
+
+        try:
+            r = requests.post('https://openwebui.dev.devrev-eng.ai/api/chat/completions', json=payload,
+                                headers=headers)
+            log = r.json()['choices'][0]['message']['content']
+            log = re.sub(r"^Here's.*\n?", '', log, flags=re.MULTILINE)
+            log = re.sub(r"^Let me know.*\n?", '', log, flags=re.MULTILINE)
+        except Exception as e:
+            print(
+                f"Failed to generate changelog. Error: {type(e)} {e} {r}")
+    else:
+        log = "No auth token"
+        
+    return log
+
+
+def gen_prompt(oasdiff, links, version):
+    with open(oasdiff, 'r') as infile:
+        oasdiff = infile.read()
+
+    prompt = f"""
+Please provide an API changelog for the {version} API from the following OASDiff of OpenAPI spec changes. The output should be in markdown format grouping endpoints by use case/object type. For cases where some schema is modified, please also tell what endpoints it affects. Wherever an endpoint, property, or enum value is mentioned, surround it with backticks (`). Wherever an API is mentioned, include a hyperlink to the corresponding path from `<api_links>` section.
+
+<oasdiff>
+{oasdiff}
+</oasdiff>
+
+<api_links>
+{links}
+</api_links>
+"""
+
+    return prompt
+
+def get_links(version):
+
+    src = f"./fern/apis/{version}/openapi-{version}.yaml"
+
+    with open(src, 'r') as s:
+        spec = yaml.safe_load(s)
+    apis = {}
+    for endp, defn in spec['paths'].items():
+        for val in defn.values():
+            tag = val.get('tags')[0]
+            opId = val.get('operationId')
+            api = {'opId' : opId, 'method': endp.split('.')[-1]}
+            api['target'] = f"/{version}/api-reference/{tag}/{opId.replace(f'{tag}-', '')}"
+            if tag not in apis:
+                apis[tag] = {endp: api}
+            else:
+                apis[tag][endp] = api
+
+    md = f"# {version}\n\n"
+    for tag, api in sorted(apis.items()):
+        md += f"\n## {tag}\n\n"
+        for endp, val in api.items():
+            link_text = f"**{tag} > {val['method']}**: `{val['opId']}`"
+            md += f"- [{endp}]({val['target']}) {link_text}\n"
+    return md
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(description="Generate release notes")
+    parser.add_argument('--date', default=datetime.date.today())
+    parser.add_argument('--beta', default=True,
+                        action=argparse.BooleanOptionalAction)
+    parser.add_argument('--public', default=True,
+                        action=argparse.BooleanOptionalAction)
+    args = parser.parse_args()
+    if args.beta:
+        main('beta', args.date)
+    if args.public:
+        main('public', args.date)

changelog.py

@@ -0,0 +1,68 @@
+
+# API Changelog
+
+## New Endpoints
+
+### Airdrop
+- Added `GET` and `POST` [`/airdrop.sync-units.get`](/beta/api-reference/airdrop/sync-units-get-post) to get sync units
+- Added `GET` and `POST` [`/airdrop.sync-units.history`](/beta/api-reference/airdrop/sync-units-history-post) to get sync unit history
+
+### Meetings
+- Added `GET` and `POST` [`/meetings.count`](/beta/api-reference/meetings/count-post) to count meetings
+- Added `POST` [`/meetings.create`](/beta/api-reference/meetings/create) to create meetings
+- Added `POST` [`/meetings.delete`](/beta/api-reference/meetings/delete) to delete meetings
+- Added `GET` and `POST` [`/meetings.get`](/beta/api-reference/meetings/get-post) to get meeting details
+- Added `GET` and `POST` [`/meetings.list`](/beta/api-reference/meetings/list-post) to list meetings
+- Added `POST` [`/meetings.update`](/beta/api-reference/meetings/update) to update meetings
+
+### Schedule Related
+- Added `GET` and `POST` [`/org-schedules.evaluate`](/beta/api-reference/schedules/org-evaluate-post) to evaluate schedules
+
+### Recommendations
+- Added `POST` [`/recommendations.get-reply`](/beta/api-reference/recommendations/get-reply) to get recommendations reply
+
+### Survey
+- Added `POST` [`/surveys.update`](/beta/api-reference/surveys/update) to update surveys
+
+## Modified Endpoints
+
+### Account Management
+The following endpoints have been updated to support a new `websites` property:
+
+- [`/accounts.create`](/beta/api-reference/accounts/create)
+- [`/accounts.export`](/beta/api-reference/accounts/export-post)
+- [`/accounts.get`](/beta/api-reference/accounts/get-post)
+- [`/accounts.list`](/beta/api-reference/accounts/list-post)
+- [`/accounts.update`](/beta/api-reference/accounts/update)
+
+### Authentication
+New `okta` enum value added for `type` property in:
+
+- [`/dev-orgs.auth-connections.create`](/beta/api-reference/auth-connection/dev-org-auth-connections-create)
+- [`/dev-orgs.auth-connections.get`](/beta/api-reference/auth-connection/dev-org-auth-connections-get-post)
+- [`/dev-orgs.auth-connections.list`](/beta/api-reference/auth-connection/dev-org-auth-connections-list-post)
+- [`/dev-orgs.auth-connections.update`](/beta/api-reference/auth-connection/dev-org-auth-connections-update)
+
+### Schema Changes
+UI schema properties updated with new fields across multiple endpoints:
+- Added `is_currency_field`
+- Added `order` 
+- Added `unit`
+
+This affects endpoints that handle schemas including:
+- [`/schemas.custom.get`](/beta/api-reference/customization/custom-schema-fragments-get-post)
+- [`/schemas.custom.list`](/beta/api-reference/customization/custom-schema-fragments-list-post)
+- [`/schemas.custom.set`](/beta/api-reference/customization/custom-schema-fragments-set)
+
+### Webhooks
+New event types added to webhook related endpoints:
+- `sync_history_created`
+- `sync_history_deleted` 
+- `sync_history_updated`
+- `sync_unit_updated`
+
+Affects:
+- [`/webhooks.create`](/beta/api-reference/webhooks/create)
+- [`/webhooks.get`](/beta/api-reference/webhooks/get-post)
+- [`/webhooks.list`](/beta/api-reference/webhooks/list-post)
+- [`/webhooks.update`](/beta/api-reference/webhooks/update)