-
Notifications
You must be signed in to change notification settings - Fork 3
66 lines (56 loc) · 2.18 KB
/
update_js_metrics.yml
File metadata and controls
66 lines (56 loc) · 2.18 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
name: Update JS metrics
on:
workflow_dispatch:
schedule:
- cron: '45 23 * * *' # Runs daily at 11:45 PM
jobs:
merge-json:
runs-on: ubuntu-latest
steps:
- name: Checkout Repository
uses: actions/checkout@v2
with:
ssh-key: ${{ secrets.SSH_PRIVATE_KEY }}
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: '3.x'
- name: Install Required Python Packages
run: |
python -m pip install --upgrade pip
pip install requests pandas
- name: Download and Merge JSON Files
run: |
python <<EOF
import requests
import pandas as pd
urls = [
"https://sql.telemetry.mozilla.org/api/queries/101785/results.json?api_key=5ynVkkPtGWDrzRkaj02GkFifGILHtqoqkngK6Nkw",
"https://sql.telemetry.mozilla.org/api/queries/101807/results.json?api_key=mq9Z2VNBaphOVvt94YtUJVBGxxA6NpPrnG7dtHrq",
"https://sql.telemetry.mozilla.org/api/queries/101771/results.json?api_key=a852JNzIiOv9Wu53e9m4FYDplIfYnNOc0cFJfDa3"
]
all_data = []
for url in urls:
response = requests.get(url)
data = response.json()
rows = data.get("query_result", {}).get("data", {}).get("rows", [])
all_data.extend(rows)
try:
with open('js-metrics-data.json', 'r') as file:
existing_data = pd.read_json(file)
all_data.extend(existing_data.to_dict(orient='records'))
except FileNotFoundError:
raise FileNotFoundError("Error: 'js-metrics-data.json' not found.")
df = pd.DataFrame(all_data)
df['date'] = pd.to_datetime(df['date']).dt.strftime('%Y-%m-%d')
df = df.drop_duplicates(subset=['date', 'channel', 'os', 'metric'], keep='last')
df = df.sort_values(by='date')
df.to_json('js-metrics-data.json', orient='records')
EOF
- name: Commit and Push Changes
run: |
git config --local user.email "actions@github.com"
git config --local user.name "GitHub Actions"
git add js-metrics-data.json
git commit -m "Update js-metrics-data.json with latest data"
git push