From 298a972ed7d439d7912f21e5d85b3dc19bcfb13d Mon Sep 17 00:00:00 2001 From: tree Date: Sun, 3 Mar 2024 21:52:22 +0100 Subject: [PATCH] sync --- .github/workflows/sync.yml | 30 +++++++++ Makefile | 3 + schema/index.yaml | 44 ++++++++++++- src/index.yaml | 2 + src/research/index.yaml | 129 +++++++++++++++++++++++++++++++++++++ utils/sync.js | 125 +++++++++++++++++++++++++++++++++++ 6 files changed, 331 insertions(+), 2 deletions(-) create mode 100644 .github/workflows/sync.yml create mode 100644 src/research/index.yaml create mode 100644 utils/sync.js diff --git a/.github/workflows/sync.yml b/.github/workflows/sync.yml new file mode 100644 index 0000000..49888d9 --- /dev/null +++ b/.github/workflows/sync.yml @@ -0,0 +1,30 @@ +name: Synchronize data + +on: + schedule: + - cron: '0 */1 * * *' + workflow_dispatch: + +permissions: + contents: write + id-token: write + pages: write + actions: write + +jobs: + sync: + runs-on: ubuntu-latest + steps: + - name: Checkout your repository using git + uses: actions/checkout@v3 + + - uses: denoland/setup-deno@v1 + with: + deno-version: v1.x + + - name: Run synchronization script + run: make sync + + - uses: EndBug/add-and-commit@v9 + with: + default_author: github_actions \ No newline at end of file diff --git a/Makefile b/Makefile index 89cde84..a6566d4 100644 --- a/Makefile +++ b/Makefile @@ -6,6 +6,9 @@ cache: build: deno run --allow-all utils/build.js +sync: + deno run --allow-all utils/sync.js + test: deno test --allow-all utils/test.js diff --git a/schema/index.yaml b/schema/index.yaml index 402e775..8c83e5d 100644 --- a/schema/index.yaml +++ b/schema/index.yaml @@ -118,7 +118,42 @@ $defs: imageUrl: type: string format: uri - + research: + type: object + additionalProperties: false + required: + - issue + - title + - status + properties: + issue: + type: number + title: + type: string + status: + type: string + enum: + - live + - in-progress + - live + - backlog + - deprecated + sort: + type: number + labels: + type: array + items: + type: string + assignees: + type: array + items: + type: string + description: + type: string + caption: + type: string + links: + type: object type: object additionalProperties: false properties: @@ -157,4 +192,9 @@ properties: people: type: array items: - $ref: "#/$defs/person" \ No newline at end of file + $ref: "#/$defs/person" + + research: + type: array + items: + $ref: "#/$defs/research" \ No newline at end of file diff --git a/src/index.yaml b/src/index.yaml index 38eee0f..a5ac390 100644 --- a/src/index.yaml +++ b/src/index.yaml @@ -38,6 +38,8 @@ core-team: github: coinmandeer matrix: coinmandeer:matrix.org twitter: KeenOfCoin +research: + $load: research projects: $load: projects people: diff --git a/src/research/index.yaml b/src/research/index.yaml new file mode 100644 index 0000000..68f31f1 --- /dev/null +++ b/src/research/index.yaml @@ -0,0 +1,129 @@ +# ---- +# +# THIS FILE IS GENERATED, PLEASE DO NOT EDIT! +# +# EDIT GITHUB PROJECT/ISSUES INSTEAD: +# https://github.com/orgs/web3privacy/projects/11 +# +# ---- +- issue: 1 + title: ZK solutions DB + status: live + sort: 0 + labels: + - db + assignees: + - Msiusko + caption: General DB aggregation focused on ZK for privacy. + links: + web: https://github.com/web3privacy/web3privacy/tree/main/ZKprivacylandscape + docs: https://docs.web3privacy.info/research/zk-solutions +- issue: 2 + title: Privacy Use-Cases DB + status: live + sort: 1 + labels: + - db + assignees: + - Msiusko + links: + docs: https://docs.web3privacy.info/research/usecase-db +- issue: 3 + title: Pagency Framework + status: live + sort: 3 + labels: [] + assignees: + - Msiusko + links: {} +- issue: 4 + title: Privacy Projects Hiring + status: live + sort: 2 + labels: + - db + assignees: + - Msiusko + links: + docs: https://docs.web3privacy.info/research/hiring +- issue: 5 + title: Privacy Guides + status: backlog + sort: 0 + labels: [] + assignees: [] + links: {} +- issue: 6 + title: Hackathon Curation Pack + status: backlog + sort: 2 + labels: [] + assignees: + - EclecticSamurai + - Msiusko + links: {} +- issue: 7 + title: Privacy Annual Report 2024 + status: backlog + sort: 3 + labels: [] + assignees: + - EclecticSamurai + - Msiusko + links: {} +- issue: 8 + title: Ethereum Privacy Ecosystem + status: in-progress + sort: 0 + labels: [] + assignees: + - Msiusko + links: {} +- issue: 9 + title: Privacy use-cases DB 2.0 (major update) + status: backlog + sort: 4 + labels: + - db + assignees: [] + links: {} +- issue: 10 + title: Privacy features audit concept for security audit organizations & + whitehackers + status: backlog + sort: 1 + labels: [] + assignees: + - Msiusko + links: {} +- issue: 11 + title: Scoring model for privacy-services + status: in-progress + sort: 1 + labels: [] + assignees: + - Msiusko + links: {} +- issue: 12 + title: Privacy market outlook 22' + status: live + sort: 4 + labels: [] + assignees: + - Msiusko + links: {} +- issue: 13 + title: Privacy use-cases within the Ukrainian-Russian war + status: live + sort: 5 + labels: [] + assignees: + - Msiusko + links: {} +- issue: 14 + title: Privacy market DB + status: live + sort: 6 + labels: [] + assignees: [] + links: {} diff --git a/utils/sync.js b/utils/sync.js new file mode 100644 index 0000000..918a4de --- /dev/null +++ b/utils/sync.js @@ -0,0 +1,125 @@ +import "https://deno.land/std@0.218.2/dotenv/load.ts"; +import { gql, GraphQLClient } from "https://deno.land/x/graphql_request/mod.ts"; +import { stringify } from "npm:yaml"; +import { join } from "https://deno.land/std@0.208.0/path/mod.ts"; +import fm from "npm:front-matter"; + +const warningGen = (link) => `# ---- +# +# THIS FILE IS GENERATED, PLEASE DO NOT EDIT! +# +# EDIT GITHUB PROJECT/ISSUES INSTEAD: +# ${link} +# +# ----\n` + +async function syncResearch () { + + const statuses = { + 'Live': 'live', + 'In progress': 'in-progress', + 'Deprecated': 'deprecated', + 'Backlog': 'backlog', + } + + const client = new GraphQLClient("https://api.github.com/graphql", { + headers: { + authorization: `bearer ${Deno.env.get('GITHUB_TOKEN')}`, + }, + }); + + const query = gql` +query { + organization(login:"web3privacy") { + projectV2(number: 11) { + title + items(first: 100, orderBy: {direction: ASC, field: POSITION} ) { + nodes { + id + fieldValueByName(name: "Status") { + ... on ProjectV2ItemFieldSingleSelectValue { + name + } + } + content { + ... on Issue { + number + repository { + + name + } + title + body + bodyText + state + assignees(first:20) { + nodes { + login + } + } + labels(first: 20) { + nodes { + name + } + } + } + } + } + } + } + #projectsV2(first: 20) { + # nodes { + # id + # title + # } + #} + } +} + `; + + const arr = [] + const data = await client.request(query); + let counts = {}; + for (const item of data.organization.projectV2.items.nodes) { + const c = item.content + if (!c.repository || c.repository.name !== 'research') { + continue + } + + const status = statuses[item.fieldValueByName.name] + if (!counts[status]) { + counts[status] = 0 + } + + const rfm = fm(c.body); + const attrs = rfm.attributes + + arr.push({ + issue: c.number, + title: c.title, + //state: c.state, + status, + sort: counts[status], + //repo: c.repository?.name, + labels: c.labels?.nodes.map(n => n.name), + assignees: c.assignees?.nodes.map(n => n.login), + caption: attrs.caption, + description: attrs.description, + links: { + web: attrs.link, + docs: attrs.docs + }, + //body: c.body, + }) + counts[status]++ + } + + const outArr = arr.sort((x, y) => x.issue > y.issue ? 1 : -1) + const outText = warningGen('https://github.com/orgs/web3privacy/projects/11')+stringify(outArr) + + const fn = './src/research/index.yaml' + await Deno.writeTextFile(fn, outText) + console.log(`File written: ${fn}`) +} + +await syncResearch() \ No newline at end of file