Traitement par lots avec l'API BCE/KBO : guide pratique

1
2
3
4
5
6
7
8
9

┌──────────────┐     ┌───────────────┐     ┌──────────────┐
│  Fichier CSV │────▶│  Worker Queue  │────▶│  API BCE/KBO │
│  ou Base DB  │     │  (Bull/Redis)  │     │              │
└──────────────┘     └───────┬───────┘     └──────────────┘
                             │
                     ┌───────▼───────┐
                     │  Résultats    │
                     │  enrichis     │
                     └───────────────┘

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

import { parse } from class="code-string">'csv-parse/sync';
import fs from class="code-string">'fs';

interface CompanyInput {
  name: string;
  bceNumber?: string;
  vatNumber?: string;
}

class="code-comment">// Lire et parser le fichier CSV
const csvContent = fs.readFileSync(class="code-string">'companies.csv', class="code-string">'utf-8');
const companies: CompanyInput[] = parse(csvContent, {
  columns: true,
  skip_empty_lines: true,
});

console.log(class="code-string">`${companies.length} entreprises à traiter`);

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

function normalizeBceNumber(input: string): string | null {
  class="code-comment">// Supprimer tous les caractères non numériques
  const digits = input.replace(/\D/g, class="code-string">'');

  class="code-comment">// Un numéro BCE a 10 chiffres
  if (digits.length === 10) {
    return class="code-string">`${digits.slice(0, 4)}.${digits.slice(4, 7)}.${digits.slice(7)}`;
  }

  class="code-comment">// Certains omettent le 0 initial
  if (digits.length === 9) {
    return class="code-string">`0${digits.slice(0, 3)}.${digits.slice(3, 6)}.${digits.slice(6)}`;
  }

  return null; class="code-comment">// Format invalide
}

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

async function processBatch(
  companies: CompanyInput[],
  concurrency = 5,
  delayMs = 200
) {
  const results = [];
  const errors = [];

  for (let i = 0; i < companies.length; i += concurrency) {
    const batch = companies.slice(i, i + concurrency);

    const promises = batch.map(async (company) => {
      try {
        const bceNumber = company.bceNumber
          ? normalizeBceNumber(company.bceNumber)
          : null;

        if (!bceNumber) {
          class="code-comment">// Recherche par nom
          const res = await fetch(
            class="code-string">`https:class="code-comment">//companybelgium.be/api/companies/search?q=${encodeURIComponent(company.name)}&limit=1`,
            { headers: { class="code-string">'X-API-Key': apiKey, class="code-string">'X-API-Secret': apiSecret } }
          );
          return { input: company, result: await res.json(), matched: true };
        }

        class="code-comment">// Recherche par numéro BCE
        const res = await fetch(
          class="code-string">`https:class="code-comment">//companybelgium.be/api/companies/${bceNumber}`,
          { headers: { class="code-string">'X-API-Key': apiKey, class="code-string">'X-API-Secret': apiSecret } }
        );
        return { input: company, result: await res.json(), matched: true };
      } catch (error) {
        return { input: company, error, matched: false };
      }
    });

    const batchResults = await Promise.all(promises);
    results.push(...batchResults.filter(r => r.matched));
    errors.push(...batchResults.filter(r => !r.matched));

    class="code-comment">// Respecter le rate limit
    if (i + concurrency < companies.length) {
      await new Promise(resolve => setTimeout(resolve, delayMs));
    }

    class="code-comment">// Log progression
    console.log(class="code-string">`Progression : ${Math.min(i + concurrency, companies.length)}/${companies.length}`);
  }

  return { results, errors };
}

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

import { stringify } from class="code-string">'csv-stringify/sync';

function exportResults(results: any[]) {
  const rows = results.map(r => ({
    input_name: r.input.name,
    input_bce: r.input.bceNumber || class="code-string">'',
    matched_name: r.result?.name || class="code-string">'',
    matched_bce: r.result?.enterpriseNumber || class="code-string">'',
    status: r.result?.status || class="code-string">'non trouvé',
    legal_form: r.result?.juridicalForm || class="code-string">'',
    address: r.result?.address || class="code-string">'',
  }));

  const csv = stringify(rows, { header: true });
  fs.writeFileSync(class="code-string">'results_enriched.csv', csv);
  console.log(class="code-string">'Résultats exportés dans results_enriched.csv');
}