feat(observe): implement opentelemetry (#113)

Signed-off-by: GALLLASMILAN <[email protected]>

.env.example

@@ -119,9 +119,15 @@ HTTP_PROXY_URL=
 
 # --- TOOLS SECTION ---
 
-# Observer server, see https://github.com/i-am-bee/bee-observe
-BEE_OBSERVE_API_URL=http://127.0.0.1:3009
+# --- OBSERVABILITY SECTION ---
+BEE_OBSERVE_API_URL=http://127.0.0.1:4318
 BEE_OBSERVE_API_AUTH_KEY=observe-auth-key
+# Enable instrumentation
+BEE_FRAMEWORK_INSTRUMENTATION_ENABLED=false
+# Ignore sensitive keys from collected events data
+INSTRUMENTATION_IGNORED_KEYS="apiToken,apiKey,cseId,accessToken,proxy,username,password"
+
+# --- OBSERVABILITY SECTION ---
 
 # Identifiers to be used for seeder and to allocate new users into default organization
 IBM_ORGANIZATION_OWNER_ID=org_user_670cc04869ddffe24f4fd70e

.eslintrc.cjs

@@ -35,8 +35,8 @@ module.exports = {
       {
         argsIgnorePattern: '^_',
         varsIgnorePattern: '^_',
-        caughtErrorsIgnorePattern: '^_',
-      },
+        caughtErrorsIgnorePattern: '^_'
+      }
     ],
     '@typescript-eslint/no-empty-function': 'off',
     'no-console': 'error'

.github/workflows/main.yml

@@ -2,9 +2,9 @@ name: Main
 
 on:
   push:
-    branches: ["main"]
+    branches: ['main']
   pull_request:
-    branches: ["main"]
+    branches: ['main']
 
 jobs:
   lint:
@@ -18,8 +18,8 @@ jobs:
       - name: Use Node.js
         uses: actions/setup-node@v4
         with:
-          node-version-file: ".nvmrc"
-          cache: "pnpm"
+          node-version-file: '.nvmrc'
+          cache: 'pnpm'
       - name: Install dependencies
         run: pnpm install
       - name: Lint
@@ -35,8 +35,8 @@ jobs:
       - name: Use Node.js
         uses: actions/setup-node@v4
         with:
-          node-version-file: ".nvmrc"
-          cache: "pnpm"
+          node-version-file: '.nvmrc'
+          cache: 'pnpm'
       - name: Install dependencies
         run: pnpm install
       - name: TS check
@@ -52,8 +52,8 @@ jobs:
       - name: Use Node.js
         uses: actions/setup-node@v4
         with:
-          node-version-file: ".nvmrc"
-          cache: "pnpm"
+          node-version-file: '.nvmrc'
+          cache: 'pnpm'
       - name: Install dependencies
         run: pnpm install
       - name: Build

package.json

@@ -17,6 +17,7 @@
     "mikro-orm": "NODE_OPTIONS='--import tsx' mikro-orm --config ./src/mikro-orm.config.ts",
     "prepare": "husky",
     "lint": "eslint ./",
+    "lint:fix": "eslint --fix ./",
     "ts:check": "tsc --noEmit",
     "grpc:generate-types": "proto-loader-gen-types --defaults --keepCase --oneofs --longs=Number --enums=String --grpcLib=@grpc/grpc-js --outDir=./src/embedding/adapters/caikit/grpc/types ./src/embedding/adapters/caikit/grpc/protos/*.proto",
     "copyright": "./scripts/copyright.sh",
@@ -48,7 +49,6 @@
     "ajv": "^8.17.1",
     "axios": "^1.7.7",
     "bee-agent-framework": "0.0.52",
-    "bee-observe-connector": "0.0.6",
     "bullmq": "^5.32.0",
     "bullmq-otel": "^1.0.1",
     "cache-manager": "^5.7.6",

src/observe/api/client.ts

@@ -20,9 +20,6 @@ import { paths } from './schema.js';
 
 import { BEE_OBSERVE_API_AUTH_KEY, BEE_OBSERVE_API_URL } from '@/config.js';
 
-export type Span =
-  paths['/trace']['post']['requestBody']['content']['application/json']['spans'][0];
-
 export type Client = ReturnType<typeof createClient<paths>>;
 
 export const client = BEE_OBSERVE_API_URL