Add ML model to classify packages by category (#2753)

Signed-off-by: Sergio Castaño Arteaga <tegioz@icloud.com>

.gitattributes

@@ -3,3 +3,4 @@ web/build/** linguist-generated
 __fixtures__/** linguist-generated
 *.sql linguist-detectable=true
 *.sql linguist-language=sql
+ml/categories/model/** linguist-generated

.gitignore

@@ -19,3 +19,4 @@ docs/www/content/topics/*
 docs/www/content/topics/annotations/*
 !docs/www/content/topics/annotations/_index.md
 dist
+ml/categories/data/generated

ml/categories/categories.py

@@ -0,0 +1,168 @@
+import csv
+import os
+import shutil
+import tempfile
+import tensorflow as tf
+from tensorflow import keras
+from keras import layers
+
+# Set TF log level to INFO
+os.environ["TF_CPP_MIN_LOG_LEVEL"] = "2"
+
+# Paths configuration
+TRAIN_CSV_PATH = "data/csv/train.csv"
+VALIDATION_CSV_PATH = "data/csv/validation.csv"
+TEST_CSV_PATH = "data/csv/test.csv"
+TRAIN_DS_PATH = "data/generated/train"
+VALIDATION_DS_PATH = "data/generated/validation"
+TEST_DS_PATH = "data/generated/test"
+MODEL_PATH = "model"
+
+# Maximum vocabulary size
+VOCABULARY_SIZE = 2000
+
+# Categories
+CATEGORIES = [
+    "ai-machine-learning",
+    "database",
+    "integration-delivery",
+    "monitoring-logging",
+    "networking",
+    "security",
+    "storage",
+    "streaming-messaging"
+]
+
+
+def build_model():
+    """Build and train model"""
+
+    # Load train, validation and test datasets
+    (train_ds, validation_ds, test_ds) = load_datasets()
+
+    # Create, train and save model
+    model = keras.Sequential([
+        keras.Input(shape=(1,), dtype="string"),
+        setup_vectorizer(train_ds),
+        keras.Input(shape=(VOCABULARY_SIZE,)),
+        layers.Dense(32, activation="relu"),
+        layers.Dense(8, activation="softmax")
+    ])
+    model.compile(
+        optimizer="rmsprop",
+        loss="categorical_crossentropy",
+        metrics=["accuracy"]
+    )
+    model.fit(
+        train_ds.cache(),
+        validation_data=validation_ds.cache(),
+        epochs=30
+    )
+    model.save(MODEL_PATH)
+
+    # Evaluate accuracy with test data
+    print(f"Test accuracy: {model.evaluate(test_ds)[1]:.3f}")
+
+
+def load_datasets():
+    """Load train and test datasets"""
+
+    # Load train dataset
+    train_ds = keras.utils.text_dataset_from_directory(
+        TRAIN_DS_PATH,
+        label_mode="categorical"
+    )
+
+    # Load validation dataset
+    validation_ds = keras.utils.text_dataset_from_directory(
+        VALIDATION_DS_PATH,
+        label_mode="categorical"
+    )
+
+    # Load test dataset
+    test_ds = keras.utils.text_dataset_from_directory(
+        TEST_DS_PATH,
+        label_mode="categorical"
+    )
+
+    return (train_ds, validation_ds, test_ds)
+
+
+def setup_vectorizer(train_ds):
+    """Setup vectorize layer using the train dataset provided"""
+
+    # Create vectorization layer
+    vectorize_layer = layers.TextVectorization(
+        max_tokens=VOCABULARY_SIZE,
+        output_mode="multi_hot",
+        split=cumtom_split_fn,
+        standardize=custom_standardization_fn,
+    )
+
+    # Prepare vocabulary
+    vectorize_layer.adapt(train_ds.map(lambda x, _: x))
+
+    return vectorize_layer
+
+
+@tf.keras.utils.register_keras_serializable()
+def cumtom_split_fn(string_tensor):
+    """Split string by comma"""
+    return tf.strings.split(string_tensor, sep=",")
+
+
+@tf.keras.utils.register_keras_serializable()
+def custom_standardization_fn(string_tensor):
+    """Covert string to lowercase and strip whitespaces"""
+    lowercase_string = tf.strings.lower(string_tensor)
+    return tf.strings.strip(lowercase_string)
+
+
+def predict(model, raw_text):
+    """Generate a prediction for a raw text using the model provided"""
+
+    # Calculate prediction
+    predictions = model.predict(tf.convert_to_tensor([[raw_text]]), verbose=0)
+
+    # Print prediction details and category selected
+    print(predictions[0])
+    print(CATEGORIES[predictions[0].argmax()])
+
+
+def build_data_trees():
+    """Build the train, validation and test data trees from the CSV files"""
+
+    def build_data_tree_from_csv(csv_path, dst_path):
+        # Clean destination path
+        shutil.rmtree(dst_path, ignore_errors=True)
+
+        # Process CSV file, creating a new file for each set of keywords in the
+        # corresponding category directory
+        with open(csv_path) as csv_file:
+            csv_reader = csv.reader(csv_file, delimiter=';')
+            for row in csv_reader:
+                category, keywords = row[0], row[1]
+
+                # Create output directory if needed
+                category_path = os.path.join(dst_path, category)
+                if not os.path.isdir(category_path):
+                    os.makedirs(category_path)
+
+                # Write keywords to file
+                with tempfile.NamedTemporaryFile(
+                    mode="w",
+                    prefix="",
+                    suffix=".txt",
+                    dir=category_path,
+                    delete=False
+                ) as f:
+                    f.write(keywords)
+
+    build_data_tree_from_csv(TRAIN_CSV_PATH, TRAIN_DS_PATH)
+    build_data_tree_from_csv(VALIDATION_CSV_PATH, VALIDATION_DS_PATH)
+    build_data_tree_from_csv(TEST_CSV_PATH, TEST_DS_PATH)
+
+
+if __name__ == "__main__":
+    build_data_trees()
+    build_model()

ml/categories/data/csv/test.csv

@@ -0,0 +1,200 @@
+ai-machine-learning;a.i.,machine,learning
+ai-machine-learning;ai,machine-learning,deep learning
+ai-machine-learning;big data,learning,mlflow
+ai-machine-learning;business intelligence,artificial intelligence,artificial-intelligence
+ai-machine-learning;clearml,model,ml
+ai-machine-learning;colab,collaboratory
+ai-machine-learning;data,machine,learning
+ai-machine-learning;deep learning,keras,tensorflow
+ai-machine-learning;deep-learning,neural network,neural-network
+ai-machine-learning;jupyter,python,notebook
+ai-machine-learning;jupyterhub
+ai-machine-learning;kubeflow,tensorflow,xgboost
+ai-machine-learning;kubernetes,machinelearning,jupyterlab
+ai-machine-learning;machine learning
+ai-machine-learning;machine learning,data science
+ai-machine-learning;ml,ai
+ai-machine-learning;mlflow,model,mlops
+ai-machine-learning;model,gpu,tpu,cloud
+ai-machine-learning;mxnet,python
+ai-machine-learning;pytorch
+ai-machine-learning;pytorch,tensorflow,learning
+ai-machine-learning;r,rstats,rstudio,data,model
+ai-machine-learning;scikit,pytorch,python
+ai-machine-learning;spark,gpu,cuda
+ai-machine-learning;tensorflow
+database;cassandra
+database;couchbase,couchbasedb
+database;database,cluster,ha
+database;database,postgresql
+database;db,rdbms
+database;db2,sql
+database;dbaas,cloud
+database;dbms
+database;dgraph,graph
+database;elasticsearch,solr
+database;etcd,keyvalue
+database;influxdb,timeseries
+database;memcached,in-memory
+database;mongo,mongodb,atlas
+database;mysql,mysqldb,mariadb
+database;mysql,operator
+database;nosql,sql
+database;percona,tidb
+database;pgadmin,pgbouncer
+database;postgresql,postgres
+database;redis,keydb,cluster
+database;rethinkdb,questdb
+database;sql,proxy,replica
+database;sqlite
+database;timeseries,database
+integration-delivery;argo,flux,argocd
+integration-delivery;automation,ansible
+integration-delivery;build,deploy
+integration-delivery;ci/cd
+integration-delivery;cicd,integration,delivery
+integration-delivery;continuous delivery,ci
+integration-delivery;drone,deploy,runner
+integration-delivery;flux,flux2
+integration-delivery;git,pipeline
+integration-delivery;gitea,git,task
+integration-delivery;gitlab,ci
+integration-delivery;gitops,ci,cd
+integration-delivery;infrastructure,automation,testing
+integration-delivery;integration & delivery
+integration-delivery;jenkins
+integration-delivery;jfrog,xray
+integration-delivery;keptn,jenkins
+integration-delivery;kraken,kraken-ci
+integration-delivery;pipeline,pipelines,devops
+integration-delivery;pipeline,workflow
+integration-delivery;puppet,puppetserver
+integration-delivery;sonatype,repository
+integration-delivery;tekton,git,cd
+integration-delivery;terraform,cloud
+integration-delivery;workflow,github,actions
+monitoring-logging;aws,cloudwatch,azure,stackdriver
+monitoring-logging;exporter,gpu
+monitoring-logging;fluentd,fluentbit,fluent
+monitoring-logging;fluxcd,flagger
+monitoring-logging;grafana,loki
+monitoring-logging;icinga,sentry
+monitoring-logging;kubernetes,logging
+monitoring-logging;logs,alerting
+monitoring-logging;logs,alerts,agent,datadog
+monitoring-logging;logstash,kibana,elk
+monitoring-logging;metric,metrics
+monitoring-logging;metrics,tracing
+monitoring-logging;monitoring
+monitoring-logging;prometheus,exporter
+monitoring-logging;sematext,logging
+monitoring-logging;server,observability,metrics
+monitoring-logging;service mesh,monitoring
+monitoring-logging;splunk,anomaly detection,event
+monitoring-logging;statsd,influxdata,telegraf
+monitoring-logging;telemetry,open telemetry,otel
+monitoring-logging;thanos,portefaix
+monitoring-logging;traces,tracing,collector
+monitoring-logging;tracing,jaeger
+monitoring-logging;wavefront,newrelic,new relic
+monitoring-logging;zabbix,server
+networking;api gateway,ambassador
+networking;cni,calico
+networking;cni,mesh
+networking;dns,server
+networking;envoy,contour
+networking;gateway,router,switch
+networking;ingress,controller
+networking;ingress,networking
+networking;kiali,istio
+networking;kong,mesh,control plane
+networking;kusk,gateway
+networking;linkerd,linkerd2,traefik,istio
+networking;load balancer,load-balancer,cloud,gslb
+networking;network,tools
+networking;networking
+networking;nginx,http
+networking;proxy,reverse proxy,haproxy
+networking;serverless,knative
+networking;service mesh,service-mesh,mesh
+networking;tigera,kubernetes
+networking;vlan,bgp
+networking;voip,sip
+networking;vpn,aws,network
+networking;vpn,tunnel
+networking;wallarm
+security;admission,controller,admission-controller,admission controller
+security;anchore,keycloak
+security;aquasecurity
+security;auth,authentication
+security;aws,iam
+security;cert-manager,kubernetes
+security;certificate,certificates,letsencrypt
+security;falco
+security;gatekeeper,admission
+security;opa,conftest
+security;opa,policy
+security;owasp,psp
+security;pki,x509
+security;policy,policies,psp
+security;rbac,policies
+security;scanner
+security;secrets,management
+security;securecodebox
+security;security
+security;snyk
+security;ssl,tls
+security;sso,openid,oauth2
+security;trivy
+security;vault,hashicorp
+security;vulnerability,cve
+storage;aws,s3
+storage;backup,csi
+storage;backup,restore,buckets,data
+storage;blockstorage,kubernetes,cloud
+storage;ceph,rbd
+storage;ceph,rook
+storage;chartmuseum
+storage;chubaofs,beegfs
+storage;cloud provider,nexus,data
+storage;cloud volumes,azure,gcp,aws
+storage;container storage,kubernetes
+storage;ebs,nfs
+storage;file storage,file-storage,nfs
+storage;hpe,csi
+storage;ibm,gpfs
+storage;iscsi,snapshot
+storage;longhorn
+storage;minio,nextcloud
+storage;noobaa,data
+storage;nutanix,csi
+storage;persistent,volumes,kubernetes,provisioner
+storage;pvc,pv
+storage;replication,storage
+storage;san,block,device
+storage;storage
+streaming-messaging;amqp,stomp
+streaming-messaging;centrifugo
+streaming-messaging;cloudevents,webhook,webhooks
+streaming-messaging;distributed,messaging
+streaming-messaging;flink,messaging
+streaming-messaging;hazelcast
+streaming-messaging;kafka
+streaming-messaging;kafka,cmak,operator
+streaming-messaging;message queue,message,queue
+streaming-messaging;messaging
+streaming-messaging;mosquitto,mqtt
+streaming-messaging;mqtt,iot
+streaming-messaging;nats
+streaming-messaging;nsq,nsqd
+streaming-messaging;producer,consumer,queue,topics
+streaming-messaging;pub/sub,pubsub
+streaming-messaging;publish,subscribe
+streaming-messaging;pulsar,cloud native
+streaming-messaging;rabbitmq,broker
+streaming-messaging;rpc,grpc
+streaming-messaging;service bus,message
+streaming-messaging;service,discovery,service discovery
+streaming-messaging;streaming
+streaming-messaging;streaming & messaging
+streaming-messaging;streams,distributed,distributed system

ml/categories/data/csv/validation.csv

@@ -0,0 +1,200 @@
+ai-machine-learning;ai,resource orchestration,noops,machine learning
+ai-machine-learning;data-science,machine-learning
+ai-machine-learning;data-science,machine-learning,apache-spark,azure,artificial-intelligence,data-engineering,feature-engineering,data-quality,mlops,feature-store,feature-management
+ai-machine-learning;deep-learning,tensorflow,machine-learning,data-science,neural-networks
+ai-machine-learning;durable,execution,workflow,sdk,application,distributed,developer tools,ai,machine learning
+ai-machine-learning;kubernetes,machine-learning,jupyter,notebook,tensorflow,ml,minikube,google-kubernetes-engine,kubeflow
+ai-machine-learning;kubernetes,machine-learning,models,pipelines,datasets,mlx,notebook-jupyter,tekton,kubeflow-pipeline,mlx-catalog
+ai-machine-learning;kubernetes,workflow,machine-learning,airflow,microservices,framework,deep-learning,pipeline,grpc,cloud-native,semantic-search,creative-ai,aiops,multimodal,mlops,fastapi,neural-search,vector-search-engine,crossmodal,generative-ai
+ai-machine-learning;machine-learning,data-mining statistics,graph-algorithms,clustering,word2vec,regression,xgboost,classification,recommender,recommender-system,feature-engineering,flink,graph-embedding,flink-machine-learning
+ai-machine-learning;machine-learning,deep-learning,artificial-intelligence,ibm-research,explainable-ai,explainable-ml,xai,ibm-research-ai,codait,trusted-ai,trusted-ml,explainabil
+ai-machine-learning;machine-learning,deep-learning,facial-recognition,face-recognition,openface,facenet,face-analysis,facial-expression-recognition,emotion-recognition,age-prediction,gender-prediction,deepid,vgg-face,deepface,arcface,race-classification
+ai-machine-learning;machine-learning,deep-learning,hadoop,tensorflow,horovod,hadoop-yarn
+ai-machine-learning;machine-learning,deep-learning,neural-network,scalability,efficiency,paddlepaddle,distributed-training
+ai-machine-learning;machine-learning,deep-neural-networks,deep-learning,neural-network,scikit-learn,ml
+ai-machine-learning;machine-learning,h2o,model-deployment
+ai-machine-learning;machine-learning,natural-language-processing,information-retrieval,research,reinforcement-learning,computer-vision,deep-learning,distributed-computing,image-processing,metric-learning,recommender-system,object-detection
+ai-machine-learning;machine-learning,performance,deep-learning,metal,compiler,gpu,vulkan,opencl,tensor,spirv,rocm,tvm
+ai-machine-learning;machine-learning,pipeline,mlops,kedro,experiment-tracking
+ai-machine-learning;machine-learning,spark model,spark-streaming,online-learning,parameter-server,high-dimensional
+ai-machine-learning;machine-learning,spark,deep-learning,mxnet,tensorflow,mpi,keras,pytorch,machinelearning,baidu,deeplearning,ray
+ai-machine-learning;mlops,aiops,production,ai,machine learning
+ai-machine-learning;tensorflow,machine-learning,deep-learning,neural-network,python,deep-neural-networks,ml distributed
+ai-machine-learning;training,learning,machine-learning,intelligence,ai,neural-network,tizen,hacktoberfest,tensorflow-lite
+ai-machine-learning;workflow,data-science,data,machine-learning,scale,grpc,dataops,data-analysis,mlops,battle-tested,production-grade,orchestration-engine
+ai-machine-learning;workflow,data-science,machine-learning,ai,deep-learning,tensorflow,pytorch,production-ready,automl,mlops,metadata-tracking
+database;cache,azuredatabase,asparadb,cloudsql
+database;couchdb,redis,website,memcached,cassandra,mongodb,solr,cache,dynamodb,driver,predis,couchbase,speed,arangodb,ssdb,firestore
+database;data,database,nosql,storage,hbase,baidu,bigtable
+database;database,nosql,bigtable
+database;database,sql,grds cloud
+database;datagrid,caching,key-value,distributed
+database;db,search,opensearch,database
+database;db2,sql,rhocp,commercial,limited
+database;db2u,mpp,dashdb,db2,sql
+database;elasticsearch,cassandra,graph,solr,hbase,graph-database,gremlin,graphdb,tinkerpop,bigtable
+database;graph-database,graph,elasticsearch,cassandra,solr,hbase,gremlin,graphdb,tinkerpop,bigtable
+database;in-memory,caching,keyvalue
+database;influxdb,timeseries
+database;kanister,sql,database
+database;key-value,consensus,distributed-transactions,tikv,tidb
+database;mongodb,atlas,database,replica set,cluster
+database;mongodb,nosql,cluster,replicaset,replication
+database;mysql,cluster,proxysql
+database;mysql,database,sql,galera
+database;mysql,docker,redis,elasticsearch,mongodb,rabbitmq,elk,swagger-ui,springcloud
+database;mysql,postgres,data,database,analytics,postgresql,data-analysis,sql-editor
+database;mysql,sql,database,nosql,sqlite,postgresql,oracle,db2,sqlserver
+database;percona,sql,xtradb,galera,wsrep
+database;rethinkdb,nosql
+database;startx,fedora,database,couchbase
+integration-delivery;alerting,adapter,metrics,wavefront
+integration-delivery;ansible,jenkins,integration,repository,yum,continuous,delivery
+integration-delivery;cluster,multicluster,hive,hypershift,selfservice,openshift,quota,helm,argocd,openshift optional,integration & delivery
+integration-delivery;continiuos-delivery,drone,drone.io,continuos-integration
+integration-delivery;continuous-integration,continuous-delivery,ci,elm,pipelines,ci-cd,concourse
+integration-delivery;developer tools,cloud provider
+integration-delivery;devops,ci,github-actions
+integration-delivery;docker,devops,continuous-integration,ci,build-pipelines,build-automation,ci-cd
+integration-delivery;docker,devops,deployment,continuous-integration,continuous-delivery,containers,continuous-deployment,ci-cd,buildkit
+integration-delivery;docker,kubernetes,dockerfile,devops,continuous-integration,continuous-delivery,helm,docker-image,ci-cd,iac,gitops,buildah,werf,giterminism
+integration-delivery;docker,kubernetes,jenkins,microservice,openshift,continuous-integration,continuous-delivery,ci-cd,developer-tools,continuous,developer-experience
+integration-delivery;docker,shipping,package,integration,ci,cd,continuous,dag,delivery
+integration-delivery;dockerfiles,build,framework,ci,build-automation,ci-cd,build-tool,build-system,docker-images,cicd,reproducible-builds
+integration-delivery;github,agent,integration,repository,guidelines,developer-infrastructure
+integration-delivery;github,git,docker,kubernetes,devops,gitlab,continuous-integration,continuous-delivery,continuous-deployment,ci-cd,distributed,gitea,high-availability,cicd
+integration-delivery;gocd,ci,cd,ci/cd,continuos-integration,continuos-delivery,continuos-deployment,continuos-testing
+integration-delivery;infrastructure,automation,cloud,integration,ci,cd,delivery
+integration-delivery;integration,camel
+integration-delivery;jenkins,ci,cd,http,we,application
+integration-delivery;limited,integration,runtime,framework,icp
+integration-delivery;pystol,cloud native,open source,chaos engineering,fault injection,software product line,integration & delivery
+integration-delivery;solace,pubsubplus,messaging,event broker,event mesh,data streaming,event integration,middleware
+integration-delivery;swagger,ui,restful,openapi
+integration-delivery;webhook,webhooks,devops,automation,integration,ci,deploy,automate,redeploy
+integration-delivery;workspace,ci-cd,build-tool,build-system
+monitoring-logging;benchmark,haskell,performance,monitoring,logging
+monitoring-logging;datadog,monitoring,alerting,metrics,logs,tracing
+monitoring-logging;devops,monitor,monitoring,crash-reporting,error-monitoring,sentry,crash-reports,csp-report,apm,error-logging
+monitoring-logging;docker,kubernetes,filebeat,logging,container,fluentd,log-pilot
+monitoring-logging;docker,kubernetes,monitoring,logging,logs,fluentd,dashboards,k8s,observability,log-analytics,logging-analytics
+monitoring-logging;events,clojure,monitoring,metrics,logging,riemann,monitoring-tool
+monitoring-logging;grafana,logging,prometheus,loki,cloudnative
+monitoring-logging;kubernetes,cloud,monitoring,metrics,azure,containers,logging,hybrid,aks,loganalytics
+monitoring-logging;lightweight,logging,stack-traces,loglevel,setlevel
+monitoring-logging;logging,cncf,data-collector,fluentd
+monitoring-logging;logging,logrus
+monitoring-logging;logging,loki,logging & tracing
+monitoring-logging;monitor,docker,monitoring,responsive,single-page-app,websocket,socket-io,selfhosted self-hosted,uptime,webapp,hacktoberfest,uptime-monitoring
+monitoring-logging;monitoring,analytics,time-series,graphite,devops,containers,notifications,docker kubernetes,iot,dashboard,influxdb,grafana,alerting,cncf,statsd,prometheus,graphing observability,netdata
+monitoring-logging;monitoring,command-line,tui,top,system-monitoring
+monitoring-logging;monitoring,metrics,time-series,telegraf
+monitoring-logging;notifications,agent,rss,scraper,automation,twitter,monitoring,huginn,feed feedgenerator,webscraping,twitter-streaming
+monitoring-logging;redis,json,logstash,tcp,udp,logging,logging-library
+monitoring-logging;security,kafka,log-analysis,gelf,graylog,log-viewer,amqp,logging,syslog,logging-server,secure-logging,log-collector,siem,log-management
+monitoring-logging;spring-boot,logger,logging,developer-tools,logviewer
+monitoring-logging;storage,prometheus,metrics,monitoring,s3,google-cloud-storage high-availability,observability,prometheus-ha-pairs,thanos,prometheus-setup
+monitoring-logging;terminal,monitoring,visualization,shell,charts,command-line,alerting,cmd sampler,command-line-tool,dashbord
+monitoring-logging;terminal,nginx,cli,privacy,real-time,monitoring,dashboard,analytics,command-line webserver,google-analytics,web-analytics,apache,tui,ncurses,data-analysis,goaccess gdpr
+monitoring-logging;uptime,monitoring,status,status-page
+monitoring-logging;web-performance,metrics,logging,prometheus,zabbix,telegraf,apm,dapper,ebpf,service-mesh,observability,distributed-tracing,skywalking,open-telemetry
+networking;caching,http,ipv6,https,high-performance,proxy,cache,http2,load-balancer,reverse-proxy,haproxy,high-availability,fastcgi,proxy-protocol,ddos-mitigation,tls13
+networking;caching,http,nosql,key-value,https,high-performance,proxy,cache,http2,restful,load-balancer,reverse-proxy,haproxy,http-cache,nuster
+networking;cli,tunnel,networking,tcp,proxy,self-hosted,localhost
+networking;cloudflare,dns,ipv4,ipv6,ddns,dnspod,alidns,dnscom
+networking;dns,privacy,networking,firewall,privacy-enhancing-technologies,privacy-protection,privacy-tools,application-firewall,privacy-by-design
+networking;dns,proxy,dns-over-https,dnscrypt,doh,dnscrypt-proxy,dnscrypt-proxy2,anonymized odoh,anonymized-dns,oblivious-dns-over-https,oblivious-doh
+networking;dns,tls,ssl,http,irc,async,network,xmpp,imap,twisted smtp,event-driven
+networking;docker,consul,vault,load-balancer
+networking;downloader,cloud,dotnet,nuget,proxy,management,file-sharing,api-wrapper,uploader,netstandard20,progress-tracking
+networking;enterprise,kibana,proxy,management,cerebro,es,sense,xpack,elasticsearch-sql
+networking;json,sql,networking,cross-platform,xml,logging,configuration,http-client,http-server,poco,database-access
+networking;kubernetes,cloud,twilio,webrtc,telephony,voip,cpaas,programmable-voice,customer-experience,customer-engagement,ucaas,cloud-communications-platform
+networking;kubernetes,http,distributed-systems,microservices,microservice,api-gateway,raft,gateway,proxy-server,traffic,load-balancer,etcd,reverse-proxy,mesh,cloud-native,service-mesh,sidecar
+networking;kubernetes,security,cloud,networking,network,self-hosted,vpn,mesh,vpn-server,k8s,wireguard,virtual-network,devsecops,zero-trust,wireguard-vpn,wg-quick,virtual-networking,wireguard-ui
+networking;kubernetes,security,networking,monitoring,kernel,containers,k8s,ebpf,xdp,troubleshooting,observability,cni,loadbalancing,bpf,kubernetes-networking
+networking;middleware,router,microservice,api-gateway,gateway,proxies,load-balancer,backend-services,gateway-api,krakend
+networking;networking,async,io,async-await,trio,structured-concurrency
+networking;networking,asynchronous
+networking;networking,event-loop,reactor,event-driven,kqueue,epoll,non-blocking
+networking;networking,peer-to-peer,vpn,sdn,decentralization,virtual-network,sd-wan
+networking;networking,xcode,cocoapods,carthage,swift-package-manager,alamofire,request,response,urlsession,certificate-pinning,public-key-pinning,urlrequest,httpurlresponse,parameter-encoding
+networking;nginx,gui,management,webapp
+networking;serverless,service-worker,api-gateway,load-balancer,reverse-proxy,quic,cloudflare-workers
+networking;tunnel,nat,proxy,http,network,firewall,ngrok,noise,frp,noise-protocol
+networking;wireguard,docker,pi-hole,vpn,dns,adblock,dns-provider,unbound,pihole,ad-blocking
+security;automation,scanner,bruteforce,owasp,penetration-testing,pentesting,cve,network-analysis,vulnerability-management,vulnerability-scanners,information-gathering,portscanner,security-tools,vulnerability-scanner,penetration-testing-framework,hacking-tools,pentesting-tools,cves
+security;aws,arm,cloudformation,azure,terraform,sonarqube,cloudformation-templates,cwe,devsecops,nist800-53,cfn-nag,checkov,800-53,quality-profiles,sonar-cloudformation-plugin,cloudformation-rules
+security;cryptography,privacy,encryption,portable,argon2,password,reed-solomon,blake2b,serpent,sha3,file-encryption,security-tools,privacy-tools,xchacha20
+security;devsecops,security-tools,kubernetes,owasp,kubernetes-operator,owasp-zap,security-automation,security-testing,securecodebox
+security;distributed-systems,identity,encryption,kafka,authentication,credentials,messaging,authorization,encrypted-connections,trust,encrypted-messages,e2ee,security-tools,end-to-end-encryption,zero-trust,identity-managment
+security;hacking,penetration-testing,bounty,vulnerability,bugbounty,pentest,bypass,payload,payloads,privilege-escalation,redteam
+security;hook,opengl,compiler,shaders,vulkan,glsl,preprocessor,spir-v,injector,hlsl,d3d12,d3d11,post-processing,d3d9
+security;iac,infrastructure-as-code,cloudnative,appsec,vulnerability-detection,vulnerability-scanners,security-tools,devsecops,open-policy-agent
+security;jenkins,npm,security,devops,gradle,maven,ci,nuget,docker-registry,nexus,gocd,artifactory,gradlew,sonatype-nexus,jfrog-artifactory,sonatype,artifact,jfrog
+security;kubernetes,infrastructure,aws,security,devops,terraform,architecture,iac,infrastructure-as-code,scans,aws-security,security-tools,cloudsecurity,devsecops,cloud-security,sast,azure-security,gcp-security,terrascan,security-violations
+security;kubernetes,open-source,security,scanner,kubernetes-cluster,policy,opa,service-mesh,istio,open-policy-agent
+security;linux,security,networking,firewall,data-breach,application-firewall
+security;nextjs,secret-management,secrets,environment-variables,end-to-end-encryption
+security;nginx,ssl,letsencrypt,hsts,digitalocean,drupal,gzip,cdn,https,http2,rate-limiting,ssl-certificate,nginx-configuration,nginx-configs,security-headers,digitalocean-community-tools
+security;oauth2,microservices,authentication,api-management,api-gateway,proxy,openidconnect,authorization,sso,saml2,identity-management,identity-provider,scim,service-mesh,access-management,enforce-policies,request-routing,identity-governance,identity-provisioning
+security;permissions,acl,authorization,permission,access-control,abac,iam-policy,authz,policy-management,attribute-based-access-control
+security;privacy,protection,anti-virus,malware,ad-blocker,unified-hosts,porn-filter,social-media-filter,hosts,gambling-filter,ransomware,pornblocker,trojans,curated-sources
+security;protection,ddos,ddos-attacks,sql-injection,web-security,denial-of-service,hacking-tool,linux-tools,ddos-tool,ddos-protection,attack-defense,ddos-attack-tools,ddos-attack,hacking-tools,internet-traffic,deface-website,ddos-attack-tool,ddos-ripper,attack-server
+security;security,assessment,safety,access-control,secure-access
+security;security,dpdk,suricata,network-analysis,network-security,anti-ddos,kernel-bypass
+security;security,maven,maven-plugin,vulnerabilities,snyk,monitors,security-tools,snyk-cli
+security;security,scanner,hacking,owasp,penetration-testing,vulnerability,web-security,pentesting,vulnerabilities,appsec,metasploit,web-hacking,hacking-tools
+security;svg,html,dom,xss,mathml,sanitizer,dompurify,cross-site-scripting,prevent-xss-attacks
+security;tools,hack,exploit,scanner,hacking,password,poc,brute-force,pentest,portscan,security-scanner,exp,security-tools,ladon,ipscanner,getshell,netscan
+security;vpn,wireguard,security,ansible,encryption,ipsec,vpn-server,vpn-client,ikev2,strongswan,ssh-tunnel
+storage;ansible,storage,ansible-role,remote-storage,block-storage,iscsi-target,iscsi,ansible-roles
+storage;aws,storage,aws-s3,ftp-client,dotnet-standard,azure-storage,storage-providers,in-memory-storage,azure-blob,storage-abstractions,blob-storage,data-lake-store
+storage;aws,streaming,azure,s3,gcp,stream-processing,data-structures,blob-storage,digitalocean-spaces,ibm-cloud-object-storage,gcp-cloud-storage,zadara
+storage;block-storage,software-defined-storage,object-storage,kubernetes-storage,file-storage,s3fs,s3fs-fuse,container-storage
+storage;cloud,storage,decentralized,blockchain,distributed,sia
+storage;distributed-computing,in-memory-storage,graph-engine,in-memory-computations,graph-query-language
+storage;docker,kubernetes,backup,storage,helm,s3-bucket,minio,volume
+storage;inclusivity,distributed-systems,storage,s3,s3-storage,objectstore,distributed-storage,software-defined-storage,objectstorage,storage-api,object-storage,object-storage-service
+storage;kubernetes,ceph,rbd,csi,cephfs
+storage;kubernetes,local,storage,latency,high-performance,raw,lvm,csi,autotiering,opsfree
+storage;kubernetes,oss,disk,ebs,nas,lvm,csi,storage-driver,k8s-sig-cloud-provider,cpfs,csi-plugins
+storage;kubernetes,storage,ceph,rook,rook-ceph
+storage;kubernetes,storage,cluster,kubernetes-cluster,persistent,persistent-storage,volume,csi,moosefs,claim,persistent-volume,persistent-volume-claim,storage-providers-moosefs
+storage;kubernetes,storage,k8s,cloud-native,docker,devops,ebs-volumes,ebs,storage-container,persistent-storage,pod,block-storage,openebs,containerization,persistent-workloads
+storage;kubernetes,storage,linode,volume,csi,pvc
+storage;kubernetes,storage,minio,csi,stateful,jbod,csi-driver
+storage;software-defined-storage,provisioner,virtuozzo,acronis,vstorage,external-provisioners,sig-storage
+storage;storage,aws-s3,s3,ceph,ceph-cluster,radosgw,radosgw4j,radosgw-setup
+storage;storage,concurrency,ceph,rados
+storage;storage,distributed-systems,opensource,storage-engine,high-performance,raft,block-storage,sds,fuse-filesystem,filestorage,posix-compatible,cloud-native-storage
+storage;storage,high-performance,operator,k8s,cloud-native,persistent-storage,block-storage,high-availability,zfs,sds,software-defined-storage,storage-orchestration,drbd,csi,linstor
+storage;storage,ipfs,p2p,libp2p,filestorage,fil,filecoin
+storage;storage,provisioner,expanded,hostpath,microk8s,hostpath-provisioner
+storage;storage,s3,go,kubernetes,cloud,k8s,cloudnative,objectstorage,multi-cloud,cloudstorage,amazon-s3,multi-cloud-kubernetes
+storage;vagrant,pipeline,hpc,ceph,high-performance-computing,block-storage,object-storage,ceph-cluster,parallel-filesystem
+streaming-messaging;audio,qt,privacy,encryption,video,communication,messaging,p2p,distributed,voip,tox,qtox
+streaming-messaging;audit,pulsar,saltstack,nova,osquery,quasar,hubble,nebula
+streaming-messaging;chat,communication,uwp-apps,chat-application,groupchat,team-platform,uwp-applications,uwp-app
+streaming-messaging;chat,mqtt,iot,erlang,server,sip,stun,turn,messaging,matrix,xmpp,pubsub,broker,jabber,ejabberd,voip,groupchat,sip-server,brokers,jabber-server
+streaming-messaging;chat,telegram,webrtc,messaging,xmpp,messenger,collaboration,whatsapp,instant-messaging,chatbots,video-call,chat-application,chatapp,video-conferencing,webchat-server,chatserver,video-chat,messaging-api
+streaming-messaging;distributed-systems,cloud,messaging,message-bus,message-queue,cloud-computing,cloud-native,microservices-architecture,nats-server
+streaming-messaging;docker,kubernetes,framework,scalable,websocket,websockets,realtime,pubsub,socketcluster
+streaming-messaging;gstreamer,media-server,fiware,kurento
+streaming-messaging;gsuite,communication,management,gmail,google-sheets,google-apps-script,teamwork,team,google-forms
+streaming-messaging;hazelcast,rate-limiting,rate-limit,infinispan,rate-limiter,token-bucket,apache-ignite,oracle-coherence,jcache
+streaming-messaging;hazelcast,websocket,spring-cloud,talk,netty4,teamtalk
+streaming-messaging;kubernetes,akka,spark,flink,streaming-data,cloudflow,microservices-architectures,streaming-applications,streaming-runtimes
+streaming-messaging;kubernetes,microservices,state-management,microservice,serverless,containers,pubsub,event-driven,sidecar
+streaming-messaging;mqtt,iot,internet-of-things,mqtt-broker,mosquito,mqtt-protocol,iot-cloud,iot-application,message-broker,eclipse-mosquitto
+streaming-messaging;mqtt,iot,messaging,websockets
+streaming-messaging;networking,stream,network,zeromq,messaging,concurrency,pubsub,zmq,zmtp,libzmq,pushpull
+streaming-messaging;notifications,communication,email,sms,push-notifications,transactional,notification-center
+streaming-messaging;notifications,curl,rest-api,push-notifications,pubsub,ntfy,ntfysh
+streaming-messaging;player,streaming,video,html5,stream,hls,playback,video-streaming,mediasource,http-live-streaming,ecmascript6,hacktoberfest,hlsjs,native-hls,mediasource-extensions
+streaming-messaging;plugin,communication,addon,discord,voice,teamspeak,bridge
+streaming-messaging;streaming,apache-spark,storm,stream-processing,spark-streaming,dataflow,flink,heron,drizzle,millwheel,s4,streaming-engine,spe,stream-processing-engine
+streaming-messaging;streaming,h264,stream,rtsp,mp4,hls,livestream,rtmp,webrtc,ip-camera,android-sdk,broadcasting,media-server,broadcast,ios-sdk,h265,adaptive-streaming,vp8
+streaming-messaging;streaming,messaging,eventing,cloud-native,rocketmq
+streaming-messaging;streaming,messaging,pubsub,pulsar,queuing,event-streaming
+streaming-messaging;streaming,real-time,websocket,messaging,websockets,scalability,sockjs,grpc,pubsub,http-streaming,eventsource,http3,webtransport