Hotcode 2013: Javascript in a database (Part 1)
2 likes2,652 views
This document discusses using JavaScript in databases. It describes how JavaScript can be used in the database for transactions defined as functions, graph traversal, and having no backend code, just an API. It provides examples of using JavaScript for transactions and graph traversal in ArangoDB.
1 of 23
![Use Aggregates
Do not Normalize
www.arangodb.org (c) f.celler@triagens.de
{ name: { first: „Frank“, last: „Celler“ },
address: { home: { street: „...“, city: „...“ } },
email: { work: „frank@celler.de“ },
hobbies: [ „C++“, „MRuby“, „JavaScript“ ] }
Samstag, 1. Juni 13](https://image.slidesharecdn.com/javascriptinthedatbase-130601001842-phpapp01/85/Hotcode-2013-Javascript-in-a-database-Part-1-7-320.jpg)
![ArangoDB.explain()
www.arangodb.org (c) f.celler@triagens.de
{
"type": "NoSQL database",
"model": [ "document", "graph", "key-value" ],
"openSource": true,
"license“: "apache",
"version": 1.3,
"builtWith": [ "C", "C++", "js" ],
"Javascript": [ "client side", "server side" ],
"uses": [ "V8" ]
}
Samstag, 1. Juni 13](https://image.slidesharecdn.com/javascriptinthedatbase-130601001842-phpapp01/85/Hotcode-2013-Javascript-in-a-database-Part-1-13-320.jpg)
![db._create("accounts");
db.accounts.save({ _key: "john", amount: 423 });
db.accounts.save({ _key: "fred", amount: 197 });
db._executeTransaction({
collections: {
write: "accounts"
},
params: {
user1: "fred",
user2: "john",
amount: 10
},
action: function (params) {
var db = require("internal").db;
var account1 = db.accounts.document(params['user1']);
var account2 = db.accounts.document(params['user2']);
var amount = params['amount'];
if (account1.amount < amount) {
throw "account of user '" + user1 + "' does not have enough money!";
}
db.accounts.update(account1, { amount : account1.amount - amount });
db.accounts.update(account2, { amount : account2.amount + amount });
/* will commit the transaction and return the value true */
return true;
}
});
www.arangodb.org (c) f.celler@triagens.de
Transactions
Samstag, 1. Juni 13](https://image.slidesharecdn.com/javascriptinthedatbase-130601001842-phpapp01/85/Hotcode-2013-Javascript-in-a-database-Part-1-18-320.jpg)
![db._executeTransaction({
collections: {
write: "accounts"
},
params: {
user1: "fred",
user2: "john",
amount: 10
},
action: function (params) {
var db = require("internal").db;
var account1 = db.accounts.document(params['user1']);
var account2 = db.accounts.document(params['user2']);
var amount = params['amount'];
if (account1.amount < amount) {
throw "account of user '" + user1 + "' does not have enough money!";
}
db.accounts.update(account1, { amount : account1.amount - amount });
db.accounts.update(account2, { amount : account2.amount + amount });
www.arangodb.org (c) f.celler@triagens.de
Transactions
Samstag, 1. Juni 13](https://image.slidesharecdn.com/javascriptinthedatbase-130601001842-phpapp01/85/Hotcode-2013-Javascript-in-a-database-Part-1-19-320.jpg)
![function traverse (graph, start, depth, maxlen) {
var config = {
datasource: traversal.collectionDatasourceFactory(graph._edges),
strategy: Traverser.BREADTH_FIRST,
expander: traversal.anyExpander,
filter: traversal.maxDepthFilter,
maxDepth: depth,
uniqueness: { edges: Traverser.UNIQUE_GLOBAL, vertices: Traverser.UNIQUE_NONE },
visitor: coauthorVisitor(maxlen)
};
var traverser = new Traverser(config);
var result = { positions: {}, vertices: [], links: [], minYear: 0, maxYear: 0 };
var first = graph._vertices.firstExample({ name: start });
if (first !== null) {
traverser.traverse(result, first);
}
return {
start: start,
depth: depth,
minYear: result.minYear,
maxYear: result.maxYear,
vertices: result.vertices,
links: result.links };
}
www.arangodb.org (c) f.celler@triagens.de
Graph Traversal
Samstag, 1. Juni 13](https://image.slidesharecdn.com/javascriptinthedatbase-130601001842-phpapp01/85/Hotcode-2013-Javascript-in-a-database-Part-1-20-320.jpg)
Ad
Recommended
Running MRuby in a Database - ArangoDB - RuPy 2012
Running MRuby in a Database - ArangoDB - RuPy 2012 ArangoDB Database The document discusses the integration of mruby, a lightweight Ruby implementation, within the ArangoDB NoSQL database framework. It highlights various technical aspects such as query language, script language use cases, comparisons between mruby and V8, and performance metrics. Ultimately, it posits that mruby can be a viable choice for scripting in databases, although using existing language drivers may be more practical depending on the situation.
ArangoDB - Using JavaScript in the database
ArangoDB - Using JavaScript in the databaseArangoDB Database ArangoDB is an open-source NoSQL database that stores data as schema-free JSON documents organized in collections, allowing for flexible data modeling. It provides an HTTP REST API for querying, supports complex SQL-like queries, and enables the creation of server-side JavaScript actions to extend functionality. Additionally, ArangoDB supports referencing between documents and offers special functions for graph processing, making it useful for various application needs.
Using MRuby in a database
Using MRuby in a databaseArangoDB Database The document discusses using the MRuby scripting language in databases. It provides an overview of NoSQL databases and the ArangoDB multi-model database. It then discusses use cases for scripting languages in databases for tasks like enriching results and computing values. The document compares MRuby and V8, noting MRuby is simpler to embed but slower. It argues MRuby may be an alternative embedding if performance is not critical or can be improved with LLVM compilation to machine code.
Rupy2012 ArangoDB Workshop Part1
Rupy2012 ArangoDB Workshop Part1ArangoDB Database The document outlines an agenda for a workshop on ArangoDB and Ashikawa. The agenda includes introducing ArangoDB, installing it, performing CRUD operations, using the query language, and building a small example with the Ruby driver Ashikawa. It also provides information on importing data and performing queries on ArangoDB.
ArangoDB
ArangoDBArangoDB Database The document summarizes the multi-purpose NoSQL database ArangoDB. It describes ArangoDB as a second generation database that is open source, free, and supports multiple data models including documents, graphs, and key-value. It highlights main features such as being extensible through JavaScript, having high performance, and being easy to use through its web interface and query language AQL.
A Little SPARQL in your Analytics
A Little SPARQL in your AnalyticsDr. Neil Brittliff The document discusses Semantic Web technologies including RDF, SPARQL and ontologies. It provides:
1) An introduction to the Semantic Web vision of machines being able to understand and respond to complex requests based on meaning. This requires information to be semantically structured.
2) A brief overview of key concepts in RDF including triples, nodes, blank nodes, and predefined RDF structures like bags and lists.
3) An explanation of the SPARQL query language, which is similar to SQL but interrogates the Semantic Web. SPARQL clauses like SELECT, CONSTRUCT, DESCRIBE and ASK are covered.
4) A discussion of ontological representations including R
Graph Analytics with ArangoDB
Graph Analytics with ArangoDBArangoDB Database This document discusses using graphs and graph databases for machine learning. It provides an overview of graph analytics algorithms that can be used to solve problems with graph data, including recommendations, fraud detection, and network analysis. It also discusses using graph embeddings and graph neural networks for tasks like node classification and link prediction. Finally, it discusses how graphs can be used for machine learning infrastructure and metadata tasks like data provenance, audit trails, and privacy.
Visualizing Web Data Query Results
Visualizing Web Data Query ResultsAnja Jentzsch This document outlines a tutorial on visualizing web data by processing SPARQL query results. It discusses preliminaries like using JavaScript and jQuery to send queries. It then covers manually parsing and displaying SPARQL JSON results by building a table. Pre-built toolkits like Sparqk and Sgvizler that simplify this process are also introduced. The document concludes by providing hands-on examples for attendees to try.
Hands on with Ruby & MongoDB
Hands on with Ruby & MongoDBWynn Netherland The document discusses NoSQL databases and MongoDB in particular. It provides an overview of MongoDB, including how it uses databases and collections similar to tables, but stores data as flexible JSON-like documents rather than fixed schemas. It also covers installing and configuring MongoDB, basic querying of documents, and the MongoMapper ORM for Ruby. Real-world examples of companies using MongoDB in production are provided, along with resources for learning more.
FOXX - a Javascript application framework on top of ArangoDB
FOXX - a Javascript application framework on top of ArangoDBArangoDB Database This document discusses ArangoDB Foxx, a feature of ArangoDB that allows developers to define REST APIs and build single page web applications directly against the ArangoDB database using JavaScript. Foxx allows defining controllers with routes, parameterizing routes, generating documentation, and structuring models. It aims to provide a streamlined way for front-end developers to interface directly with the database without overhead typically involved in separating concerns across servers. The document outlines several Foxx features and capabilities including authentication, asset handling, and sharing code through a repository.
iOS: Web Services and XML parsing
iOS: Web Services and XML parsingJussi Pohjolainen The document discusses fetching and parsing web content in iOS applications. It covers using NSURLConnection to fetch HTTP content, parsing XML with NSXMLParser and third party libraries, and parsing JSON with NSJSONSerialization. Options for XML parsing include SAX and DOM approaches, and common third party XML parsing libraries are mentioned. Examples of fetching weather data from a web service in JSON format are also provided.
Introduction to couch_db
Introduction to couch_dbRomain Testard This document introduces CouchDB, a document-oriented NoSQL database. It discusses that CouchDB stores flexible JSON documents without a predefined schema, uses JavaScript MapReduce queries, and has a RESTful API. It also provides examples of creating a CouchDB database in Perl, inserting documents, designing views, and querying views.
Big Data Processing using Apache Spark and Clojure
Big Data Processing using Apache Spark and ClojureDr. Christian Betz The document provides an overview of big data processing using Apache Spark with a focus on Clojure. It discusses the advantages of Spark's in-memory processing over Hadoop's traditional disk I/O, introduces Resilient Distributed Datasets (RDDs), and presents practical examples of RDD manipulation and transformations. The authors highlight the functional programming aspects of Spark that align well with Clojure, promoting its use for developing Spark applications.
OrientDB: Unlock the Value of Document Data Relationships
OrientDB: Unlock the Value of Document Data RelationshipsFabrizio Fortino The document discusses OrientDB, a multi-model database that integrates document and graph database functionalities. It emphasizes the importance of considering non-relational data storage options in the context of increasing amounts of unstructured data and the complexity of data relationships. The presentation outlines the features, applications, and advantages of using OrientDB for managing and querying complex data interactions efficiently.
DrupalCon Chicago Practical MongoDB and Drupal
DrupalCon Chicago Practical MongoDB and DrupalDoug Green The document discusses the benefits and challenges of using MongoDB with Drupal, highlighting its potential for improved speed and scalability for high-traffic websites like examiner.com. It contrasts traditional relational databases (RDBMS) with document-oriented databases, emphasizing MongoDB's advantages in handling complex data structures while acknowledging its limitations, such as a smaller user community and lack of GUI tools. The document also addresses specific query examples, indexing strategies, and future considerations for integrating MongoDB with Drupal's architecture.
2011 Mongo FR - MongoDB introduction
2011 Mongo FR - MongoDB introductionantoinegirbal - MongoDB is a non-relational, document-oriented database that scales horizontally and uses JSON-like documents with dynamic schemas.
- It supports complex queries, embedded documents and arrays, and aggregation and MapReduce for querying and transforming data.
- MongoDB is used by many large companies for operational databases and analytics due to its scalability, flexibility, and performance.
OrientDB & Node.js Overview - JS.Everywhere() KW
OrientDB & Node.js Overview - JS.Everywhere() KWgmccarvell The document discusses OrientDB, a document-graph database. It provides an overview of key OrientDB concepts like documents, vertices, edges, classes, clusters, and properties. It also compares the relational and graph data models. The presentation was given by Greg McCarvell and introduces Node.js integration with OrientDB through examples.
MongoDB
MongoDBBembeng Arifin This document summarizes key aspects of MongoDB including its data model, query language, and data management features. It discusses how MongoDB uses storage engines to manage data storage and supports different engines for different workloads. It also covers MongoDB's dynamic and flexible schema, data modeling approaches using embedded documents, and core tools for importing, exporting, and diagnosing MongoDB deployments.
RDF APIs for .NET Framework
RDF APIs for .NET FrameworkAdriana Ivanciu The document discusses and compares three .NET RDF APIs: DRIVE, Semantic Web, and GreenGrass. DRIVE was one of the first RDF APIs for C# but has limited documentation and support. Semantic Web is better documented and supported, allows SPARQL queries, and provides classes for resources, statements, and querying/matching graphs. GreenGrass also provides classes for nodes, literals, and querying but has no SPARQL support and minimal documentation. The document concludes that Semantic Web is the best .NET RDF API due to its documentation, support, and functionality.
Real-time Data De-duplication using Locality-sensitive Hashing powered by Sto...
Real-time Data De-duplication using Locality-sensitive Hashing powered by Sto...DECK36 The document discusses real-time data de-duplication using locality-sensitive hashing (LSH), highlighting the challenges of duplicate data across different sources and various record linkage techniques. It introduces multi-index LSH as a method to reduce the number of comparisons required by transforming entity representations and utilizing an indexing scheme. The presentation also outlines applications of the methodology, particularly in mail grouping for spam detection and future possibilities in fingerprinting and sequence tracking.
DataFrame: Spark's new abstraction for data science by Reynold Xin of Databricks
DataFrame: Spark's new abstraction for data science by Reynold Xin of DatabricksData Con LA Spark DataFrames provide a unified data structure and API for distributed data processing across Python, R and Scala. DataFrames allow users to manipulate distributed datasets using familiar data frame concepts from single machine tools like Pandas and dplyr. The DataFrame API is built on a logical query plan called Catalyst that is optimized for efficient execution across different languages and Spark execution engines like Tungsten.
Mapreduce in Search
Mapreduce in SearchAmund Tveit The document discusses how MapReduce can be used for various tasks related to search engines, including detecting duplicate web pages, processing document content, building inverted indexes, and analyzing search query logs. It provides examples of MapReduce jobs for normalizing document text, extracting entities, calculating ranking signals, and indexing individual words, phrases, stems and synonyms.
OrientDB the graph database
OrientDB the graph databaseArtem Orobets The document discusses OrientDB, a multi-model NoSQL database that supports document, key-value, and graph structures. It highlights several of OrientDB's features, including its support for relationships without joins, complex types, ACID transactions, and its RESTful HTTP interface. The document also briefly describes OrientDB's indexing, security, multi-master replication, and use of a graph database model.
Introduction to MongoDB
Introduction to MongoDBNosh Petigara The document is an introduction to MongoDB, focusing on data modeling, queries, and geospatial updates for a location-based application. It outlines application goals, including querying places nearby, adding user-generated content, and recording user check-ins, while providing examples of document structures and MongoDB queries. Additionally, it discusses deploying MongoDB in a high-traffic environment and its use cases in various industries.
2011 mongo FR - scaling with mongodb
2011 mongo FR - scaling with mongodbantoinegirbal The document discusses scaling strategies for MongoDB, emphasizing the importance of horizontal scaling through replica sets and sharding to handle increasing storage needs and operations. It details how to set up read and write distribution across a master and multiple slaves, with a focus on achieving high availability and performance by using shard keys to partition data. The document also outlines common architectural setups and considerations for shard key selection to optimize performance.
RDFa Tutorial
RDFa TutorialIvan Herman The document discusses RDFa, a mechanism for embedding RDF data within HTML, XHTML, or XML documents, simplifying the process of creating structured data on the web. It highlights the flexibility of RDFa in using namespaces, URIs, and various attributes, making it easier for developers to generate RDF without needing separate files. Additionally, the text compares RDFa with microformats and microdata, emphasizing its advantages in vocabulary management and data extraction.
Small Overview of Skype Database Tools
Small Overview of Skype Database Toolselliando dias Skype uses PostgreSQL for over 100 database servers and 200 databases to support its online services. It partitions data across multiple databases for scalability and uses tools like pgBouncer, PL/Proxy, SkyTools, PgQ, and Londiste to connect, load balance, and replicate data between databases. This complex database architecture has allowed Skype to grow significantly while remaining easy to manage.
Brief Intro to Apache Spark @ Stanford ICME
Brief Intro to Apache Spark @ Stanford ICMEPaco Nathan Apache Spark, developed in 2009 and open-sourced in 2010, has become a leading open-source community for big data, with features like in-memory computing and support for various programming languages. It offers advanced analysis capabilities on Hadoop clusters for tasks such as machine learning, graph analysis, and SQL queries. Spark integrates diverse functionalities into a unified engine for enterprise data workflows, enhancing efficiency and ease of use in distributed computing environments.
Multi-model databases and node.js
Multi-model databases and node.jsMax Neunhöffer The document discusses multi-model databases, highlighting the combination of document stores, graph databases, and key/value stores within a single database system. It emphasizes the advantages of polyglot persistence while addressing the challenges of managing multiple database systems. The proposed multi-model database supports various data models and provides a framework for extensibility and convenience in data management.
GraphDatabases and what we can use them for
GraphDatabases and what we can use them forMichael Hackstein The document provides an overview of graphs and databases, outlining definitions, use cases, and examples of different types of graphs, including directed and undirected graphs. It discusses how to store graphs and perform queries using ArangoDB, highlighting the mechanisms for traversing and visualizing graph data. Additionally, it includes practical demonstrations on creating databases, adding edges, and executing traversals.
More Related Content
What's hot (20)
Hands on with Ruby & MongoDB
Hands on with Ruby & MongoDBWynn Netherland The document discusses NoSQL databases and MongoDB in particular. It provides an overview of MongoDB, including how it uses databases and collections similar to tables, but stores data as flexible JSON-like documents rather than fixed schemas. It also covers installing and configuring MongoDB, basic querying of documents, and the MongoMapper ORM for Ruby. Real-world examples of companies using MongoDB in production are provided, along with resources for learning more.
FOXX - a Javascript application framework on top of ArangoDB
FOXX - a Javascript application framework on top of ArangoDBArangoDB Database This document discusses ArangoDB Foxx, a feature of ArangoDB that allows developers to define REST APIs and build single page web applications directly against the ArangoDB database using JavaScript. Foxx allows defining controllers with routes, parameterizing routes, generating documentation, and structuring models. It aims to provide a streamlined way for front-end developers to interface directly with the database without overhead typically involved in separating concerns across servers. The document outlines several Foxx features and capabilities including authentication, asset handling, and sharing code through a repository.
iOS: Web Services and XML parsing
iOS: Web Services and XML parsingJussi Pohjolainen The document discusses fetching and parsing web content in iOS applications. It covers using NSURLConnection to fetch HTTP content, parsing XML with NSXMLParser and third party libraries, and parsing JSON with NSJSONSerialization. Options for XML parsing include SAX and DOM approaches, and common third party XML parsing libraries are mentioned. Examples of fetching weather data from a web service in JSON format are also provided.
Introduction to couch_db
Introduction to couch_dbRomain Testard This document introduces CouchDB, a document-oriented NoSQL database. It discusses that CouchDB stores flexible JSON documents without a predefined schema, uses JavaScript MapReduce queries, and has a RESTful API. It also provides examples of creating a CouchDB database in Perl, inserting documents, designing views, and querying views.
Big Data Processing using Apache Spark and Clojure
Big Data Processing using Apache Spark and ClojureDr. Christian Betz The document provides an overview of big data processing using Apache Spark with a focus on Clojure. It discusses the advantages of Spark's in-memory processing over Hadoop's traditional disk I/O, introduces Resilient Distributed Datasets (RDDs), and presents practical examples of RDD manipulation and transformations. The authors highlight the functional programming aspects of Spark that align well with Clojure, promoting its use for developing Spark applications.
OrientDB: Unlock the Value of Document Data Relationships
OrientDB: Unlock the Value of Document Data RelationshipsFabrizio Fortino The document discusses OrientDB, a multi-model database that integrates document and graph database functionalities. It emphasizes the importance of considering non-relational data storage options in the context of increasing amounts of unstructured data and the complexity of data relationships. The presentation outlines the features, applications, and advantages of using OrientDB for managing and querying complex data interactions efficiently.
DrupalCon Chicago Practical MongoDB and Drupal
DrupalCon Chicago Practical MongoDB and DrupalDoug Green The document discusses the benefits and challenges of using MongoDB with Drupal, highlighting its potential for improved speed and scalability for high-traffic websites like examiner.com. It contrasts traditional relational databases (RDBMS) with document-oriented databases, emphasizing MongoDB's advantages in handling complex data structures while acknowledging its limitations, such as a smaller user community and lack of GUI tools. The document also addresses specific query examples, indexing strategies, and future considerations for integrating MongoDB with Drupal's architecture.
2011 Mongo FR - MongoDB introduction
2011 Mongo FR - MongoDB introductionantoinegirbal - MongoDB is a non-relational, document-oriented database that scales horizontally and uses JSON-like documents with dynamic schemas.
- It supports complex queries, embedded documents and arrays, and aggregation and MapReduce for querying and transforming data.
- MongoDB is used by many large companies for operational databases and analytics due to its scalability, flexibility, and performance.
OrientDB & Node.js Overview - JS.Everywhere() KW
OrientDB & Node.js Overview - JS.Everywhere() KWgmccarvell The document discusses OrientDB, a document-graph database. It provides an overview of key OrientDB concepts like documents, vertices, edges, classes, clusters, and properties. It also compares the relational and graph data models. The presentation was given by Greg McCarvell and introduces Node.js integration with OrientDB through examples.
MongoDB
MongoDBBembeng Arifin This document summarizes key aspects of MongoDB including its data model, query language, and data management features. It discusses how MongoDB uses storage engines to manage data storage and supports different engines for different workloads. It also covers MongoDB's dynamic and flexible schema, data modeling approaches using embedded documents, and core tools for importing, exporting, and diagnosing MongoDB deployments.
RDF APIs for .NET Framework
RDF APIs for .NET FrameworkAdriana Ivanciu The document discusses and compares three .NET RDF APIs: DRIVE, Semantic Web, and GreenGrass. DRIVE was one of the first RDF APIs for C# but has limited documentation and support. Semantic Web is better documented and supported, allows SPARQL queries, and provides classes for resources, statements, and querying/matching graphs. GreenGrass also provides classes for nodes, literals, and querying but has no SPARQL support and minimal documentation. The document concludes that Semantic Web is the best .NET RDF API due to its documentation, support, and functionality.
Real-time Data De-duplication using Locality-sensitive Hashing powered by Sto...
Real-time Data De-duplication using Locality-sensitive Hashing powered by Sto...DECK36 The document discusses real-time data de-duplication using locality-sensitive hashing (LSH), highlighting the challenges of duplicate data across different sources and various record linkage techniques. It introduces multi-index LSH as a method to reduce the number of comparisons required by transforming entity representations and utilizing an indexing scheme. The presentation also outlines applications of the methodology, particularly in mail grouping for spam detection and future possibilities in fingerprinting and sequence tracking.
DataFrame: Spark's new abstraction for data science by Reynold Xin of Databricks
DataFrame: Spark's new abstraction for data science by Reynold Xin of DatabricksData Con LA Spark DataFrames provide a unified data structure and API for distributed data processing across Python, R and Scala. DataFrames allow users to manipulate distributed datasets using familiar data frame concepts from single machine tools like Pandas and dplyr. The DataFrame API is built on a logical query plan called Catalyst that is optimized for efficient execution across different languages and Spark execution engines like Tungsten.
Mapreduce in Search
Mapreduce in SearchAmund Tveit The document discusses how MapReduce can be used for various tasks related to search engines, including detecting duplicate web pages, processing document content, building inverted indexes, and analyzing search query logs. It provides examples of MapReduce jobs for normalizing document text, extracting entities, calculating ranking signals, and indexing individual words, phrases, stems and synonyms.
OrientDB the graph database
OrientDB the graph databaseArtem Orobets The document discusses OrientDB, a multi-model NoSQL database that supports document, key-value, and graph structures. It highlights several of OrientDB's features, including its support for relationships without joins, complex types, ACID transactions, and its RESTful HTTP interface. The document also briefly describes OrientDB's indexing, security, multi-master replication, and use of a graph database model.
Introduction to MongoDB
Introduction to MongoDBNosh Petigara The document is an introduction to MongoDB, focusing on data modeling, queries, and geospatial updates for a location-based application. It outlines application goals, including querying places nearby, adding user-generated content, and recording user check-ins, while providing examples of document structures and MongoDB queries. Additionally, it discusses deploying MongoDB in a high-traffic environment and its use cases in various industries.
2011 mongo FR - scaling with mongodb
2011 mongo FR - scaling with mongodbantoinegirbal The document discusses scaling strategies for MongoDB, emphasizing the importance of horizontal scaling through replica sets and sharding to handle increasing storage needs and operations. It details how to set up read and write distribution across a master and multiple slaves, with a focus on achieving high availability and performance by using shard keys to partition data. The document also outlines common architectural setups and considerations for shard key selection to optimize performance.
RDFa Tutorial
RDFa TutorialIvan Herman The document discusses RDFa, a mechanism for embedding RDF data within HTML, XHTML, or XML documents, simplifying the process of creating structured data on the web. It highlights the flexibility of RDFa in using namespaces, URIs, and various attributes, making it easier for developers to generate RDF without needing separate files. Additionally, the text compares RDFa with microformats and microdata, emphasizing its advantages in vocabulary management and data extraction.
Small Overview of Skype Database Tools
Small Overview of Skype Database Toolselliando dias Skype uses PostgreSQL for over 100 database servers and 200 databases to support its online services. It partitions data across multiple databases for scalability and uses tools like pgBouncer, PL/Proxy, SkyTools, PgQ, and Londiste to connect, load balance, and replicate data between databases. This complex database architecture has allowed Skype to grow significantly while remaining easy to manage.
Brief Intro to Apache Spark @ Stanford ICME
Brief Intro to Apache Spark @ Stanford ICMEPaco Nathan Apache Spark, developed in 2009 and open-sourced in 2010, has become a leading open-source community for big data, with features like in-memory computing and support for various programming languages. It offers advanced analysis capabilities on Hadoop clusters for tasks such as machine learning, graph analysis, and SQL queries. Spark integrates diverse functionalities into a unified engine for enterprise data workflows, enhancing efficiency and ease of use in distributed computing environments.
Viewers also liked (20)
Multi-model databases and node.js
Multi-model databases and node.jsMax Neunhöffer The document discusses multi-model databases, highlighting the combination of document stores, graph databases, and key/value stores within a single database system. It emphasizes the advantages of polyglot persistence while addressing the challenges of managing multiple database systems. The proposed multi-model database supports various data models and provides a framework for extensibility and convenience in data management.
GraphDatabases and what we can use them for
GraphDatabases and what we can use them forMichael Hackstein The document provides an overview of graphs and databases, outlining definitions, use cases, and examples of different types of graphs, including directed and undirected graphs. It discusses how to store graphs and perform queries using ArangoDB, highlighting the mechanisms for traversing and visualizing graph data. Additionally, it includes practical demonstrations on creating databases, adding edges, and executing traversals.
Backbone using Extensible Database APIs over HTTP
Backbone using Extensible Database APIs over HTTPMax Neunhöffer The document discusses the evolution and benefits of using Backbone.js and ArangoDB in software architecture, particularly in microservices. It outlines different development phases (initial, consolidation, polishing) and emphasizes the importance of a flexible, extensible database that supports rapid development while ensuring performance and security. The goal is to create a smart database that can adapt over time through an extensible API and robust query capabilities.
Complex queries in a distributed multi-model database
Complex queries in a distributed multi-model databaseMax Neunhöffer The document discusses the structure and querying capabilities of a distributed multi-model database, highlighting the use of JSON documents and collections. It covers concepts such as sharding, graph modeling, various query types, and the process of query execution, including parsing, optimization, and execution planning. Additionally, it emphasizes the function of items in execution plans and their transformation through different stages of the processing pipeline.
Hotcode 2013: Javascript in a database (Part 2)
Hotcode 2013: Javascript in a database (Part 2)ArangoDB Database The document discusses ArangoDB's Foxx framework, which enables developers to create REST APIs directly interfacing with the database using JavaScript. It highlights the ease of developing single page applications and the streamlined API creation focused on front-end developers. Key features include the ability to define routes, handle parameters, and automate documentation generation.
Extensible Database APIs and their role in Software Architecture
Extensible Database APIs and their role in Software ArchitectureMax Neunhöffer The document discusses the evolution of software architecture, emphasizing the importance of extensible database APIs in the context of agile development and microservices. It outlines various phases of development from rapid prototyping to consolidation, highlighting key features and considerations such as database schema, performance, and security. The paper advocates for a multi-model database solution with an extensible API, particularly highlighting ArangoDB's capabilities for creating configurable and performance-critical microservices.
Domain Driven Design & NoSQL
Domain Driven Design & NoSQLArangoDB Database Domain Driven Design is an approach to software development that focuses on the domain and domain experts. It involves finding a common language to describe the domain that all parties understand, and building a model of the domain that evolves alongside the implementation. NoSQL databases like ArangoDB are useful for implementing Domain Driven Design because they allow flexible data models and relationships that can match the domain model.
Domain Driven Design & NoSQL
Domain Driven Design & NoSQLArangoDB Database The document discusses the principles of Domain Driven Design (DDD) and its relationship with NoSQL databases, specifically focusing on ArangoDB. It emphasizes the importance of creating an ubiquitous language among developers and domain experts to facilitate understanding and collaboration. Additionally, it explores concepts like document stores, the use of multi-model databases, and the iterative development process in building a cohesive model.
ArangoDB – Persistência Poliglota e Banco de Dados Multi-Modelos
ArangoDB – Persistência Poliglota e Banco de Dados Multi-ModelosHelder Santana Nesta palestra, apresento uma breve introdução ao mundo do banco de dados NoSQL, apontando os benefícios da persistência poliglota. Apresento o ArangoDB, um banco de dados universal de código aberto com um modelo de dados flexível para documentos, grafos e chave-valor. Crie aplicativos de alto desempenho usando uma linguagem de consulta sql-like ou extensões JavaScript/Ruby.
Jan Steemann: Modelling data in a schema free world (Talk held at Froscon, 2...
Jan Steemann: Modelling data in a schema free world (Talk held at Froscon, 2...ArangoDB Database The document discusses the limitations of relational databases, particularly their rigid schemas and scalability challenges, and introduces NoSQL databases as an alternative that provides flexibility and easier scaling. It categorizes various types of NoSQL databases, such as key-value stores, wide column stores, document stores, and graph databases, emphasizing their unique features and use cases. Additionally, it highlights the importance of data modeling, even in schema-less environments, to ensure optimal performance and data retrieval.
Multi model-databases
Multi model-databasesArangoDB Database The document discusses polyglot persistence and multi-model databases, emphasizing the importance of using the appropriate database type for specific data needs, such as key-value stores, document stores, and graph databases. It highlights ArangoDB as a notable multi-model database that integrates various data formats without the need for transformation, offering flexible querying and performance advantages. Additionally, it outlines the complexity of existing query languages and promotes ArangoDB's user-friendly query language (AQL) designed for high efficiency and ease of use.
Is multi-model the future of NoSQL?
Is multi-model the future of NoSQL?Max Neunhöffer Max Neunhöffer presents on the future of NoSQL databases and argues multi-model databases will become the standard. He discusses different NoSQL data models like document stores, key-value stores, graph databases and column-oriented databases. He advocates the benefits of a polyglot persistence approach but notes the disadvantages of managing multiple databases. Max introduces ArangoDB as a multi-model database that supports documents, graphs and key-value in a single database to provide the benefits of polyglot persistence without the disadvantages. He provides examples of how ArangoDB has been used and outlines its features including queries, extensibility and horizontal scalability. Max predicts that in five years, the default approach will be to use a
Processing large-scale graphs with Google(TM) Pregel by MICHAEL HACKSTEIN at...
Processing large-scale graphs with Google(TM) Pregel by MICHAEL HACKSTEIN at...Big Data Spain The document discusses processing large-scale graphs using Google Pregel, a distributed graph processing framework akin to MapReduce. It covers graph algorithms, component identification, and global measurements, and illustrates the Pregel workflow, including mapping, reducing, and activity termination. Additionally, practical examples of algorithms like PageRank are provided, alongside insights into their implementation in ArangoDB.
Overhauling a database engine in 2 months
Overhauling a database engine in 2 monthsMax Neunhöffer The document outlines the development of ArangoDB, a multi-model database, and its transition to include a write-ahead log (WAL) for improved transaction management and performance. It details the challenges faced in reengineering the database engine, the planned approach phases, and the extensive testing and methodologies implemented to ensure successful integration without degrading user experience. ArangoDB is open source, widely supported, and designed for high efficiency with capabilities for complex queries and schema-less data processing.
guacamole: an Object Document Mapper for ArangoDB
guacamole: an Object Document Mapper for ArangoDBMax Neunhöffer Guacamole is an object document mapper for Ruby that builds on the ArangoDB driver ashikawa-core. It implements the data mapper pattern to provide models and collections for working with ArangoDB documents and graphs. Models validate attributes and are saved to collections, which provide access to the database. Relations between objects can be represented through embedding or references using ArangoDB graphs.
Domain driven design @FrOSCon
Domain driven design @FrOSConArangoDB Database The document discusses domain-driven design and NoSQL databases. It introduces domain-driven design principles like defining a ubiquitous language within a domain. It then explains some differences between SQL and NoSQL databases, providing examples of document and graph databases in NoSQL. The document advocates finding a common language within a domain and evolving data models iteratively with implementation.
Processing large-scale graphs with Google Pregel
Processing large-scale graphs with Google PregelMax Neunhöffer The document discusses the implementation of Pregel, a framework for processing large-scale graphs, utilizing a map-reduce approach tailored for graph data structures. It details the different types of graph algorithms, the multi-model database capabilities of ArangoDB, and features of the Foxx microservice framework for extending database operations. The emphasis is on Pregel's efficient operation for distributed graphs, allowing for custom queries and real-time data processing.
Wir sind aber nicht Twitter
Wir sind aber nicht TwitterArangoDB Database Das Dokument befasst sich mit NoSQL-Datenbanken, die eine flexible, schemafreie Struktur bieten und sich von traditionellen relationalen Datenbanken unterscheiden. Es werden verschiedene Typen von NoSQL-Datenbanken wie Dokumenten- und Graphdatenbanken vorgestellt, sowie deren Vorteile wie Skalierbarkeit und einfache Entwicklung. Außerdem wird auf die Herausforderungen und Optimierungen eingegangen, die mit der Verwaltung von Daten in Massensystemen verbunden sind.
Domain Driven Design and NoSQL TLV
Domain Driven Design and NoSQL TLVArangoDB Database The document discusses the alignment between Domain Driven Design (DDD) and NoSQL databases. It explains key DDD concepts like entities, value objects, aggregates, and associations, and how they map to constructs in document databases, graph databases, and multi-model databases. The document concludes that DDD and multi-model NoSQL databases are well-suited for each other, as both advocate for a shared language between technical and business teams and allow modeling of complex domains.
Introduction to ArangoDB (nosql matters Barcelona 2012)
Introduction to ArangoDB (nosql matters Barcelona 2012)ArangoDB Database - The document discusses ArangoDB, an open source multi-model database that supports documents, graphs, and key-value stores.
- It began development in 2011 and reached version 1.0 in 2012. The database aims to provide a universal solution as requirements change and scale.
- ArangoDB offers high performance, a query language, extensions via actions, and supports features like replication and sharding.
Ad
Similar to Hotcode 2013: Javascript in a database (Part 1) (20)
Your Database Cannot Do this (well)
Your Database Cannot Do this (well)javier ramirez Javier Ramirez, a leading figure in developer relations at QuestDB, discusses various database technologies, emphasizing the strengths and limitations of relational, document, graph, and time-series databases. He highlights PostgreSQL as a strong choice for traditional database needs but notes the inefficacy of RDBMS for handling highly nested schemas and rapid write operations. Additionally, Ramirez showcases QuestDB's performance in comparison to other databases for time-series data handling and emphasizes the importance of optimization for developer experience.
Building a Versatile Analytics Pipeline on Top of Apache Spark with Mikhail C...
Building a Versatile Analytics Pipeline on Top of Apache Spark with Mikhail C...Databricks The document presents an intricate framework for building an analytics pipeline using Apache Spark, aimed at enhancing user understanding and engagement for a consumer product company. It details steps such as data capturing, enrichment, indexing, and querying, emphasizing the importance of data-driven decisions and the integration of various tools like Kafka, Cassandra, and S3. The discussion also touches on handling user attribution and system memory management for optimal performance.
Elasticsearch in 15 minutes
Elasticsearch in 15 minutesDavid Pilato This document provides a comprehensive overview of Elasticsearch, starting from its installation and basic usage to advanced features such as query DSL, document indexing, and real-time filtering. It includes practical examples of commands for creating, searching, and analyzing documents, as well as discussing facets and statistical aggregations. The document concludes with suggestions for additional features like bulk operations, percolators, and monitoring APIs.
Full-Stack Data Science: How to be a One-person Data Team
Full-Stack Data Science: How to be a One-person Data TeamGreg Goltsov The document outlines the journey of Greg Goltsov, a full-stack data scientist with over three years of experience. It emphasizes the importance of investing in lasting tools, utilizing PostgreSQL for data management, and employing various data analysis frameworks like Pandas and Scikit-learn. The content also highlights best practices for structuring data science projects and the importance of continuously learning and sharing knowledge within the data science community.
Managing your black friday logs - Code Europe
Managing your black friday logs - Code EuropeDavid Pilato The document discusses optimally configuring Elasticsearch clusters for ingesting time-based data like logs. It recommends using time-based indices with a new index created each day. It also discusses techniques for scaling clusters by adding more shards as data volumes increase and distributing the data across nodes to avoid bottlenecks. The optimal bulk size for indexing may vary depending on factors like document size and should be tested.
Managing your Black Friday Logs NDC Oslo
Managing your Black Friday Logs NDC OsloDavid Pilato The document discusses the architecture and scaling of Elasticsearch for managing large volumes of log data, including cluster configuration, data partitioning, and indexing strategies. It emphasizes the importance of shard management, optimal bulk sizes for indexing, and strategies for maintaining high availability and performance. The content also highlights the necessity of fine-tuning settings like refresh intervals and transaction logs to enhance write throughput and query responsiveness.
NoSQL Now 2013 Presentation
NoSQL Now 2013 PresentationArjen Schoneveld The document discusses the transition of the Sportlink sports ERP system to a service-oriented architecture using MongoDB for improved scalability and flexibility. It emphasizes the benefits of using a schema-less NoSQL database, like MongoDB, for handling various sports management applications, such as digital match reports. Key concepts include the integration of Navajo services with MongoDB for seamless data processing and service communication.
112 portfpres.pdf
112 portfpres.pdfsash236 The document discusses the development of a predictive model for human activity recognition using data from smartphones, outlining steps such as data cleaning, exploratory analysis, and model training using 'randomforest.' Additionally, it touches on projects related to energy efficiency in building systems and the use of various technologies, including MapReduce and artificial neural networks, to analyze data streams and improve customer engagement. Lastly, it emphasizes the importance of energy efficiency initiatives and the goal for new homes in California to achieve net-zero energy status by 2020.
Scaling up data science applications
Scaling up data science applicationsKexin Xie This document summarizes how switching from Hadoop to Spark for data science applications improved performance, reliability, and reduced costs at Salesforce. Some key issues addressed were handling large datasets across many S3 prefixes, efficiently computing segment overlap on skewed user data, and performing joins on highly skewed datasets. These changes resulted in applications that were 100x faster, used 10x less data, had fewer failures, and reduced infrastructure costs.
Scaling Up: How Switching to Apache Spark Improved Performance, Realizability...
Scaling Up: How Switching to Apache Spark Improved Performance, Realizability...Databricks This document summarizes how switching from Hadoop to Spark for data science applications improved performance, reliability, and reduced costs at Salesforce. Some key issues addressed were handling large datasets across many S3 prefixes, efficiently computing segment overlap on skewed user data, and performing joins on highly skewed datasets. These changes resulted in applications that were 100x faster, used 10x less data, had fewer failures, and reduced infrastructure costs.
MLconf NYC Shan Shan Huang
MLconf NYC Shan Shan HuangMLconf The document discusses LogicBlox, a database company aiming to create a single "iPhone of databases" that can replace many specialized databases. It presents LogicBlox as offering a declarative query language called LogiQL, ACID transactions, and the ability to handle transactional, analytical, graph, and document data within a single database. The document provides examples of how LogicBlox can be used for graph analysis tasks like counting cliques and calculating PageRank, significantly outperforming other technologies through its optimized algorithms and data structures.
Quick trip around the Cosmos - Things every astronaut supposed to know
Quick trip around the Cosmos - Things every astronaut supposed to knowRafał Hryniewski The document provides an extensive overview of Azure Cosmos DB, highlighting its features such as being a globally distributed, multi-model database service with various data models like document, key-value, and graph databases. It discusses topics like consistency levels, scalability, pricing, service level agreements, and getting started with the service. Additionally, it includes examples of data formats and queries across different APIs and outlines the costs associated with resource units and storage.
JQuery Flot
JQuery FlotArshavski Alexander JQuery Flot is a charting library that allows creating line, bar, and pie charts. It works across many browsers from IE6+ and has plugins for additional chart types. The document discusses using Flot to display time-series data with tabs, radio buttons, and tooltips. Code examples are provided for building the charts, handling interactions, and blocking elements to indicate loading.
Elasticsearch first-steps
Elasticsearch first-stepsMatteo Moci This document discusses using Elasticsearch for social media analytics and provides examples of common tasks. It introduces Elasticsearch basics like installation, indexing documents, and searching. It also covers more advanced topics like mapping types, facets for aggregations, analyzers, nested and parent/child relations between documents. The document concludes with recommendations on data design, suggesting indexing strategies for different use cases like per user, single index, or partitioning by time range.
Designing The Right Schema To Power Heap (PGConf Silicon Valley 2016)
Designing The Right Schema To Power Heap (PGConf Silicon Valley 2016)Dan Robinson The document discusses the challenges and strategies of designing a schema to efficiently capture and analyze large amounts of event data for Heap, as presented by CTO Dan Robinson. It outlines various attempts at schema design, highlighting the pros and cons of each approach, including denormalization and indexing considerations. The ultimate goal is to enable effective retroactive analytics while addressing performance and maintenance issues.
Mastering MapReduce: MapReduce for Big Data Management and Analysis
Mastering MapReduce: MapReduce for Big Data Management and AnalysisTeradata Aster The document presents Aster Data's innovations in managing and analyzing big data through its SQL-MapReduce framework, which integrates powerful analytics with a massively parallel data warehouse. It describes various applications of this technology, including improved fraud detection and customer behavior analysis, showcasing substantial performance enhancements and simplified coding processes. The presentation also highlights Aster's background and features, emphasizing the capabilities of SQL-MapReduce for developers in creating efficient data applications.
Introduction to MongoDB
Introduction to MongoDBantoinegirbal - MongoDB is a document-oriented, non-relational database that scales horizontally and uses JSON-like documents with dynamic schemas.
- It offers features like embedded documents, indexing, replication, and sharding.
- Documents are stored and queried using simple statements in a JavaScript-like syntax interface.
Awesome Banking API's
Awesome Banking API'sNatalino Busa The document discusses the integration of various technologies like Hadoop, Cassandra, and Akka to create banking applications that utilize big data and streaming analytics. It emphasizes the importance of effective data handling, machine learning libraries, and the development of APIs for real-time analytics. Key lessons include the benefits of technology mixing and the need for clear interfaces and team integration.
Real-Time Spark: From Interactive Queries to Streaming
Real-Time Spark: From Interactive Queries to StreamingDatabricks This document summarizes Michael Armbrust's presentation on real-time Spark. It discusses:
1. The goals of real-time analytics including having the freshest answers as fast as possible while keeping the answers up to date.
2. Spark 2.0 introduces unified APIs for SQL, DataFrames and Datasets to make developing real-time analytics simpler with powerful yet simple APIs.
3. Structured streaming allows running the same SQL queries on streaming data to continuously aggregate data and update outputs, unifying batch, interactive, and streaming queries into a single API.
huhu
huhuDung Trương This document discusses using jQuery and Google App Engine to create cross-domain web mashups in 3 sentences or less:
The document introduces techniques for creating cross-domain web mashups using jQuery to make AJAX calls across domains and Google App Engine for hosting, discussing JSONP and proxies to overcome the same-origin policy limitation. It then provides an example mashup that displays tweets tagged with a hashtag on a map by geocoding hashtag names to locations and querying Twitter, Google Maps, and other domains.
Ad
More from ArangoDB Database (20)
ATO 2022 - Machine Learning + Graph Databases for Better Recommendations (3)....
ATO 2022 - Machine Learning + Graph Databases for Better Recommendations (3)....ArangoDB Database This document summarizes techniques for combining machine learning and graph databases for better recommendations. It discusses using collaborative filtering with AQL, content-based recommendations with TFIDF and FAISS, and graph neural networks with PyTorch. The document also describes an ArangoFlix demo project that combines these techniques on a movie recommendation system using ArangoDB as the backend graph database.
Machine Learning + Graph Databases for Better Recommendations V2 08/20/2022
Machine Learning + Graph Databases for Better Recommendations V2 08/20/2022ArangoDB Database The document discusses the integration of machine learning and graph databases to enhance recommendation systems, with a focus on the Arangoflix project. It outlines various techniques such as collaborative filtering, content-based recommendations, and graph neural networks, emphasizing the importance of data relationships in AI and ML models. Additionally, it presents use cases, methodologies, and tools involved in developing intelligent recommendation systems using ArangoDB.
Machine Learning + Graph Databases for Better Recommendations V1 08/06/2022
Machine Learning + Graph Databases for Better Recommendations V1 08/06/2022ArangoDB Database The document discusses the integration of machine learning and graph databases for improving recommendation systems, particularly through the ArangoDB and its Arangoflix project. It covers various techniques including collaborative filtering, content-based recommendations, and the use of graph neural networks. It outlines the advantages of graph databases in handling complex relationships and offers practical applications across diverse domains such as product recommendations and customer analysis.
ArangoDB 3.9 - Further Powering Graphs at Scale
ArangoDB 3.9 - Further Powering Graphs at ScaleArangoDB Database The document details the features and advancements of ArangoDB 3.9, including scalable graph technology and smartgraphs that enhance data distribution and query optimization. It outlines upcoming features in future releases (3.10 and 4.0) such as improved user interface, enterprise graph capabilities, and enhanced data model functionalities. Additionally, community initiatives and interactive tutorials are mentioned to foster user engagement and knowledge sharing.
GraphSage vs Pinsage #InsideArangoDB
GraphSage vs Pinsage #InsideArangoDBArangoDB Database The document discusses two graph machine learning algorithms, GraphSAGE and PinSAGE, with a focus on their applications in web-scale recommender systems, particularly by Pinterest. PinSAGE, built on top of GraphSAGE, is described as more efficient due to its ability to perform on-the-fly convolutions and support for mapreduce inference, while also handling a large-scale graph dataset. The comparison highlights PinSAGE's advantages, including inductive learning, improved neighborhood sampling, and support for curriculum training.
Webinar: ArangoDB 3.8 Preview - Analytics at Scale
Webinar: ArangoDB 3.8 Preview - Analytics at Scale ArangoDB Database The document outlines features and enhancements in ArangoDB version 3.8, focusing on analytics at scale, including new AQL (ArangoDB Query Language) window operations for time series data, advanced graph traversals, and full-text search capabilities with ArangoSearch. It also discusses performance improvements, such as Merkle tree replication for faster synchronization, and provides insights into monitoring features compatible with Prometheus. Additionally, it highlights future roadmap goals for subsequent versions, including user interface improvements and enhanced query capabilities.
Getting Started with ArangoDB Oasis
Getting Started with ArangoDB OasisArangoDB Database The document is a confidential guide by ArangoDB Inc. focusing on creating and customizing database deployments. It covers initial deployment steps, configuration options, and includes sections on security and automation. The aim is to help users effectively set up and manage their deployments.
Custom Pregel Algorithms in ArangoDB
Custom Pregel Algorithms in ArangoDBArangoDB Database ArangoDB's Pregel framework simplifies distributed graph processing with support for predefined and customizable algorithms like PageRank and shortest path. The experimental feature allows users to add or modify algorithms dynamically without needing C++ code or restarting the database. Future developments will include gathering user feedback and enhancing the user-friendly front-end language in upcoming ArangoDB versions.
Hacktoberfest 2020 - Intro to Knowledge Graphs
Hacktoberfest 2020 - Intro to Knowledge GraphsArangoDB Database The document introduces knowledge graphs, graph databases, and their concepts such as RDF and OWL, emphasizing their use cases in various fields like recommendation engines and natural language processing. It defines a knowledge graph as a structured collection of data from multiple sources that improves accessibility and inference of new knowledge. Additional resources for learning about graph databases and knowledge graphics are also provided.
A Graph Database That Scales - ArangoDB 3.7 Release Webinar
A Graph Database That Scales - ArangoDB 3.7 Release WebinarArangoDB Database The document outlines the features of ArangoDB version 3.7, highlighting improvements in graph performance, ArangoSearch capabilities, cluster scalability, and security enhancements. Key updates include parallel graph traversals, fuzzy search options, incremental plan updates, and schema validation. The document also mentions the deprecation of the mmfiles storage engine and introduces ArangoDB Oasis for cloud deployment.
gVisor, Kata Containers, Firecracker, Docker: Who is Who in the Container Space?
gVisor, Kata Containers, Firecracker, Docker: Who is Who in the Container Space?ArangoDB Database The document discusses various container technologies and runtimes such as gVisor, Kata Containers, and Firecracker, outlining their architectures and use cases. It emphasizes the importance of container orchestration with Kubernetes, detailing features like scheduling, resource management, and service management. Additionally, it touches on security aspects and the evolution of container technology, urging users to consider their cloud provider and environment when selecting a runtime.
ArangoML Pipeline Cloud - Managed Machine Learning Metadata
ArangoML Pipeline Cloud - Managed Machine Learning MetadataArangoDB Database The document introduces ArangoML Pipeline Cloud, a managed solution for machine learning metadata, emphasizing the importance of data in the ML pipeline. It discusses features like a multi-model database, metadata management, performance auditing, and reproducible model building for data scientists. It also provides links for getting started and offers a demo of the capabilities of the platform.
ArangoDB 3.7 Roadmap: Performance at Scale
ArangoDB 3.7 Roadmap: Performance at ScaleArangoDB Database The document outlines the features and enhancements of ArangoDB 3.7, focusing on satellite graphs, improved graph performance, cluster failover capabilities, and security enhancements. It highlights the native multi-model database approach, supporting various data models and providing scalability and operability metrics. The roadmap for future developments is also discussed, including the deprecation of the mmfiles storage engine.
Webinar: What to expect from ArangoDB Oasis
Webinar: What to expect from ArangoDB OasisArangoDB Database The document is an agenda for a presentation about ArangoDB Oasis, focusing on its features and deployment models. It covers topics ranging from the transition to Oasis, security enhancements, account management, and future developments. The session also provides guidance on getting started and pricing options for users.
ArangoDB 3.5 Feature Overview Webinar - Sept 12, 2019
ArangoDB 3.5 Feature Overview Webinar - Sept 12, 2019ArangoDB Database The document discusses new features in ArangoDB 3.5, including improvements in the managed cloud service, distributed joins, and new capabilities within ArangoSearch. Notable updates include support for sorted inverted indexes, fuzzy searches, and enhanced graph functionalities. Additionally, it outlines future development plans and resources for further information.
3.5 webinar
3.5 webinar ArangoDB Database This document summarizes new features in ArangoDB version 3.5 including distributed joins, streaming transactions, expanded graph and search capabilities, hot backups, data masking, and time-to-live indexes. It also previews upcoming features like fuzzy search, autocomplete, and faceted search in ArangoSearch as well as k-shortest paths and pruning in graphs.
Webinar: How native multi model works in ArangoDB
Webinar: How native multi model works in ArangoDBArangoDB Database The document discusses the advantages of a native multi-model database approach, highlighting the benefits of using multiple data models for specific application needs and the challenges of single model databases. It outlines how organizations frequently utilize multiple database types, leading to increased complexity and cost. The presentation also introduces ArangoDB's capabilities, use cases, and a managed service option, emphasizing its performance and enterprise features.
An introduction to multi-model databases
An introduction to multi-model databasesArangoDB Database ArangoDB is a native multi-model database that supports key-values, documents, graphs, and provides a unified query language (AQL) for flexible data querying. It addresses issues associated with using multiple specialized databases by allowing different data models to be combined in a single system, enhancing composability and reducing integration complexity. The database also features a variety of deployment options and additional tools, such as a built-in microservice framework (Foxx) for easy data exposure via REST APIs.
Running complex data queries in a distributed system
Running complex data queries in a distributed systemArangoDB Database The document provides an overview of ArangoDB, a distributed, multi-model database designed for complex queries and transactions. It discusses the architecture of distributed databases, the coordination of queries across multiple nodes, and the implementation of ACID transactions. Additionally, it includes examples of query syntax in ArangoDB's query language, AQL, and outlines recent trends in the database landscape towards enhanced query functionality and scalability.
Guacamole Fiesta: What do avocados and databases have in common?
Guacamole Fiesta: What do avocados and databases have in common?ArangoDB Database The document introduces ArangoDB, a multi-model database aimed at enhancing developer productivity, detailing its features, use cases, and community resources. It outlines the capability of handling complex queries across graph, document, and key-value models, highlighting performance improvements and advanced functionalities like Foxx for microservice architectures. Several examples of data models and access rights are provided, along with a focus on scaling strategies like sharding and replication.
Recently uploaded (20)
The Future of Product Management in AI ERA.pdf
The Future of Product Management in AI ERA.pdfAlyona Owens Hi, I’m Aly Owens, I have a special pleasure to stand here as over a decade ago I graduated from CityU as an international student with an MBA program. I enjoyed the diversity of the school, ability to work and study, the network that came with being here, and of course the price tag for students here has always been more affordable than most around.
Since then I have worked for major corporations like T-Mobile and Microsoft and many more, and I have founded a startup. I've also been teaching product management to ensure my students save time and money to get to the same level as me faster avoiding popular mistakes. Today as I’ve transitioned to teaching and focusing on the startup, I hear everybody being concerned about Ai stealing their jobs… We’ll talk about it shortly.
But before that, I want to take you back to 1997. One of my favorite movies is “Fifth Element”. It wowed me with futuristic predictions when I was a kid and I’m impressed by the number of these predictions that have already come true. Self-driving cars, video calls and smart TV, personalized ads and identity scanning. Sci-fi movies and books gave us many ideas and some are being implemented as we speak. But we often get ahead of ourselves:
Flying cars,Colonized planets, Human-like AI: not yet, Time travel, Mind-machine neural interfaces for everyone: Only in experimental stages (e.g. Neuralink).
Cyberpunk dystopias: Some vibes (neon signs + inequality + surveillance), but not total dystopia (thankfully).
On the bright side, we predict that the working hours should drop as Ai becomes our helper and there shouldn’t be a need to work 8 hours/day. Nobody knows for sure but we can require that from legislation. Instead of waiting to see what the government and billionaires come up with, I say we should design our own future.
So, we as humans, when we don’t know something - fear takes over. The same thing happened during the industrial revolution. In the Industrial Era, machines didn’t steal jobs—they transformed them but people were scared about their jobs. The AI era is making similar changes except it feels like robots will take the center stage instead of a human. First off, even when it comes to the hottest space in the military - drones, Ai does a fraction of work. AI algorithms enable real-time decision-making, obstacle avoidance, and mission optimization making drones far more autonomous and capable than traditional remote-controlled aircraft. Key technologies include computer vision for object detection, GPS-enhanced navigation, and neural networks for learning and adaptation. But guess what? There are only 2 companies right now that utilize Ai in drones to make autonomous decisions - Skydio and DJI.
UserCon Belgium: Honey, VMware increased my bill
UserCon Belgium: Honey, VMware increased my billstijn40 VMware’s pricing changes have forced organizations to rethink their datacenter cost management strategies. While FinOps is commonly associated with cloud environments, the FinOps Foundation has recently expanded its framework to include Scopes—and Datacenter is now officially part of the equation. In this session, we’ll map the FinOps Framework to a VMware-based datacenter, focusing on cost visibility, optimization, and automation. You’ll learn how to track costs more effectively, rightsize workloads, optimize licensing, and drive efficiency—all without migrating to the cloud. We’ll also explore how to align IT teams, finance, and leadership around cost-aware decision-making for on-prem environments. If your VMware bill keeps increasing and you need a new approach to cost management, this session is for you!
GenAI Opportunities and Challenges - Where 370 Enterprises Are Focusing Now.pdf
GenAI Opportunities and Challenges - Where 370 Enterprises Are Focusing Now.pdfPriyanka Aash GenAI Opportunities and Challenges - Where 370 Enterprises Are Focusing Now
"Scaling in space and time with Temporal", Andriy Lupa.pdf
"Scaling in space and time with Temporal", Andriy Lupa.pdfFwdays Design patterns like Event Sourcing and Event Streaming have long become standards for building real-time analytics systems. However, when the system load becomes nonlinear with fast and often unpredictable spikes, it's crucial to respond quickly in order not to lose real-time operating itself.
In this talk, I’ll share my experience implementing and using a tool like Temporal.io. We'll explore the evolution of our system for maintaining real-time report generation and discuss how we use Temporal both for short-lived pipelines and long-running background tasks.
Enhance GitHub Copilot using MCP - Enterprise version.pdf
Enhance GitHub Copilot using MCP - Enterprise version.pdfNilesh Gule Slide deck related to the GitHub Copilot Bootcamp in Melbourne on 17 June 2025
Connecting Data and Intelligence: The Role of FME in Machine Learning
Connecting Data and Intelligence: The Role of FME in Machine LearningSafe Software In this presentation, we want to explore powerful data integration and preparation for Machine Learning. FME is known for its ability to manipulate and transform geospatial data, connecting diverse data sources into efficient and automated workflows. By integrating FME with Machine Learning techniques, it is possible to transform raw data into valuable insights faster and more accurately, enabling intelligent analysis and data-driven decision making.
"Database isolation: how we deal with hundreds of direct connections to the d...
"Database isolation: how we deal with hundreds of direct connections to the d...Fwdays What can go wrong if you allow each service to access the database directly? In a startup, this seems like a quick and easy solution, but as the system scales, problems appear that no one could have guessed.
In my talk, I'll share Solidgate's experience in transforming its architecture: from the chaos of direct connections to a service-based data access model. I will talk about the transition stages, bottlenecks, and how isolation affected infrastructure support. I will honestly show what worked and what didn't. In short, we will analyze the controversy of this talk.
You are not excused! How to avoid security blind spots on the way to production
You are not excused! How to avoid security blind spots on the way to productionMichele Leroux Bustamante We live in an ever evolving landscape for cyber threats creating security risk for your production systems. Mitigating these risks requires participation throughout all stages from development through production delivery - and by every role including architects, developers QA and DevOps engineers, product owners and leadership. No one is excused! This session will cover examples of common mistakes or missed opportunities that can lead to vulnerabilities in production - and ways to do better throughout the development lifecycle.
OWASP Barcelona 2025 Threat Model Library
OWASP Barcelona 2025 Threat Model LibraryPetraVukmirovic Threat Model Library Launch at OWASP Barcelona 2025
https://owasp.org/www-project-threat-model-library/
Lessons Learned from Developing Secure AI Workflows.pdf
Lessons Learned from Developing Secure AI Workflows.pdfPriyanka Aash Lessons Learned from Developing Secure AI Workflows
Mastering AI Workflows with FME by Mark Döring
Mastering AI Workflows with FME by Mark DöringSafe Software Harness the full potential of AI with FME: From creating high-quality training data to optimizing models and utilizing results, FME supports every step of your AI workflow. Seamlessly integrate a wide range of models, including those for data enhancement, forecasting, image and object recognition, and large language models. Customize AI models to meet your exact needs with FME’s powerful tools for training, optimization, and seamless integration
Quantum AI Discoveries: Fractal Patterns Consciousness and Cyclical Universes
Quantum AI Discoveries: Fractal Patterns Consciousness and Cyclical UniversesSaikat Basu Embark on a cosmic journey exploring the intersection of quantum
computing, consciousness, and ancient wisdom. Together we'll uncover the
recursive patterns that bind our reality.
AI vs Human Writing: Can You Tell the Difference?
AI vs Human Writing: Can You Tell the Difference?Shashi Sathyanarayana, Ph.D This slide illustrates a side-by-side comparison between human-written, AI-written, and ambiguous content. It highlights subtle cues that help readers assess authenticity, raising essential questions about the future of communication, trust, and thought leadership in the age of generative AI.
Cracking the Code - Unveiling Synergies Between Open Source Security and AI.pdf
Cracking the Code - Unveiling Synergies Between Open Source Security and AI.pdfPriyanka Aash Cracking the Code - Unveiling Synergies Between Open Source Security and AI
A Constitutional Quagmire - Ethical Minefields of AI, Cyber, and Privacy.pdf
A Constitutional Quagmire - Ethical Minefields of AI, Cyber, and Privacy.pdfPriyanka Aash A Constitutional Quagmire - Ethical Minefields of AI, Cyber, and Privacy
CapCut Pro Crack For PC Latest Version {Fully Unlocked} 2025
CapCut Pro Crack For PC Latest Version {Fully Unlocked} 2025pcprocore 👉𝗡𝗼𝘁𝗲:𝗖𝗼𝗽𝘆 𝗹𝗶𝗻𝗸 & 𝗽𝗮𝘀𝘁𝗲 𝗶𝗻𝘁𝗼 𝗚𝗼𝗼𝗴𝗹𝗲 𝗻𝗲𝘄 𝘁𝗮𝗯> https://pcprocore.com/ 👈◀
CapCut Pro Crack is a powerful tool that has taken the digital world by storm, offering users a fully unlocked experience that unleashes their creativity. With its user-friendly interface and advanced features, it’s no wonder why aspiring videographers are turning to this software for their projects.
Raman Bhaumik - Passionate Tech Enthusiast
Raman Bhaumik - Passionate Tech EnthusiastRaman Bhaumik A Junior Software Developer with a flair for innovation, Raman Bhaumik excels in delivering scalable web solutions. With three years of experience and a solid foundation in Java, Python, JavaScript, and SQL, she has streamlined task tracking by 20% and improved application stability.
9-1-1 Addressing: End-to-End Automation Using FME
9-1-1 Addressing: End-to-End Automation Using FMESafe Software This session will cover a common use case for local and state/provincial governments who create and/or maintain their 9-1-1 addressing data, particularly address points and road centerlines. In this session, you'll learn how FME has helped Shelby County 9-1-1 (TN) automate the 9-1-1 addressing process; including automatically assigning attributes from disparate sources, on-the-fly QAQC of said data, and reporting. The FME logic that this presentation will cover includes: Table joins using attributes and geometry, Looping in custom transformers, Working with lists and Change detection.
Smarter Aviation Data Management: Lessons from Swedavia Airports and Sweco
Smarter Aviation Data Management: Lessons from Swedavia Airports and SwecoSafe Software Managing airport and airspace data is no small task, especially when you’re expected to deliver it in AIXM format without spending a fortune on specialized tools. But what if there was a smarter, more affordable way?
Join us for a behind-the-scenes look at how Sweco partnered with Swedavia, the Swedish airport operator, to solve this challenge using FME and Esri.
Learn how they built automated workflows to manage periodic updates, merge airspace data, and support data extracts – all while meeting strict government reporting requirements to the Civil Aviation Administration of Sweden.
Even better? Swedavia built custom services and applications that use the FME Flow REST API to trigger jobs and retrieve results – streamlining tasks like securing the quality of new surveyor data, creating permdelta and baseline representations in the AIS schema, and generating AIXM extracts from their AIS data.
To conclude, FME expert Dean Hintz will walk through a GeoBorders reading workflow and highlight recent enhancements to FME’s AIXM (Aeronautical Information Exchange Model) processing and interpretation capabilities.
Discover how airports like Swedavia are harnessing the power of FME to simplify aviation data management, and how you can too.
You are not excused! How to avoid security blind spots on the way to production
You are not excused! How to avoid security blind spots on the way to productionMichele Leroux Bustamante
Hotcode 2013: Javascript in a database (Part 1)
- 1. JavaScript in the Database Frank Celler & Lucas Dohmen www.arangodb.org (c) [email protected] Samstag, 1. Juni 13
- 2. The NoSQL Movement www.arangodb.org (c) [email protected] Samstag, 1. Juni 13
- 4. www.arangodb.org (c) [email protected] nosql.eventbrite.com distributed structured data storage Samstag, 1. Juni 13
- 5. Your Entities A Person has a Name, first and last one or more addresses, emails, telephone a list of hobbies, skills, tags www.arangodb.org (c) [email protected] Samstag, 1. Juni 13
- 6. Relational World www.arangodb.org (c) [email protected] PersonPersonPerson AddressAddressAddress HobbyHobbyHobby emailemailemail n-to-mn-to-mn-to-m n-to-mn-to-mn-to-m n-to-mn-to-mn-to-m Samstag, 1. Juni 13
- 7. Use Aggregates Do not Normalize www.arangodb.org (c) [email protected] { name: { first: „Frank“, last: „Celler“ }, address: { home: { street: „...“, city: „...“ } }, email: { work: „[email protected]“ }, hobbies: [ „C++“, „MRuby“, „JavaScript“ ] } Samstag, 1. Juni 13
- 8. Document Databases documents can be as simple as key/value maps or as complex as lists containing embedded sub-documents or anything in between representated in JSON Schema-less www.arangodb.org (c) [email protected] Samstag, 1. Juni 13
- 9. www.arangodb.org (c) [email protected] 9 Samstag, 1. Juni 13
- 10. www.arangodb.org (c) [email protected] 10 Analytic Processing DBsTransaction Processing DBs Managing the evolving state of an IT system Map/Reduce Graphs Extensibility Key/Value Column- Stores Complex Queries Structured Data Massively Distributed Documents Samstag, 1. Juni 13
- 11. Property Graphs www.arangodb.org (c) [email protected] Type: inproceeding Title: Finite Size Effects Type: proceeding Title: Neural Modeling Type: person Name: Anthony C. C. Coolen Label: written Label: published Pages: 99-120 Type: person Name: Snchez-Andrs Label: edited Just Documents Samstag, 1. Juni 13
- 12. Multi-Model Databases www.arangodb.org (c) [email protected] vertices and edges are documents query them using geo-index, full-text, SQL-like queries relations are expressed as graphs traverse them using graph algorithms Samstag, 1. Juni 13
- 13. ArangoDB.explain() www.arangodb.org (c) [email protected] { "type": "NoSQL database", "model": [ "document", "graph", "key-value" ], "openSource": true, "license“: "apache", "version": 1.3, "builtWith": [ "C", "C++", "js" ], "Javascript": [ "client side", "server side" ], "uses": [ "V8" ] } Samstag, 1. Juni 13
- 14. Why Use JavaScript? www.arangodb.org (c) [email protected] Samstag, 1. Juni 13
- 15. JavaScript Everywhere in the Browser Application-Layer (Node.JS) Database www.arangodb.org (c) [email protected] Samstag, 1. Juni 13
- 16. Why is Node not enough? www.arangodb.org (c) [email protected] Samstag, 1. Juni 13
- 17. JavaScript in a Database MVC in the Browser and/or NODE.JS Script-Language in the DB for transactions as functions graph traversal no-backend, just API www.arangodb.org (c) [email protected] Samstag, 1. Juni 13
- 18. db._create("accounts"); db.accounts.save({ _key: "john", amount: 423 }); db.accounts.save({ _key: "fred", amount: 197 }); db._executeTransaction({ collections: { write: "accounts" }, params: { user1: "fred", user2: "john", amount: 10 }, action: function (params) { var db = require("internal").db; var account1 = db.accounts.document(params['user1']); var account2 = db.accounts.document(params['user2']); var amount = params['amount']; if (account1.amount < amount) { throw "account of user '" + user1 + "' does not have enough money!"; } db.accounts.update(account1, { amount : account1.amount - amount }); db.accounts.update(account2, { amount : account2.amount + amount }); /* will commit the transaction and return the value true */ return true; } }); www.arangodb.org (c) [email protected] Transactions Samstag, 1. Juni 13
- 19. db._executeTransaction({ collections: { write: "accounts" }, params: { user1: "fred", user2: "john", amount: 10 }, action: function (params) { var db = require("internal").db; var account1 = db.accounts.document(params['user1']); var account2 = db.accounts.document(params['user2']); var amount = params['amount']; if (account1.amount < amount) { throw "account of user '" + user1 + "' does not have enough money!"; } db.accounts.update(account1, { amount : account1.amount - amount }); db.accounts.update(account2, { amount : account2.amount + amount }); www.arangodb.org (c) [email protected] Transactions Samstag, 1. Juni 13
- 20. function traverse (graph, start, depth, maxlen) { var config = { datasource: traversal.collectionDatasourceFactory(graph._edges), strategy: Traverser.BREADTH_FIRST, expander: traversal.anyExpander, filter: traversal.maxDepthFilter, maxDepth: depth, uniqueness: { edges: Traverser.UNIQUE_GLOBAL, vertices: Traverser.UNIQUE_NONE }, visitor: coauthorVisitor(maxlen) }; var traverser = new Traverser(config); var result = { positions: {}, vertices: [], links: [], minYear: 0, maxYear: 0 }; var first = graph._vertices.firstExample({ name: start }); if (first !== null) { traverser.traverse(result, first); } return { start: start, depth: depth, minYear: result.minYear, maxYear: result.maxYear, vertices: result.vertices, links: result.links }; } www.arangodb.org (c) [email protected] Graph Traversal Samstag, 1. Juni 13
- 21. function traverse (graph, start, depth, maxlen) { var config = { datasource: traversal.collectionDatasourceFactory(graph._edges), strategy: Traverser.BREADTH_FIRST, expander: traversal.anyExpander, filter: traversal.maxDepthFilter, maxDepth: depth, uniqueness: { edges: Traverser.UNIQUE_GLOBAL, vertices: Traverser.UNIQUE_NONE }, visitor: coauthorVisitor(maxlen) }; www.arangodb.org (c) [email protected] Graph Traversal Samstag, 1. Juni 13
- 22. No Back-End? www.arangodb.org (c) [email protected] Samstag, 1. Juni 13
- 23. To Be Continued ... Now Fork me on github Google Group: ArangoDB Twitter: @fceller & @arangodb www.arangodb.org www.arangodb.org (c) [email protected] Stay in Touch: Samstag, 1. Juni 13