Commit 661c9a07 authored by Alex Barceló's avatar Alex Barceló
Browse files

basic skeleton + docker-compose files

parents
# All python cache files
__pycache__/
*pyc
# The virtual environment
/venv/
# The stubs folders should be ignored
stubs/
# dataClay PATC hands on
## Getting started
Use a Python virtual environment, which you can create and install dependencies on it by doing:
virtualenv --python=$(which python3) venv
source venv/bin/activate
pip install -r requirements.txt
You will need to have all dataClay services started. We provide a docker-compose that can be used:
docker-compose up -d
The previous command requires you to have `docker-compose` installed and the Docker daemon up and running.
Currently, only Linux with a local docker daemon is officially supported.
## WordCount
Go to the `wordcount` folder and follow the README.
version: '3.4'
services:
logicmodule:
image: "bscdataclay/logicmodule:2.0"
ports:
- "11034:11034"
environment:
- LOGICMODULE_PORT_TCP=11034
- LOGICMODULE_HOST=logicmodule
- DATACLAY_ADMIN_USER=admin
- DATACLAY_ADMIN_PASSWORD=admin
volumes:
- ./prop/global.properties:/dataclay/cfgfiles/global.properties:ro
- ./prop/log4j2.xml:/dataclay/logging/log4j2.xml:ro
dsjava:
image: "bscdataclay/dsjava:2.0"
depends_on:
- logicmodule
environment:
- DATASERVICE_NAME=DS1
- DATASERVICE_JAVA_PORT_TCP=2127
- LOGICMODULE_PORT_TCP=11034
- LOGICMODULE_HOST=logicmodule
volumes:
- ./prop/global.properties:/dataclay/cfgfiles/global.properties:ro
- ./prop/log4j2.xml:/dataclay/logging/log4j2.xml:ro
dspython:
image: "bscdataclay/dspython:2.0"
depends_on:
- logicmodule
- dsjava
environment:
- DATASERVICE_NAME=DS1
- LOGICMODULE_PORT_TCP=11034
- LOGICMODULE_HOST=logicmodule
volumes:
- ./prop/global.properties:/dataclay/cfgfiles/global.properties:ro
CHECK_LOG4J_ENABLED=true
\ No newline at end of file
<?xml version="1.0" encoding="UTF-8"?>
<Configuration monitorInterval="60" status="off">
<Appenders>
<Console name="ConsoleAppender" target="SYSTEM_OUT">
<PatternLayout
pattern="%d{ISO8601} %p [%c] [%t] [%C{1}:%L] %m%n"></PatternLayout>
</Console>
</Appenders>
<Loggers>
<!-- Runtime -->
<Logger name="ClientRuntime" level="off" />
<Logger name="ClientManagementLib" level="off" />
<Logger name="DataClayRuntime" level="off" />
<Logger name="DataServiceRuntime" level="off" />
<Logger name="DataClayObjectLoader" level="off" />
<Logger name="DataClayObject" level="off" /> <!-- This is very verbose! -->
<!-- Data service -->
<Logger name="DataService" level="off" />
<Logger name="ExecutionEnvironmentSrv" level="off" />
<!-- Lockers -->
<Logger name="dataclay.util.classloaders.SyncClass" level="off" />
<Logger name="dataclay.heap.LockerPool" level="off" />
<Logger name="LockerPool" level="off" />
<Logger name="dataclay.util.classloaders.ClassLockers"
level="off" />
<!-- Garbage collection -->
<Logger name="GlobalGC" level="off" />
<Logger name="heap.HeapManager" level="off" />
<Logger name="ReferenceCounting" level="off" />
<Logger name="StorageLocation" level="off" />
<!-- Logic module -->
<Logger name="LogicModule" level="off" />
<Logger name="LMDB" level="off" />
<Logger name="managers" level="off" />
<Logger name="MetaDataService.db" level="off" />
<Logger name="MetaDataService" level="off" />
<!-- Communication -->
<Logger name="io.grpc" level="off" />
<Logger name="io.netty" level="off" />
<Logger name="NettyClientHandler" level="off" />
<Logger name="grpc.client" level="off" />
<Logger name="grpc.client.logicmodule" level="off" />
<Logger name="communication.LogicModule.service" level="off" />
<!-- Databases -->
<Logger name="dataclay.dbhandler" level="off" />
<Logger name="dbhandler.PostgresConnection" level="off" />
<Logger name="org.apache.commons.dbcp2" level="off" />
<Logger name="PostgresHandler" level="off" />
<Logger name="SQLHandler" level="off" />
<!-- Misc -->
<Logger name="util" level="off" />
<Logger name="exceptions" level="off" />
<Logger name="Paraver" level="off" />
<Logger name="DataClaySerializationLib" level="off" />
<Logger name="DataClayDeserializationLib" level="off" />
<!-- ROOT LOGGER -->
<Root level="off">
<AppenderRef ref="ConsoleAppender" />
</Root>
</Loggers>
</Configuration>
dataclay>=2.0.1.dev
jupyter
# Used by wordcount
lipsumAPI
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment