产品动态
# GooseFS Master HA 部署配置goosefs.zookeeper.enabled=truegoosefs.zookeeper.address=<zk_quorum_1>:<zk_client_port>,<zk_quorum_2>:<zk_client_port>,<zk_quorum_3>:<zk_client_port>goosefs.underfs.hdfs.configuration=${HADOOOP_HOME}/etc/hadoop/core-site.xml:${HADOOP_HOME}/hadoop/etc/hadoop/hdfs-site.xmlgoosefs.master.journal.type=UFSgoosefs.master.journal.folder=hdfs://HDFSXXXX/goosefs# Master 元数据存储方式，推荐使用 Heap + RocksDB 方式，可以支撑上亿规模的元数据goosefs.master.metastore=ROCKSgoosefs.master.metastore.block=ROCKSgoosefs.master.metastore.block.locations=ROCKS# GooseFS 的元数据存储目录建议选择高 IOPS 存储介质的目录goosefs.master.metastore.dir=/data/goosefs/metastore#元数据交换方式，默认是 RANDOM，如果有明显最近热数据访问的，可设置为考虑 LRU；# goosefs.master.metastore.cache.type=LRU# 关闭启动时候校验孤儿 block 的流程，可以降低选主时间goosefs.master.startup.block.integrity.check.enabled=false# 同时可以根据实际情况关闭周期性地校验孤儿 block 的逻辑# goosefs.master.periodic.block.integrity.check.interval=-1# 如果不使用 TTL 功能，也可以考虑关闭周期性的文件过期检查goosefs.master.ttl.checker.interval.ms=-1# 可以考虑关闭数据副本检查，减小 Master 的开销goosefs.master.replication.check.interval=-1# Worker 相关的配置goosefs.worker.tieredstore.levels=1goosefs.worker.tieredstore.level0.alias=SSDgoosefs.worker.tieredstore.level0.dirs.path=/data1/goosefsWorker,/data2/goosefsWorker# 以下 Quota 值根据实际情况设置# goosefs.worker.tieredstore.level0.dirs.quota=2000G,2000Ggoosefs.worker.block.heartbeat.interval.ms=10secgoosefs.worker.tieredstore.free.ahead.bytes=134217728goosefs.user.block.worker.client.pool.max=512# 安全认证和用户模拟相关goosefs.security.authorization.permission.enabled=truegoosefs.security.authentication.type=SIMPLE# goosefs.security.login.username=hadoop# goosefs.master.security.impersonation.hadoop.users=*# goosefs.security.login.impersonation.username=_HDFS_USER_# Client 相关的配置goosefs.user.client.transparent_acceleration.scope=GFS_UFSgoosefs.user.client.transparent_acceleration.enabled=truegoosefs.user.file.readtype.default=CACHEgoosefs.user.file.writetype.default=CACHE_THROUGHgoosefs.user.metrics.collection.enabled=true
# GooseFS Master Raft 部署配置goosefs.master.rpc.addresses=<master1>:9200,<master2>:9200,<master3>:9200goosefs.master.embedded.journal.addresses=<master1>:9202,<master2>:9202,<master3>:9202#元数据 checkpoint 间隔，默认为2000000，实际速率可根据实际生产环境元数据生产速度设置goosefs.master.journal.checkpoint.period.entries=xxxx# GooseFS 的 Journal 数据存储位置goosefs.master.journal.folder=/data/goosefs/journal# Master 元数据存储方式，推荐使用 Heap + RocksDB 方式，可以支撑上亿规模的元数据goosefs.master.metastore=ROCKSgoosefs.master.metastore.block=ROCKSgoosefs.master.metastore.block.locations=ROCKS# GooseFS 的元数据存储目录建议选择高 IOPS 存储介质的目录goosefs.master.metastore.dir=/data/goosefs/metastore#元数据交换方式，默认是 RANDOM，如果有明显最近热数据访问的，可设置为考虑 LRU；# goosefs.master.metastore.cache.type=LRU# 关闭启动时候校验孤儿 block 的流程，可以降低选主时间goosefs.master.startup.block.integrity.check.enabled=false# 同时可以根据实际情况关闭周期性地校验孤儿 block 的逻辑# goosefs.master.periodic.block.integrity.check.interval=-1# 如果不使用 TTL 功能，也可以考虑关闭周期性的文件过期检查goosefs.master.ttl.checker.interval.ms=-1# 可以考虑关闭数据副本检查，减小 Master 的开销goosefs.master.replication.check.interval=-1# Worker 相关的配置goosefs.worker.tieredstore.levels=1goosefs.worker.tieredstore.level0.alias=SSDgoosefs.worker.tieredstore.level0.dirs.path=/data1/goosefsWorker,/data2/goosefsWorker# 以下 Quota 值根据实际情况设置# goosefs.worker.tieredstore.level0.dirs.quota=2000G,2000Ggoosefs.worker.block.heartbeat.interval.ms=10secgoosefs.worker.tieredstore.free.ahead.bytes=134217728goosefs.user.block.worker.client.pool.max=512# 安全认证和用户模拟相关goosefs.security.authorization.permission.enabled=truegoosefs.security.authentication.type=SIMPLE# goosefs.security.login.username=hadoop# goosefs.master.security.impersonation.hadoop.users=*# goosefs.security.login.impersonation.username=_HDFS_USER_# Client 相关的配置goosefs.user.client.transparent_acceleration.scope=GFS_UFSgoosefs.user.client.transparent_acceleration.enabled=truegoosefs.user.file.readtype.default=CACHEgoosefs.user.file.writetype.default=CACHE_THROUGHgoosefs.user.metrics.collection.enabled=true
文档反馈