diff options
| author | Innokentii Mokin <innokentii@ydb.tech> | 2024-02-14 16:49:58 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-02-14 16:49:58 +0300 |
| commit | c85594c99554e7e8f292fd88387a4bc9902f154d (patch) | |
| tree | b3a9bb5ac3b7bb33bb26b18ad53f79854bbbff4c | |
| parent | 6f1f544b7d94e5b89b4d6d17d0fe47ab560c28ba (diff) | |
| download | ydb-c85594c99554e7e8f292fd88387a4bc9902f154d.tar.gz | |
[Configs Refactor] Fix NVME support (#1920)
7 files changed, 6377 insertions, 2 deletions
diff --git a/ydb/library/yaml_config/ut_transform/canondata/result.json b/ydb/library/yaml_config/ut_transform/canondata/result.json index efbb9c46b44..00cf82fbebd 100644 --- a/ydb/library/yaml_config/ut_transform/canondata/result.json +++ b/ydb/library/yaml_config/ut_transform/canondata/result.json @@ -10,6 +10,9 @@ "uri": "file://test_transform.TestYamlConfigTransformations.test_basic/simple.yaml.result.json" }, { + "uri": "file://test_transform.TestYamlConfigTransformations.test_basic/nvme.yaml.result.json" + }, + { "uri": "file://test_transform.TestYamlConfigTransformations.test_basic/mirror-3dc-9-nodes.yaml.result.json" }, { @@ -33,6 +36,9 @@ "uri": "file://test_transform.TestYamlConfigTransformations.test_deprecated/simple.yaml.result.json" }, { + "uri": "file://test_transform.TestYamlConfigTransformations.test_deprecated/nvme.yaml.result.json" + }, + { "uri": "file://test_transform.TestYamlConfigTransformations.test_deprecated/mirror-3dc-9-nodes.yaml.result.json" }, { @@ -56,6 +62,9 @@ "uri": "file://test_transform.TestYamlConfigTransformations.test_ds_init_basic/simple.yaml.ds_init.result.json" }, { + "uri": "file://test_transform.TestYamlConfigTransformations.test_ds_init_basic/nvme.yaml.ds_init.result.json" + }, + { "uri": "file://test_transform.TestYamlConfigTransformations.test_ds_init_basic/mirror-3dc-9-nodes.yaml.ds_init.result.json" }, { @@ -79,6 +88,9 @@ "uri": "file://test_transform.TestYamlConfigTransformations.test_ds_init_deprecated/simple.yaml.ds_init.result.json" }, { + "uri": "file://test_transform.TestYamlConfigTransformations.test_ds_init_deprecated/nvme.yaml.ds_init.result.json" + }, + { "uri": "file://test_transform.TestYamlConfigTransformations.test_ds_init_deprecated/mirror-3dc-9-nodes.yaml.ds_init.result.json" }, { diff --git a/ydb/library/yaml_config/ut_transform/canondata/test_transform.TestYamlConfigTransformations.test_basic/nvme.yaml.result.json b/ydb/library/yaml_config/ut_transform/canondata/test_transform.TestYamlConfigTransformations.test_basic/nvme.yaml.result.json new file mode 100644 index 00000000000..ce7164cb754 --- /dev/null +++ b/ydb/library/yaml_config/ut_transform/canondata/test_transform.TestYamlConfigTransformations.test_basic/nvme.yaml.result.json @@ -0,0 +1,1546 @@ +{ + "ActorSystemConfig": + { + "Executor": + [ + { + "Type":"BASIC", + "Threads":56, + "SpinThreshold":1, + "Name":"System" + }, + { + "Type":"BASIC", + "Threads":24, + "SpinThreshold":1, + "Name":"User" + }, + { + "Type":"BASIC", + "Threads":24, + "SpinThreshold":1, + "Name":"Batch" + }, + { + "Type":"IO", + "Threads":1, + "Name":"IO" + }, + { + "Type":"BASIC", + "Threads":16, + "SpinThreshold":10, + "Name":"IC", + "TimePerMailboxMicroSecs":100 + } + ], + "Scheduler": + { + "Resolution":64, + "SpinThreshold":0, + "ProgressThreshold":10000 + }, + "SysExecutor":0, + "UserExecutor":1, + "IoExecutor":3, + "BatchExecutor":2, + "ServiceExecutor": + [ + { + "ServiceName":"Interconnect", + "ExecutorId":4 + } + ] + }, + "LogConfig": + { + "SysLog":false, + "DefaultLevel":3, + "AllowDropEntries":false, + "BackendFileName":"/place/kikimr-logs/kikimr.txt" + }, + "NameserviceConfig": + { + "Node": + [ + { + "NodeId":1, + "Port":19001, + "Host":"ydb-vla-dev01-000.example.com", + "InterconnectHost":"ydb-vla-dev01-000.example.com", + "WalleLocation": + { + "Body":3939173309, + "DataCenter":"VLA", + "Rack":"fake-1" + } + }, + { + "NodeId":2, + "Port":19001, + "Host":"ydb-vla-dev01-001.example.com", + "InterconnectHost":"ydb-vla-dev01-001.example.com", + "WalleLocation": + { + "Body":1026130917, + "DataCenter":"VLA", + "Rack":"fake-2" + } + }, + { + "NodeId":3, + "Port":19001, + "Host":"ydb-vla-dev01-002.example.com", + "InterconnectHost":"ydb-vla-dev01-002.example.com", + "WalleLocation": + { + "Body":2659124556, + "DataCenter":"VLA", + "Rack":"fake-3" + } + }, + { + "NodeId":4, + "Port":19001, + "Host":"ydb-vla-dev01-003.example.com", + "InterconnectHost":"ydb-vla-dev01-003.example.com", + "WalleLocation": + { + "Body":1235059988, + "DataCenter":"VLA", + "Rack":"fake-4" + } + }, + { + "NodeId":5, + "Port":19001, + "Host":"ydb-vla-dev01-004.example.com", + "InterconnectHost":"ydb-vla-dev01-004.example.com", + "WalleLocation": + { + "Body":61017695, + "DataCenter":"VLA", + "Rack":"fake-5" + } + }, + { + "NodeId":6, + "Port":19001, + "Host":"ydb-vla-dev01-005.example.com", + "InterconnectHost":"ydb-vla-dev01-005.example.com", + "WalleLocation": + { + "Body":3561065991, + "DataCenter":"VLA", + "Rack":"fake-6" + } + }, + { + "NodeId":7, + "Port":19001, + "Host":"ydb-vla-dev01-006.example.com", + "InterconnectHost":"ydb-vla-dev01-006.example.com", + "WalleLocation": + { + "Body":1997998254, + "DataCenter":"VLA", + "Rack":"fake-7" + } + }, + { + "NodeId":8, + "Port":19001, + "Host":"ydb-vla-dev01-007.example.com", + "InterconnectHost":"ydb-vla-dev01-007.example.com", + "WalleLocation": + { + "Body":2700445942, + "DataCenter":"VLA", + "Rack":"fake-8" + } + } + ], + "ClusterUUID":"alexvru-test", + "AcceptUUID": + [ + "alexvru-test" + ] + }, + "InterconnectConfig": + { + "StartTcp":true, + "SendBufferDieLimitInMB":0 + }, + "DomainsConfig": + { + "Domain": + [ + { + "DomainId":1, + "SchemeRoot":72075186232723360, + "SSId": + [ + 1 + ], + "HiveUid": + [ + 1 + ], + "PlanResolution":10, + "Name":"Root", + "StoragePoolTypes": + [ + { + "Kind":"nvme", + "PoolConfig": + { + "BoxId":1, + "ErasureSpecies":"block-4-2", + "VDiskKind":"Default", + "Kind":"nvme", + "PDiskFilter": + [ + { + "Property": + [ + { + "Type":"NVME" + } + ] + } + ] + } + } + ], + "ExplicitMediators": + [ + 72075186232426497, + 72075186232426498, + 72075186232426499 + ], + "ExplicitCoordinators": + [ + 72075186232360961, + 72075186232360962, + 72075186232360963 + ], + "ExplicitAllocators": + [ + 72075186232492033, + 72075186232492034, + 72075186232492035 + ] + } + ], + "StateStorage": + [ + { + "SSId":1, + "Ring": + { + "NToSelect":5, + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ] + } + } + ], + "HiveConfig": + [ + { + "HiveUid":1, + "Hive":72057594037968897 + } + ] + }, + "BlobStorageConfig": + { + "ServiceSet": + { + "PDisks": + [ + { + "NodeID":1, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":16592301274203927769, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":2, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":4066024495825696064, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":3, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":11217585798395406445, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":4, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":7548336563826238532, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":5, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":12492930695751522617, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":6, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":17947853722703397685, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":7, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":13632005992896647536, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":8, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":3668985736129884660, + "PDiskCategory":144115188075855873 + } + ], + "VDisks": + [ + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":0, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":1, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":16592301274203927769 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":1, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":2, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":4066024495825696064 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":2, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":3, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":11217585798395406445 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":3, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":4, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":7548336563826238532 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":4, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":5, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":12492930695751522617 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":5, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":6, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":17947853722703397685 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":6, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":7, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":13632005992896647536 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":7, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":8, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":3668985736129884660 + }, + "VDiskKind":"Default" + } + ], + "Groups": + [ + { + "GroupID":0, + "GroupGeneration":1, + "ErasureSpecies":4, + "Rings": + [ + { + "FailDomains": + [ + { + "VDiskLocations": + [ + { + "NodeID":1, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":16592301274203927769 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":2, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":4066024495825696064 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":3, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":11217585798395406445 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":4, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":7548336563826238532 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":5, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":12492930695751522617 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":6, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":17947853722703397685 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":7, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":13632005992896647536 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":8, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":3668985736129884660 + } + ] + } + ] + } + ] + } + ], + "AvailabilityDomains": + [ + 1 + ] + } + }, + "ChannelProfileConfig": + { + "Profile": + [ + { + "ProfileId":0, + "Channel": + [ + { + "ErasureSpecies":"block-4-2", + "PDiskCategory":2, + "VDiskCategory":"Default" + }, + { + "ErasureSpecies":"block-4-2", + "PDiskCategory":2, + "VDiskCategory":"Default" + }, + { + "ErasureSpecies":"block-4-2", + "PDiskCategory":2, + "VDiskCategory":"Default" + } + ] + } + ] + }, + "BootstrapConfig": + { + "Tablet": + [ + { + "Type":"FLAT_HIVE", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037968897, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_BS_CONTROLLER", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037932033, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_SCHEMESHARD", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232723360, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_TX_COORDINATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232360961, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_TX_COORDINATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232360962, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_TX_COORDINATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232360963, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_MEDIATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232426497, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_MEDIATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232426498, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_MEDIATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232426499, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_ALLOCATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232492033, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_ALLOCATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232492034, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_ALLOCATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232492035, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"CMS", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936128, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"NODE_BROKER", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936129, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TENANT_SLOT_BROKER", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936130, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"CONSOLE", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936131, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + } + ] + }, + "VDiskConfig": + { + "VDiskKinds": + [ + { + "Kind":"Log", + "BaseKind":"Default", + "Config": + { + "FreshUseDreg":true, + "AllowKeepFlags":false + } + }, + { + "Kind":"LocalMode", + "BaseKind":"Default", + "Config": + { + "HullCompLevel0MaxSstsAtOnce":2, + "HullCompSortedPartsNum":1 + } + } + ] + }, + "KQPConfig": + { + "Enable":true + }, + "GRpcConfig": + { + "StartGRpcProxy":true, + "Host":"[::]", + "Port":2135, + "GRpcMemoryQuotaBytes":1073741824, + "StreamingConfig": + { + "EnableOutputStreams":true + }, + "KeepAliveEnable":true, + "KeepAliveIdleTimeoutTriggerSec":90, + "KeepAliveMaxProbeCount":3, + "KeepAliveProbeIntervalSec":10 + }, + "DynamicNameserviceConfig": + { + "MaxStaticNodeId":50000 + }, + "PQConfig": + { + "Enabled":false + }, + "HiveConfig": + { + "MinScatterToBalance":10000, + "StorageSelectStrategy":"HIVE_STORAGE_SELECT_STRATEGY_EXACT_MIN", + "MaxNodeUsageToKick":10000, + "ResourceOvercommitment":10000, + "BalancerInflight":0, + "MinPeriodBetweenBalance":86400, + "ContinueAutoBalancer":false, + "MinNodeUsageToBalance":10000, + "NodeSelectStrategy":"HIVE_NODE_SELECT_STRATEGY_EXACT_MIN", + "EmergencyBalancerInflight":0, + "ContinueEmergencyBalancer":false + } +}
\ No newline at end of file diff --git a/ydb/library/yaml_config/ut_transform/canondata/test_transform.TestYamlConfigTransformations.test_deprecated/nvme.yaml.result.json b/ydb/library/yaml_config/ut_transform/canondata/test_transform.TestYamlConfigTransformations.test_deprecated/nvme.yaml.result.json new file mode 100644 index 00000000000..ce7164cb754 --- /dev/null +++ b/ydb/library/yaml_config/ut_transform/canondata/test_transform.TestYamlConfigTransformations.test_deprecated/nvme.yaml.result.json @@ -0,0 +1,1546 @@ +{ + "ActorSystemConfig": + { + "Executor": + [ + { + "Type":"BASIC", + "Threads":56, + "SpinThreshold":1, + "Name":"System" + }, + { + "Type":"BASIC", + "Threads":24, + "SpinThreshold":1, + "Name":"User" + }, + { + "Type":"BASIC", + "Threads":24, + "SpinThreshold":1, + "Name":"Batch" + }, + { + "Type":"IO", + "Threads":1, + "Name":"IO" + }, + { + "Type":"BASIC", + "Threads":16, + "SpinThreshold":10, + "Name":"IC", + "TimePerMailboxMicroSecs":100 + } + ], + "Scheduler": + { + "Resolution":64, + "SpinThreshold":0, + "ProgressThreshold":10000 + }, + "SysExecutor":0, + "UserExecutor":1, + "IoExecutor":3, + "BatchExecutor":2, + "ServiceExecutor": + [ + { + "ServiceName":"Interconnect", + "ExecutorId":4 + } + ] + }, + "LogConfig": + { + "SysLog":false, + "DefaultLevel":3, + "AllowDropEntries":false, + "BackendFileName":"/place/kikimr-logs/kikimr.txt" + }, + "NameserviceConfig": + { + "Node": + [ + { + "NodeId":1, + "Port":19001, + "Host":"ydb-vla-dev01-000.example.com", + "InterconnectHost":"ydb-vla-dev01-000.example.com", + "WalleLocation": + { + "Body":3939173309, + "DataCenter":"VLA", + "Rack":"fake-1" + } + }, + { + "NodeId":2, + "Port":19001, + "Host":"ydb-vla-dev01-001.example.com", + "InterconnectHost":"ydb-vla-dev01-001.example.com", + "WalleLocation": + { + "Body":1026130917, + "DataCenter":"VLA", + "Rack":"fake-2" + } + }, + { + "NodeId":3, + "Port":19001, + "Host":"ydb-vla-dev01-002.example.com", + "InterconnectHost":"ydb-vla-dev01-002.example.com", + "WalleLocation": + { + "Body":2659124556, + "DataCenter":"VLA", + "Rack":"fake-3" + } + }, + { + "NodeId":4, + "Port":19001, + "Host":"ydb-vla-dev01-003.example.com", + "InterconnectHost":"ydb-vla-dev01-003.example.com", + "WalleLocation": + { + "Body":1235059988, + "DataCenter":"VLA", + "Rack":"fake-4" + } + }, + { + "NodeId":5, + "Port":19001, + "Host":"ydb-vla-dev01-004.example.com", + "InterconnectHost":"ydb-vla-dev01-004.example.com", + "WalleLocation": + { + "Body":61017695, + "DataCenter":"VLA", + "Rack":"fake-5" + } + }, + { + "NodeId":6, + "Port":19001, + "Host":"ydb-vla-dev01-005.example.com", + "InterconnectHost":"ydb-vla-dev01-005.example.com", + "WalleLocation": + { + "Body":3561065991, + "DataCenter":"VLA", + "Rack":"fake-6" + } + }, + { + "NodeId":7, + "Port":19001, + "Host":"ydb-vla-dev01-006.example.com", + "InterconnectHost":"ydb-vla-dev01-006.example.com", + "WalleLocation": + { + "Body":1997998254, + "DataCenter":"VLA", + "Rack":"fake-7" + } + }, + { + "NodeId":8, + "Port":19001, + "Host":"ydb-vla-dev01-007.example.com", + "InterconnectHost":"ydb-vla-dev01-007.example.com", + "WalleLocation": + { + "Body":2700445942, + "DataCenter":"VLA", + "Rack":"fake-8" + } + } + ], + "ClusterUUID":"alexvru-test", + "AcceptUUID": + [ + "alexvru-test" + ] + }, + "InterconnectConfig": + { + "StartTcp":true, + "SendBufferDieLimitInMB":0 + }, + "DomainsConfig": + { + "Domain": + [ + { + "DomainId":1, + "SchemeRoot":72075186232723360, + "SSId": + [ + 1 + ], + "HiveUid": + [ + 1 + ], + "PlanResolution":10, + "Name":"Root", + "StoragePoolTypes": + [ + { + "Kind":"nvme", + "PoolConfig": + { + "BoxId":1, + "ErasureSpecies":"block-4-2", + "VDiskKind":"Default", + "Kind":"nvme", + "PDiskFilter": + [ + { + "Property": + [ + { + "Type":"NVME" + } + ] + } + ] + } + } + ], + "ExplicitMediators": + [ + 72075186232426497, + 72075186232426498, + 72075186232426499 + ], + "ExplicitCoordinators": + [ + 72075186232360961, + 72075186232360962, + 72075186232360963 + ], + "ExplicitAllocators": + [ + 72075186232492033, + 72075186232492034, + 72075186232492035 + ] + } + ], + "StateStorage": + [ + { + "SSId":1, + "Ring": + { + "NToSelect":5, + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ] + } + } + ], + "HiveConfig": + [ + { + "HiveUid":1, + "Hive":72057594037968897 + } + ] + }, + "BlobStorageConfig": + { + "ServiceSet": + { + "PDisks": + [ + { + "NodeID":1, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":16592301274203927769, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":2, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":4066024495825696064, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":3, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":11217585798395406445, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":4, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":7548336563826238532, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":5, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":12492930695751522617, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":6, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":17947853722703397685, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":7, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":13632005992896647536, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":8, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":3668985736129884660, + "PDiskCategory":144115188075855873 + } + ], + "VDisks": + [ + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":0, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":1, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":16592301274203927769 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":1, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":2, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":4066024495825696064 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":2, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":3, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":11217585798395406445 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":3, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":4, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":7548336563826238532 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":4, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":5, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":12492930695751522617 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":5, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":6, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":17947853722703397685 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":6, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":7, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":13632005992896647536 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":7, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":8, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":3668985736129884660 + }, + "VDiskKind":"Default" + } + ], + "Groups": + [ + { + "GroupID":0, + "GroupGeneration":1, + "ErasureSpecies":4, + "Rings": + [ + { + "FailDomains": + [ + { + "VDiskLocations": + [ + { + "NodeID":1, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":16592301274203927769 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":2, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":4066024495825696064 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":3, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":11217585798395406445 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":4, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":7548336563826238532 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":5, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":12492930695751522617 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":6, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":17947853722703397685 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":7, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":13632005992896647536 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":8, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":3668985736129884660 + } + ] + } + ] + } + ] + } + ], + "AvailabilityDomains": + [ + 1 + ] + } + }, + "ChannelProfileConfig": + { + "Profile": + [ + { + "ProfileId":0, + "Channel": + [ + { + "ErasureSpecies":"block-4-2", + "PDiskCategory":2, + "VDiskCategory":"Default" + }, + { + "ErasureSpecies":"block-4-2", + "PDiskCategory":2, + "VDiskCategory":"Default" + }, + { + "ErasureSpecies":"block-4-2", + "PDiskCategory":2, + "VDiskCategory":"Default" + } + ] + } + ] + }, + "BootstrapConfig": + { + "Tablet": + [ + { + "Type":"FLAT_HIVE", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037968897, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_BS_CONTROLLER", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037932033, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_SCHEMESHARD", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232723360, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_TX_COORDINATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232360961, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_TX_COORDINATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232360962, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_TX_COORDINATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232360963, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_MEDIATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232426497, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_MEDIATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232426498, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_MEDIATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232426499, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_ALLOCATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232492033, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_ALLOCATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232492034, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_ALLOCATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232492035, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"CMS", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936128, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"NODE_BROKER", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936129, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TENANT_SLOT_BROKER", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936130, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"CONSOLE", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936131, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + } + ] + }, + "VDiskConfig": + { + "VDiskKinds": + [ + { + "Kind":"Log", + "BaseKind":"Default", + "Config": + { + "FreshUseDreg":true, + "AllowKeepFlags":false + } + }, + { + "Kind":"LocalMode", + "BaseKind":"Default", + "Config": + { + "HullCompLevel0MaxSstsAtOnce":2, + "HullCompSortedPartsNum":1 + } + } + ] + }, + "KQPConfig": + { + "Enable":true + }, + "GRpcConfig": + { + "StartGRpcProxy":true, + "Host":"[::]", + "Port":2135, + "GRpcMemoryQuotaBytes":1073741824, + "StreamingConfig": + { + "EnableOutputStreams":true + }, + "KeepAliveEnable":true, + "KeepAliveIdleTimeoutTriggerSec":90, + "KeepAliveMaxProbeCount":3, + "KeepAliveProbeIntervalSec":10 + }, + "DynamicNameserviceConfig": + { + "MaxStaticNodeId":50000 + }, + "PQConfig": + { + "Enabled":false + }, + "HiveConfig": + { + "MinScatterToBalance":10000, + "StorageSelectStrategy":"HIVE_STORAGE_SELECT_STRATEGY_EXACT_MIN", + "MaxNodeUsageToKick":10000, + "ResourceOvercommitment":10000, + "BalancerInflight":0, + "MinPeriodBetweenBalance":86400, + "ContinueAutoBalancer":false, + "MinNodeUsageToBalance":10000, + "NodeSelectStrategy":"HIVE_NODE_SELECT_STRATEGY_EXACT_MIN", + "EmergencyBalancerInflight":0, + "ContinueEmergencyBalancer":false + } +}
\ No newline at end of file diff --git a/ydb/library/yaml_config/ut_transform/canondata/test_transform.TestYamlConfigTransformations.test_ds_init_basic/nvme.yaml.ds_init.result.json b/ydb/library/yaml_config/ut_transform/canondata/test_transform.TestYamlConfigTransformations.test_ds_init_basic/nvme.yaml.ds_init.result.json new file mode 100644 index 00000000000..ce7164cb754 --- /dev/null +++ b/ydb/library/yaml_config/ut_transform/canondata/test_transform.TestYamlConfigTransformations.test_ds_init_basic/nvme.yaml.ds_init.result.json @@ -0,0 +1,1546 @@ +{ + "ActorSystemConfig": + { + "Executor": + [ + { + "Type":"BASIC", + "Threads":56, + "SpinThreshold":1, + "Name":"System" + }, + { + "Type":"BASIC", + "Threads":24, + "SpinThreshold":1, + "Name":"User" + }, + { + "Type":"BASIC", + "Threads":24, + "SpinThreshold":1, + "Name":"Batch" + }, + { + "Type":"IO", + "Threads":1, + "Name":"IO" + }, + { + "Type":"BASIC", + "Threads":16, + "SpinThreshold":10, + "Name":"IC", + "TimePerMailboxMicroSecs":100 + } + ], + "Scheduler": + { + "Resolution":64, + "SpinThreshold":0, + "ProgressThreshold":10000 + }, + "SysExecutor":0, + "UserExecutor":1, + "IoExecutor":3, + "BatchExecutor":2, + "ServiceExecutor": + [ + { + "ServiceName":"Interconnect", + "ExecutorId":4 + } + ] + }, + "LogConfig": + { + "SysLog":false, + "DefaultLevel":3, + "AllowDropEntries":false, + "BackendFileName":"/place/kikimr-logs/kikimr.txt" + }, + "NameserviceConfig": + { + "Node": + [ + { + "NodeId":1, + "Port":19001, + "Host":"ydb-vla-dev01-000.example.com", + "InterconnectHost":"ydb-vla-dev01-000.example.com", + "WalleLocation": + { + "Body":3939173309, + "DataCenter":"VLA", + "Rack":"fake-1" + } + }, + { + "NodeId":2, + "Port":19001, + "Host":"ydb-vla-dev01-001.example.com", + "InterconnectHost":"ydb-vla-dev01-001.example.com", + "WalleLocation": + { + "Body":1026130917, + "DataCenter":"VLA", + "Rack":"fake-2" + } + }, + { + "NodeId":3, + "Port":19001, + "Host":"ydb-vla-dev01-002.example.com", + "InterconnectHost":"ydb-vla-dev01-002.example.com", + "WalleLocation": + { + "Body":2659124556, + "DataCenter":"VLA", + "Rack":"fake-3" + } + }, + { + "NodeId":4, + "Port":19001, + "Host":"ydb-vla-dev01-003.example.com", + "InterconnectHost":"ydb-vla-dev01-003.example.com", + "WalleLocation": + { + "Body":1235059988, + "DataCenter":"VLA", + "Rack":"fake-4" + } + }, + { + "NodeId":5, + "Port":19001, + "Host":"ydb-vla-dev01-004.example.com", + "InterconnectHost":"ydb-vla-dev01-004.example.com", + "WalleLocation": + { + "Body":61017695, + "DataCenter":"VLA", + "Rack":"fake-5" + } + }, + { + "NodeId":6, + "Port":19001, + "Host":"ydb-vla-dev01-005.example.com", + "InterconnectHost":"ydb-vla-dev01-005.example.com", + "WalleLocation": + { + "Body":3561065991, + "DataCenter":"VLA", + "Rack":"fake-6" + } + }, + { + "NodeId":7, + "Port":19001, + "Host":"ydb-vla-dev01-006.example.com", + "InterconnectHost":"ydb-vla-dev01-006.example.com", + "WalleLocation": + { + "Body":1997998254, + "DataCenter":"VLA", + "Rack":"fake-7" + } + }, + { + "NodeId":8, + "Port":19001, + "Host":"ydb-vla-dev01-007.example.com", + "InterconnectHost":"ydb-vla-dev01-007.example.com", + "WalleLocation": + { + "Body":2700445942, + "DataCenter":"VLA", + "Rack":"fake-8" + } + } + ], + "ClusterUUID":"alexvru-test", + "AcceptUUID": + [ + "alexvru-test" + ] + }, + "InterconnectConfig": + { + "StartTcp":true, + "SendBufferDieLimitInMB":0 + }, + "DomainsConfig": + { + "Domain": + [ + { + "DomainId":1, + "SchemeRoot":72075186232723360, + "SSId": + [ + 1 + ], + "HiveUid": + [ + 1 + ], + "PlanResolution":10, + "Name":"Root", + "StoragePoolTypes": + [ + { + "Kind":"nvme", + "PoolConfig": + { + "BoxId":1, + "ErasureSpecies":"block-4-2", + "VDiskKind":"Default", + "Kind":"nvme", + "PDiskFilter": + [ + { + "Property": + [ + { + "Type":"NVME" + } + ] + } + ] + } + } + ], + "ExplicitMediators": + [ + 72075186232426497, + 72075186232426498, + 72075186232426499 + ], + "ExplicitCoordinators": + [ + 72075186232360961, + 72075186232360962, + 72075186232360963 + ], + "ExplicitAllocators": + [ + 72075186232492033, + 72075186232492034, + 72075186232492035 + ] + } + ], + "StateStorage": + [ + { + "SSId":1, + "Ring": + { + "NToSelect":5, + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ] + } + } + ], + "HiveConfig": + [ + { + "HiveUid":1, + "Hive":72057594037968897 + } + ] + }, + "BlobStorageConfig": + { + "ServiceSet": + { + "PDisks": + [ + { + "NodeID":1, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":16592301274203927769, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":2, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":4066024495825696064, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":3, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":11217585798395406445, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":4, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":7548336563826238532, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":5, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":12492930695751522617, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":6, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":17947853722703397685, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":7, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":13632005992896647536, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":8, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":3668985736129884660, + "PDiskCategory":144115188075855873 + } + ], + "VDisks": + [ + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":0, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":1, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":16592301274203927769 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":1, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":2, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":4066024495825696064 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":2, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":3, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":11217585798395406445 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":3, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":4, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":7548336563826238532 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":4, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":5, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":12492930695751522617 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":5, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":6, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":17947853722703397685 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":6, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":7, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":13632005992896647536 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":7, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":8, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":3668985736129884660 + }, + "VDiskKind":"Default" + } + ], + "Groups": + [ + { + "GroupID":0, + "GroupGeneration":1, + "ErasureSpecies":4, + "Rings": + [ + { + "FailDomains": + [ + { + "VDiskLocations": + [ + { + "NodeID":1, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":16592301274203927769 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":2, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":4066024495825696064 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":3, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":11217585798395406445 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":4, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":7548336563826238532 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":5, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":12492930695751522617 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":6, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":17947853722703397685 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":7, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":13632005992896647536 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":8, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":3668985736129884660 + } + ] + } + ] + } + ] + } + ], + "AvailabilityDomains": + [ + 1 + ] + } + }, + "ChannelProfileConfig": + { + "Profile": + [ + { + "ProfileId":0, + "Channel": + [ + { + "ErasureSpecies":"block-4-2", + "PDiskCategory":2, + "VDiskCategory":"Default" + }, + { + "ErasureSpecies":"block-4-2", + "PDiskCategory":2, + "VDiskCategory":"Default" + }, + { + "ErasureSpecies":"block-4-2", + "PDiskCategory":2, + "VDiskCategory":"Default" + } + ] + } + ] + }, + "BootstrapConfig": + { + "Tablet": + [ + { + "Type":"FLAT_HIVE", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037968897, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_BS_CONTROLLER", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037932033, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_SCHEMESHARD", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232723360, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_TX_COORDINATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232360961, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_TX_COORDINATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232360962, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_TX_COORDINATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232360963, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_MEDIATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232426497, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_MEDIATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232426498, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_MEDIATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232426499, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_ALLOCATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232492033, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_ALLOCATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232492034, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_ALLOCATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232492035, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"CMS", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936128, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"NODE_BROKER", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936129, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TENANT_SLOT_BROKER", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936130, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"CONSOLE", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936131, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + } + ] + }, + "VDiskConfig": + { + "VDiskKinds": + [ + { + "Kind":"Log", + "BaseKind":"Default", + "Config": + { + "FreshUseDreg":true, + "AllowKeepFlags":false + } + }, + { + "Kind":"LocalMode", + "BaseKind":"Default", + "Config": + { + "HullCompLevel0MaxSstsAtOnce":2, + "HullCompSortedPartsNum":1 + } + } + ] + }, + "KQPConfig": + { + "Enable":true + }, + "GRpcConfig": + { + "StartGRpcProxy":true, + "Host":"[::]", + "Port":2135, + "GRpcMemoryQuotaBytes":1073741824, + "StreamingConfig": + { + "EnableOutputStreams":true + }, + "KeepAliveEnable":true, + "KeepAliveIdleTimeoutTriggerSec":90, + "KeepAliveMaxProbeCount":3, + "KeepAliveProbeIntervalSec":10 + }, + "DynamicNameserviceConfig": + { + "MaxStaticNodeId":50000 + }, + "PQConfig": + { + "Enabled":false + }, + "HiveConfig": + { + "MinScatterToBalance":10000, + "StorageSelectStrategy":"HIVE_STORAGE_SELECT_STRATEGY_EXACT_MIN", + "MaxNodeUsageToKick":10000, + "ResourceOvercommitment":10000, + "BalancerInflight":0, + "MinPeriodBetweenBalance":86400, + "ContinueAutoBalancer":false, + "MinNodeUsageToBalance":10000, + "NodeSelectStrategy":"HIVE_NODE_SELECT_STRATEGY_EXACT_MIN", + "EmergencyBalancerInflight":0, + "ContinueEmergencyBalancer":false + } +}
\ No newline at end of file diff --git a/ydb/library/yaml_config/ut_transform/canondata/test_transform.TestYamlConfigTransformations.test_ds_init_deprecated/nvme.yaml.ds_init.result.json b/ydb/library/yaml_config/ut_transform/canondata/test_transform.TestYamlConfigTransformations.test_ds_init_deprecated/nvme.yaml.ds_init.result.json new file mode 100644 index 00000000000..ce7164cb754 --- /dev/null +++ b/ydb/library/yaml_config/ut_transform/canondata/test_transform.TestYamlConfigTransformations.test_ds_init_deprecated/nvme.yaml.ds_init.result.json @@ -0,0 +1,1546 @@ +{ + "ActorSystemConfig": + { + "Executor": + [ + { + "Type":"BASIC", + "Threads":56, + "SpinThreshold":1, + "Name":"System" + }, + { + "Type":"BASIC", + "Threads":24, + "SpinThreshold":1, + "Name":"User" + }, + { + "Type":"BASIC", + "Threads":24, + "SpinThreshold":1, + "Name":"Batch" + }, + { + "Type":"IO", + "Threads":1, + "Name":"IO" + }, + { + "Type":"BASIC", + "Threads":16, + "SpinThreshold":10, + "Name":"IC", + "TimePerMailboxMicroSecs":100 + } + ], + "Scheduler": + { + "Resolution":64, + "SpinThreshold":0, + "ProgressThreshold":10000 + }, + "SysExecutor":0, + "UserExecutor":1, + "IoExecutor":3, + "BatchExecutor":2, + "ServiceExecutor": + [ + { + "ServiceName":"Interconnect", + "ExecutorId":4 + } + ] + }, + "LogConfig": + { + "SysLog":false, + "DefaultLevel":3, + "AllowDropEntries":false, + "BackendFileName":"/place/kikimr-logs/kikimr.txt" + }, + "NameserviceConfig": + { + "Node": + [ + { + "NodeId":1, + "Port":19001, + "Host":"ydb-vla-dev01-000.example.com", + "InterconnectHost":"ydb-vla-dev01-000.example.com", + "WalleLocation": + { + "Body":3939173309, + "DataCenter":"VLA", + "Rack":"fake-1" + } + }, + { + "NodeId":2, + "Port":19001, + "Host":"ydb-vla-dev01-001.example.com", + "InterconnectHost":"ydb-vla-dev01-001.example.com", + "WalleLocation": + { + "Body":1026130917, + "DataCenter":"VLA", + "Rack":"fake-2" + } + }, + { + "NodeId":3, + "Port":19001, + "Host":"ydb-vla-dev01-002.example.com", + "InterconnectHost":"ydb-vla-dev01-002.example.com", + "WalleLocation": + { + "Body":2659124556, + "DataCenter":"VLA", + "Rack":"fake-3" + } + }, + { + "NodeId":4, + "Port":19001, + "Host":"ydb-vla-dev01-003.example.com", + "InterconnectHost":"ydb-vla-dev01-003.example.com", + "WalleLocation": + { + "Body":1235059988, + "DataCenter":"VLA", + "Rack":"fake-4" + } + }, + { + "NodeId":5, + "Port":19001, + "Host":"ydb-vla-dev01-004.example.com", + "InterconnectHost":"ydb-vla-dev01-004.example.com", + "WalleLocation": + { + "Body":61017695, + "DataCenter":"VLA", + "Rack":"fake-5" + } + }, + { + "NodeId":6, + "Port":19001, + "Host":"ydb-vla-dev01-005.example.com", + "InterconnectHost":"ydb-vla-dev01-005.example.com", + "WalleLocation": + { + "Body":3561065991, + "DataCenter":"VLA", + "Rack":"fake-6" + } + }, + { + "NodeId":7, + "Port":19001, + "Host":"ydb-vla-dev01-006.example.com", + "InterconnectHost":"ydb-vla-dev01-006.example.com", + "WalleLocation": + { + "Body":1997998254, + "DataCenter":"VLA", + "Rack":"fake-7" + } + }, + { + "NodeId":8, + "Port":19001, + "Host":"ydb-vla-dev01-007.example.com", + "InterconnectHost":"ydb-vla-dev01-007.example.com", + "WalleLocation": + { + "Body":2700445942, + "DataCenter":"VLA", + "Rack":"fake-8" + } + } + ], + "ClusterUUID":"alexvru-test", + "AcceptUUID": + [ + "alexvru-test" + ] + }, + "InterconnectConfig": + { + "StartTcp":true, + "SendBufferDieLimitInMB":0 + }, + "DomainsConfig": + { + "Domain": + [ + { + "DomainId":1, + "SchemeRoot":72075186232723360, + "SSId": + [ + 1 + ], + "HiveUid": + [ + 1 + ], + "PlanResolution":10, + "Name":"Root", + "StoragePoolTypes": + [ + { + "Kind":"nvme", + "PoolConfig": + { + "BoxId":1, + "ErasureSpecies":"block-4-2", + "VDiskKind":"Default", + "Kind":"nvme", + "PDiskFilter": + [ + { + "Property": + [ + { + "Type":"NVME" + } + ] + } + ] + } + } + ], + "ExplicitMediators": + [ + 72075186232426497, + 72075186232426498, + 72075186232426499 + ], + "ExplicitCoordinators": + [ + 72075186232360961, + 72075186232360962, + 72075186232360963 + ], + "ExplicitAllocators": + [ + 72075186232492033, + 72075186232492034, + 72075186232492035 + ] + } + ], + "StateStorage": + [ + { + "SSId":1, + "Ring": + { + "NToSelect":5, + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ] + } + } + ], + "HiveConfig": + [ + { + "HiveUid":1, + "Hive":72057594037968897 + } + ] + }, + "BlobStorageConfig": + { + "ServiceSet": + { + "PDisks": + [ + { + "NodeID":1, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":16592301274203927769, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":2, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":4066024495825696064, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":3, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":11217585798395406445, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":4, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":7548336563826238532, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":5, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":12492930695751522617, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":6, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":17947853722703397685, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":7, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":13632005992896647536, + "PDiskCategory":144115188075855873 + }, + { + "NodeID":8, + "PDiskID":1, + "Path":"/dev/disk/by-partlabel/kikimr_nvme_01", + "PDiskGuid":3668985736129884660, + "PDiskCategory":144115188075855873 + } + ], + "VDisks": + [ + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":0, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":1, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":16592301274203927769 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":1, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":2, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":4066024495825696064 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":2, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":3, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":11217585798395406445 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":3, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":4, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":7548336563826238532 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":4, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":5, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":12492930695751522617 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":5, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":6, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":17947853722703397685 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":6, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":7, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":13632005992896647536 + }, + "VDiskKind":"Default" + }, + { + "VDiskID": + { + "GroupID":0, + "GroupGeneration":1, + "Ring":0, + "Domain":7, + "VDisk":0 + }, + "VDiskLocation": + { + "NodeID":8, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":3668985736129884660 + }, + "VDiskKind":"Default" + } + ], + "Groups": + [ + { + "GroupID":0, + "GroupGeneration":1, + "ErasureSpecies":4, + "Rings": + [ + { + "FailDomains": + [ + { + "VDiskLocations": + [ + { + "NodeID":1, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":16592301274203927769 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":2, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":4066024495825696064 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":3, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":11217585798395406445 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":4, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":7548336563826238532 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":5, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":12492930695751522617 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":6, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":17947853722703397685 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":7, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":13632005992896647536 + } + ] + }, + { + "VDiskLocations": + [ + { + "NodeID":8, + "PDiskID":1, + "VDiskSlotID":0, + "PDiskGuid":3668985736129884660 + } + ] + } + ] + } + ] + } + ], + "AvailabilityDomains": + [ + 1 + ] + } + }, + "ChannelProfileConfig": + { + "Profile": + [ + { + "ProfileId":0, + "Channel": + [ + { + "ErasureSpecies":"block-4-2", + "PDiskCategory":2, + "VDiskCategory":"Default" + }, + { + "ErasureSpecies":"block-4-2", + "PDiskCategory":2, + "VDiskCategory":"Default" + }, + { + "ErasureSpecies":"block-4-2", + "PDiskCategory":2, + "VDiskCategory":"Default" + } + ] + } + ] + }, + "BootstrapConfig": + { + "Tablet": + [ + { + "Type":"FLAT_HIVE", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037968897, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_BS_CONTROLLER", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037932033, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_SCHEMESHARD", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232723360, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_TX_COORDINATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232360961, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_TX_COORDINATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232360962, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"FLAT_TX_COORDINATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232360963, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_MEDIATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232426497, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_MEDIATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232426498, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_MEDIATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232426499, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_ALLOCATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232492033, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_ALLOCATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232492034, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TX_ALLOCATOR", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72075186232492035, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"CMS", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936128, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"NODE_BROKER", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936129, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"TENANT_SLOT_BROKER", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936130, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + }, + { + "Type":"CONSOLE", + "Node": + [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8 + ], + "Info": + { + "TabletID":72057594037936131, + "Channels": + [ + { + "Channel":0, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":1, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + }, + { + "Channel":2, + "History": + [ + { + "FromGeneration":0, + "GroupID":0 + } + ], + "ChannelErasureName":"block-4-2" + } + ] + } + } + ] + }, + "VDiskConfig": + { + "VDiskKinds": + [ + { + "Kind":"Log", + "BaseKind":"Default", + "Config": + { + "FreshUseDreg":true, + "AllowKeepFlags":false + } + }, + { + "Kind":"LocalMode", + "BaseKind":"Default", + "Config": + { + "HullCompLevel0MaxSstsAtOnce":2, + "HullCompSortedPartsNum":1 + } + } + ] + }, + "KQPConfig": + { + "Enable":true + }, + "GRpcConfig": + { + "StartGRpcProxy":true, + "Host":"[::]", + "Port":2135, + "GRpcMemoryQuotaBytes":1073741824, + "StreamingConfig": + { + "EnableOutputStreams":true + }, + "KeepAliveEnable":true, + "KeepAliveIdleTimeoutTriggerSec":90, + "KeepAliveMaxProbeCount":3, + "KeepAliveProbeIntervalSec":10 + }, + "DynamicNameserviceConfig": + { + "MaxStaticNodeId":50000 + }, + "PQConfig": + { + "Enabled":false + }, + "HiveConfig": + { + "MinScatterToBalance":10000, + "StorageSelectStrategy":"HIVE_STORAGE_SELECT_STRATEGY_EXACT_MIN", + "MaxNodeUsageToKick":10000, + "ResourceOvercommitment":10000, + "BalancerInflight":0, + "MinPeriodBetweenBalance":86400, + "ContinueAutoBalancer":false, + "MinNodeUsageToBalance":10000, + "NodeSelectStrategy":"HIVE_NODE_SELECT_STRATEGY_EXACT_MIN", + "EmergencyBalancerInflight":0, + "ContinueEmergencyBalancer":false + } +}
\ No newline at end of file diff --git a/ydb/library/yaml_config/ut_transform/configs/nvme.yaml b/ydb/library/yaml_config/ut_transform/configs/nvme.yaml new file mode 100644 index 00000000000..4c12c0615d9 --- /dev/null +++ b/ydb/library/yaml_config/ut_transform/configs/nvme.yaml @@ -0,0 +1,179 @@ +actor_system_config: + batch_executor: 2 + executor: + - {name: System, spin_threshold: '1', threads: 56, type: BASIC} + - {name: User, spin_threshold: '1', threads: 24, type: BASIC} + - {name: Batch, spin_threshold: '1', threads: 24, type: BASIC} + - {name: IO, threads: 1, type: IO} + - {name: IC, spin_threshold: '10', threads: 16, time_per_mailbox_micro_secs: 100, + type: BASIC} + io_executor: 3 + scheduler: {progress_threshold: '10000', resolution: '64', spin_threshold: '0'} + service_executor: + - {executor_id: 4, service_name: Interconnect} + sys_executor: 0 + user_executor: 1 +blob_storage_config: + service_set: + availability_domains: ['1'] + groups: + - erasure_species: 4 + group_generation: 1 + group_id: 0 + rings: + - fail_domains: + - vdisk_locations: + - {node_id: 1, path: /dev/disk/by-partlabel/kikimr_nvme_01, pdisk_category: '144115188075855873', + pdisk_guid: '16592301274203927769', pdisk_id: 1} + - vdisk_locations: + - {node_id: 2, path: /dev/disk/by-partlabel/kikimr_nvme_01, pdisk_category: '144115188075855873', + pdisk_guid: '4066024495825696064', pdisk_id: 1} + - vdisk_locations: + - {node_id: 3, path: /dev/disk/by-partlabel/kikimr_nvme_01, pdisk_category: '144115188075855873', + pdisk_guid: '11217585798395406445', pdisk_id: 1} + - vdisk_locations: + - {node_id: 4, path: /dev/disk/by-partlabel/kikimr_nvme_01, pdisk_category: '144115188075855873', + pdisk_guid: '7548336563826238532', pdisk_id: 1} + - vdisk_locations: + - {node_id: 5, path: /dev/disk/by-partlabel/kikimr_nvme_01, pdisk_category: '144115188075855873', + pdisk_guid: '12492930695751522617', pdisk_id: 1} + - vdisk_locations: + - {node_id: 6, path: /dev/disk/by-partlabel/kikimr_nvme_01, pdisk_category: '144115188075855873', + pdisk_guid: '17947853722703397685', pdisk_id: 1} + - vdisk_locations: + - {node_id: 7, path: /dev/disk/by-partlabel/kikimr_nvme_01, pdisk_category: '144115188075855873', + pdisk_guid: '13632005992896647536', pdisk_id: 1} + - vdisk_locations: + - {node_id: 8, path: /dev/disk/by-partlabel/kikimr_nvme_01, pdisk_category: '144115188075855873', + pdisk_guid: '3668985736129884660', pdisk_id: 1} +bootstrap_config: {} +channel_profile_config: + profile: + - channel: + - {erasure_species: block-4-2, pdisk_category: '2', vdisk_category: Default} + - {erasure_species: block-4-2, pdisk_category: '2', vdisk_category: Default} + - {erasure_species: block-4-2, pdisk_category: '2', vdisk_category: Default} + profile_id: 0 +domains_config: + disable_builtin_security: true + domain: + - domain_id: 1 + name: Root + plan_resolution: '10' + scheme_root: '72075186232723360' + ssid: [1] + storage_pool_types: + - kind: nvme + pool_config: + box_id: '1' + erasure_species: block-4-2 + kind: nvme + pdisk_filter: + - property: + - {type: NVME} + vdisk_kind: Default + state_storage: + - ring: + node: [1, 2, 3, 4, 5, 6, 7, 8] + nto_select: 5 + ssid: 1 +dynamic_nameservice_config: {max_static_node_id: 50000} +grpc_config: + grpc_memory_quota_bytes: '1073741824' + host: '[::]' + keep_alive_enable: true + keep_alive_idle_timeout_trigger_sec: 90 + keep_alive_max_probe_count: 3 + keep_alive_probe_interval_sec: 10 + port: 2135 + start_grpc_proxy: true + streaming_config: {enable_output_streams: true} +hive_config: {balancer_inflight: 0, continue_auto_balancer: false, continue_emergency_balancer: false, + emergency_balancer_inflight: 0, max_node_usage_to_kick: 10000, min_node_usage_to_balance: 10000, + min_period_between_balance: 86400, min_scatter_to_balance: 10000, node_select_strategy: HIVE_NODE_SELECT_STRATEGY_EXACT_MIN, + resource_overcommitment: 10000, storage_select_strategy: HIVE_STORAGE_SELECT_STRATEGY_EXACT_MIN} +hosts: +- host: ydb-vla-dev01-000.example.com + node_id: 1 + walle_location: {body: 3939173309, data_center: VLA, rack: fake-1} +- host: ydb-vla-dev01-001.example.com + node_id: 2 + walle_location: {body: 1026130917, data_center: VLA, rack: fake-2} +- host: ydb-vla-dev01-002.example.com + node_id: 3 + walle_location: {body: 2659124556, data_center: VLA, rack: fake-3} +- host: ydb-vla-dev01-003.example.com + node_id: 4 + walle_location: {body: 1235059988, data_center: VLA, rack: fake-4} +- host: ydb-vla-dev01-004.example.com + node_id: 5 + walle_location: {body: 61017695, data_center: VLA, rack: fake-5} +- host: ydb-vla-dev01-005.example.com + node_id: 6 + walle_location: {body: 3561065991, data_center: VLA, rack: fake-6} +- host: ydb-vla-dev01-006.example.com + node_id: 7 + walle_location: {body: 1997998254, data_center: VLA, rack: fake-7} +- host: ydb-vla-dev01-007.example.com + node_id: 8 + walle_location: {body: 2700445942, data_center: VLA, rack: fake-8} +interconnect_config: {send_buffer_die_limit_in_mb: 0, start_tcp: true} +kqpconfig: {enable: true} +log_config: {allow_drop_entries: false, backend_file_name: /place/kikimr-logs/kikimr.txt, + default_level: 3, sys_log: false} +nameservice_config: + accept_uuid: [alexvru-test] + cluster_uuid: alexvru-test +pqconfig: {enabled: false} +static_erasure: block-4-2 +system_tablets: + cms: + - info: {tablet_id: '72057594037936128'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + console: + - info: {tablet_id: '72057594037936131'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + flat_bs_controller: + - info: {tablet_id: '72057594037932033'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + flat_hive: + - info: {tablet_id: '72057594037968897'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + flat_schemeshard: + - info: {tablet_id: '72075186232723360'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + flat_tx_coordinator: + - info: {tablet_id: '72075186232360961'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + - info: {tablet_id: '72075186232360962'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + - info: {tablet_id: '72075186232360963'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + node_broker: + - info: {tablet_id: '72057594037936129'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + tenant_slot_broker: + - info: {tablet_id: '72057594037936130'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + tx_allocator: + - info: {tablet_id: '72075186232492033'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + - info: {tablet_id: '72075186232492034'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + - info: {tablet_id: '72075186232492035'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + tx_mediator: + - info: {tablet_id: '72075186232426497'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + - info: {tablet_id: '72075186232426498'} + node: [1, 2, 3, 4, 5, 6, 7, 8] + - info: {tablet_id: '72075186232426499'} + node: [1, 2, 3, 4, 5, 6, 7, 8] +vdisk_config: + vdisk_kinds: + - base_kind: Default + config: {allow_keep_flags: false, fresh_use_dreg: true} + kind: Log + - base_kind: Default + config: {hull_comp_level0_max_ssts_at_once: 2, hull_comp_sorted_parts_num: 1} + kind: LocalMode diff --git a/ydb/library/yaml_config/yaml_config_parser.cpp b/ydb/library/yaml_config/yaml_config_parser.cpp index 4edb311a5bf..3757aea7b97 100644 --- a/ydb/library/yaml_config/yaml_config_parser.cpp +++ b/ydb/library/yaml_config/yaml_config_parser.cpp @@ -680,9 +680,9 @@ namespace NKikimr::NYaml { Y_ENSURE_BT(success, "pdisk ids should be unique, non unique pdisk_id : " << pdiskId); } - std::optional<ui32> pDiskCategoryId; + std::optional<ui64> pDiskCategoryId; if (info.HasPDiskCategory()) { - ui32 pDiskCategory = 0; + ui64 pDiskCategory = 0; if (!TryFromString(info.GetPDiskCategory(), pDiskCategory)) { pDiskCategory = PdiskCategoryFromString(info.GetPDiskCategory()); } |