./bin/mindieservice_daemon启动成功
接MindIE大模型测试及报错Fatal Python error: PyThreadState_Get: the function must be called with the GIL held,-CSDN博客经过调整如下红色部分参数，昇腾310P3跑起来了7b模型：
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/home/apulis-dev/teamdata/Qwen2.5-Coder-7B-Instruct# grep save q.log
2024-11-07 14:13:21 (295 MB/s) - ‘.gitattributes’ saved [1795/1795]
2024-11-07 14:13:21 (144 MB/s) - ‘config.json’ saved [663/663]
2024-11-07 14:13:21 (578 KB/s) - ‘configuration.json’ saved [2/2]
2024-11-07 14:13:22 (69.9 MB/s) - ‘generation_config.json’ saved [242/242]
2024-11-07 14:13:22 (81.9 MB/s) - ‘LICENSE’ saved [11343/11343]
2024-11-07 14:13:23 (4.76 MB/s) - ‘merges.txt’ saved [1671839/1671839]
2024-11-07 14:33:40 (3.83 MB/s) - ‘model-00001-of-00004.safetensors’ saved [4877660776/4877660776]
2024-11-07 14:56:19 (3.46 MB/s) - ‘model-00002-of-00004.safetensors’ saved [4932751008/4932751008]
2024-11-07 15:18:14 (3.15 MB/s) - ‘model-00003-of-00004.safetensors’ saved [4330865200/4330865200]
2024-11-07 15:21:53 (4.76 MB/s) - ‘model-00004-of-00004.safetensors’ saved [1089994880/1089994880]
2024-11-07 15:21:53 (796 KB/s) - ‘model.safetensors.index.json’ saved [27752/27752]
2024-11-07 15:21:53 (103 MB/s) - ‘README.md’ saved [5837/5837]
2024-11-07 15:21:55 (6.53 MB/s) - ‘tokenizer.json’ saved [7031645/7031645]
2024-11-07 15:21:55 (71.1 MB/s) - ‘tokenizer_config.json’ saved [7305/7305]
2024-11-07 15:21:56 (5.61 MB/s) - ‘vocab.json’ saved [2776833/2776833]
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# more conf/config.json
{
"OtherParam" :
{
"ResourceParam" :
{
"cacheBlockSize" : 128
},
"LogParam" :
{
"logLevel" : "Info",
"logPath" : "logs/mindservice.log"
},
"ServeParam" :
{
"ipAddress" : "127.0.0.1", #此处只能填写ip地址，不能是主机名，*号，0.0.0.0等。
"managementIpAddress" : "127.0.0.2",
"port" : 1025,
"managementPort" : 1026,
"maxLinkNum" : 1000,
"httpsEnabled" : false,
"tlsCaPath" : "security/ca/",
"tlsCaFile" : ["ca.pem"],
"tlsCert" : "security/certs/server.pem",
"tlsPk" : "security/keys/server.key.pem",
"tlsPkPwd" : "security/pass/mindie_server_key_pwd.txt",
"tlsCrl" : "security/certs/server_crl.pem",
"managementTlsCaFile" : ["management_ca.pem"],
"managementTlsCert" : "security/certs/management_server.pem",
"managementTlsPk" : "security/keys/management_server.key.pem",
"managementTlsPkPwd" : "security/pass/management_mindie_server_key_pwd.txt",
"managementTlsCrl" : "security/certs/management_server_crl.pem",
"kmcKsfMaster" : "tools/pmt/master/ksfa",
"kmcKsfStandby" : "tools/pmt/standby/ksfb",
"multiNodesInferPort" : 1120,
"interNodeTLSEnabled" : true,
"interNodeTlsCaFile" : "security/ca/ca.pem",
"interNodeTlsCert" : "security/certs/server.pem",
"interNodeTlsPk" : "security/keys/server.key.pem",
"interNodeTlsPkPwd" : "security/pass/mindie_server_key_pwd.txt",
"interNodeKmcKsfMaster" : "tools/pmt/master/ksfa",
"interNodeKmcKsfStandby" : "tools/pmt/standby/ksfb"
}
},
"WorkFlowParam" :
{
"TemplateParam" :
{
"templateType" : "Standard",
"templateName" : "Standard_llama"
}
},
"ModelDeployParam" :
{
"engineName" : "mindieservice_llm_engine",
"modelInstanceNumber" : 1,
"tokenizerProcessNumber" : 8,
"maxSeqLen" : 512,
"npuDeviceIds" : [[0]],
"multiNodesInferEnabled" : false,
"ModelParam" : [
{
"modelInstanceType" : "Standard",
"modelName" : "qwen",
"modelWeightPath" : "/home/apulis-dev/teamdata/Qwen2.5-Coder-7B-Instruct",
"worldSize" : 1,
"cpuMemSize" : 1,
"npuMemSize" : 2,
"backendType" : "atb",
"pluginParams" : ""
}
]
},
"ScheduleParam" :
{
"maxPrefillBatchSize" : 4,
"maxPrefillTokens" : 5120,
"prefillTimeMsPerReq" : 150,
"prefillPolicyType" : 0,
"decodeTimeMsPerReq" : 50,
"decodePolicyType" : 0,
"maxBatchSize" : 4,
"maxIterTimes" : 256,
"maxPreemptCount" : 0,
"supportSelectBatch" : false,
"maxQueueDelayMicroseconds" : 5000
}
}
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/home/apulis-dev/teamdata/Qwen2.5-Coder-7B-Instruct# pwd
/home/apulis-dev/teamdata/Qwen2.5-Coder-7B-Instruct
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/home/apulis-dev/teamdata/Qw
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/home/apulis-dev/teamdata/Qwen2.5-Coder-7B-Instruct# cd ../qwen2.5-72B-Instruct/
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/home/apulis-dev/teamdata/qwen2.5-72B-Instruct# pwd
/home/apulis-dev/teamdata/qwen2.5-72B-Instruct
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/home/apulis-dev/teamdata/qwen2.5-72B-Instruct# cd /usr/local/Ascend/
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend# ls
add-ons ascend-toolkit driver llm_model mindie nnal
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend# cd mindie/
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie# ls
1.0.RC2 latest set_env.sh
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie# cd latest
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest# ls
mindie-llm mindie-rt mindie-service mindie-torch scripts version.info
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest# cd mindie-service/
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# nohup ./bin/mindieservice_daemon > code7b-02.log 2>&1 &
[1] 230525
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service#
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service#
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service#
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service#
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service#
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# tail -f code7b-02.log
nohup: ignoring input
2024-11-07 20:06:56,726 [INFO] [pid: 230549] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:06:58,611 [INFO] [pid: 230549] cpu_binding.py-206: rank_id: 0, device_id: 0, numa_id: 2, shard_devices: [0], cpus: [48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71]
2024-11-07 20:06:58,613 [INFO] [pid: 230549] cpu_binding.py-231: process 230549, new_affinity is [48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], cpu count 24
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
2024-11-07 20:06:59,422 [INFO] [pid: 230549] logging.py-53: model_runner.quantize: None
, model_runner.kv_quant: None
, model_runner.dytpe: torch.float16
2024-11-07 20:06:59,422 [INFO] [pid: 230549] logging.py-53: Rank table file location:
[W compiler_depend.ts:623] Warning: expandable_segments currently defaults to false. You can enable this feature by `export PYTORCH_NPU_ALLOC_CONF = expandable_segments:True`. (function operator())
2024-11-07 20:07:05,193 [INFO] [pid: 230549] dist.py-94: initialize_distributed has been Set
2024-11-07 20:07:05,195 [INFO] [pid: 230549] logging.py-53: init tokenizer done: Qwen2TokenizerFast(name_or_path='/home/apulis-dev/teamdata/Qwen2.5-Coder-7B-Instruct', vocab_size=151643, model_max_length=131072, is_fast=True, padding_side='left', truncation_side='right', special_tokens={'eos_token': '<|im_end|>', 'pad_token': '<|endoftext|>', 'additional_special_tokens': ['<|im_start|>', '<|im_end|>', '<|object_ref_start|>', '<|object_ref_end|>', '<|box_start|>', '<|box_end|>', '<|quad_start|>', '<|quad_end|>', '<|vision_start|>', '<|vision_end|>', '<|vision_pad|>', '<|image_pad|>', '<|video_pad|>']}, clean_up_tokenization_spaces=False), added_tokens_decoder={
151643: AddedToken("<|endoftext|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
151644: AddedToken("<|im_start|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
151645: AddedToken("<|im_end|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
151646: AddedToken("<|object_ref_start|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
151647: AddedToken("<|object_ref_end|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
151648: AddedToken("<|box_start|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
151649: AddedToken("<|box_end|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
151650: AddedToken("<|quad_start|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
151651: AddedToken("<|quad_end|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
151652: AddedToken("<|vision_start|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
151653: AddedToken("<|vision_end|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
151654: AddedToken("<|vision_pad|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
151655: AddedToken("<|image_pad|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
151656: AddedToken("<|video_pad|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
151657: AddedToken("<tool_call>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
151658: AddedToken("</tool_call>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
151659: AddedToken("<|fim_prefix|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
151660: AddedToken("<|fim_middle|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
151661: AddedToken("<|fim_suffix|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
151662: AddedToken("<|fim_pad|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
151663: AddedToken("<|repo_name|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
151664: AddedToken("<|file_sep|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
}
2024-11-07 20:07:05,312 [INFO] [pid: 230549] logging.py-53: NPUSocInfo(soc_name='', soc_version=202, need_nz=True)
2024-11-07 20:07:05,339 [INFO] [pid: 230549] flash_causal_qwen2.py-52: >>>> qwen_DecoderModel is called.
2024-11-07 20:07:34,132 [INFO] [pid: 230549] logging.py-53: model:
FlashQwen2ForCausalLM(
(rotary_embedding): PositionRotaryEmbedding()
(attn_mask): AttentionMask()
(transformer): FlashQwenModel(
(wte): TensorParallelEmbedding()
(h): ModuleList(
(0-27): 28 x FlashQwenLayer(
(attn): FlashQwenAttention(
(rotary_emb): PositionRotaryEmbedding()
(c_attn): TensorParallelColumnLinear(
(linear): FastLinear()
)
(c_proj): TensorParallelRowLinear(
(linear): FastLinear()
)
)
(mlp): QwenMLP(
(act): SiLU()
(w2_w1): TensorParallelColumnLinear(
(linear): FastLinear()
)
(c_proj): TensorParallelRowLinear(
(linear): FastLinear()
)
)
(ln_1): QwenRMSNorm()
(ln_2): QwenRMSNorm()
)
)
(ln_f): QwenRMSNorm()
)
(lm_head): TensorParallelHead(
(linear): FastLinear()
)
)
2024-11-07 20:07:35,402 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,403 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,403 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,403 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,404 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,406 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,407 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,408 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,408 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,409 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,409 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,409 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,410 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,410 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,411 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,411 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,411 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,412 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,412 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,412 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,413 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,413 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,414 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,414 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,414 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,414 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,415 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,415 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,415 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,415 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,416 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,416 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,416 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,416 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,417 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,417 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,417 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,417 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,418 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,418 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,418 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,418 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,419 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,419 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,419 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,420 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,420 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,420 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,420 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,421 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,421 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,421 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,421 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,422 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,422 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,422 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,422 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,423 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,423 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,423 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,423 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,424 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,424 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,424 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,424 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,425 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,425 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,425 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,425 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,426 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,426 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,426 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,426 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,427 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,427 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,427 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,427 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,428 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,428 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,428 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,429 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,429 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,429 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,429 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,430 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,430 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,430 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,430 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,431 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,431 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,431 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,432 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,432 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,432 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,432 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,433 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,433 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,433 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,433 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,434 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,434 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,434 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,434 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,435 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,435 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,435 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,436 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,436 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,436 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,436 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,436 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,437 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,437 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,437 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,438 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,438 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,438 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,438 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,439 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,439 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,439 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,439 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,440 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,440 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,440 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,440 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,441 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,441 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,441 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,442 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,442 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,442 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,442 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,443 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,443 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,443 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,443 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,444 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,444 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,444 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,444 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,445 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,445 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,445 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,445 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,446 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,446 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,446 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,446 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,447 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,447 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,447 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,447 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,448 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,448 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,448 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,448 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,449 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,449 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,449 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,449 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,450 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,450 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,450 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,451 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,451 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,451 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,451 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,452 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,452 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,452 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,452 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,453 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,453 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,453 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,453 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,454 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,454 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,454 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,454 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,455 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,455 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,455 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,455 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,456 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,456 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,456 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,456 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,457 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,457 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,457 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,457 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,458 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,458 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,458 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,458 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,459 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,466 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,525 [INFO] [pid: 230549] logging.py-53: <<<<<<< ori k_caches[0].shape=torch.Size([292, 32, 128, 16])
2024-11-07 20:07:35,527 [INFO] [pid: 230549] flash_causal_lm.py-127: <<<<<<<after transdata k_caches[0].shape=torch.Size([292, 32, 128, 16])
2024-11-07 20:07:35,527 [INFO] [pid: 230549] logging.py-53: >>>>>>id of kcache is 281473057754064 id of vcache is 281473057754144
2024-11-07 20:07:43,860 [INFO] [pid: 231914] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:07:43,876 [INFO] [pid: 231908] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:07:43,925 [INFO] [pid: 231911] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:07:43,994 [INFO] [pid: 231910] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:07:44,052 [INFO] [pid: 231912] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:07:44,051 [INFO] [pid: 231913] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:07:44,051 [INFO] [pid: 231909] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:07:44,064 [INFO] [pid: 231915] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Daemon start success!
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# npu-smi info
+--------------------------------------------------------------------------------------------------------+
| npu-smi 24.1.rc2.b030 Version: 24.1.rc2.b030 |
+-------------------------------+-----------------+------------------------------------------------------+
| NPU Name | Health | Power(W) Temp(C) Hugepages-Usage(page) |
| Chip Device | Bus-Id | AICore(%) Memory-Usage(MB) |
+===============================+=================+======================================================+
| 32896 310P3 | OK | NA 60 9610 / 9610 |
| 0 0 | 0000:85:00.0 | 0 21064/ 21527 |
+===============================+=================+======================================================+
+-------------------------------+-----------------+------------------------------------------------------+
| NPU Chip | Process id | Process name | Process memory(MB) |
+===============================+=================+======================================================+
| 32896 0 | 230549 | mindieservice_b | 19294 |
+===============================+=================+======================================================+
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# free -g
total used free shared buff/cache available
Mem: 1005 25 341 0 638 974
Swap: 0 0 0
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service#
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# curl -w "\ntime_total=%{time_total}\n" -H "Accept: application/json" -H "Content-type: application/json" -X POST -d '{"inputs":"你是什么名字？你的强项是什么？会写sql语句吗","stream": false}' http://127.0.0.1:1025/health
time_total=0.001019
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# curl -H "Accept: application/json" -H "Content-type: application/json" --cacert /home/runs/static_conf/ca/ca.pem --cert /home/runs/static_conf/cert/client.pem --key /home/runs/static_conf/cert/client.key.pem -X POST -d '{
"prompt": "My name is Olivier and I",
"stream": true,
"repetition_penalty": 1.0,
"top_p": 1.0,
"top_k": 10,
"max_tokens": 16,
"temperature": 1.0
}' http://127.0.0.1:1025/generate | cat
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 446 0 298 100 148 207 103 0:00:01 0:00:01 --:--:-- 310
{"text":[" am"]}{"text":[" here"]}{"text":[" to"]}{"text":[" learn"]}{"text":[" from"]}{"text":[" you"]}{"text":["."]}{"text":[" I"]}{"text":[" am"]}{"text":[" a"]}{"text":[" software"]}{"text":[" developer"]}{"text":[" working"]}{"text":[" in"]}{"text":[" the"]}{"text":[" field"]}root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service#
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service#
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service#
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service#
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service#
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# curl -w "\ntime_total=%{time_total}\n" -H "Accept: application/json" -H "Content-type: application/json" -X POST -d '{"inputs": "I love Beijing, because","stream": false}' http://127.0.0.1:1025/v1/models
time_total=0.000755
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# curl -w "\ntime_total=%{time_total}\n" -H "Accept: application/json" -H "Content-type: application/json" -X POST -d '{"inputs": "I love Beijing, because","stream": false}' http://127.0.0.1:1025
[{"generated_text":" it is a very beautiful city. I like to visit the Forbidden City, the Summer Palace, and"}]
time_total=1.781473
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service#
停止服务的命令：
ps -ef|grep mindieservice|grep -v grep|awk '{print $2}'|xargs kill -9
ps -ef|grep mind检查进程
相关文章：
./bin/mindieservice_daemon启动成功
接MindIE大模型测试及报错Fatal Python error: PyThreadState_Get: the function must be called with the GIL held,-CSDN博客经过调整如下红色部分参数，昇腾310P3跑起来了7b模型： rootdev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/home/apulis-de…...
Linux: network: ip link M-DOWN的具体含义是什么？
文章目录 参考简介实例代码解释openstack上的显示如果是在一个interface上建立了vlan参考 https://unix.stackexchange.com/questions/348327/using-ip-what-does-m-down-mean www.policyrouting.org/iproute2.doc.html#ss9.1 简介 是指上一级的接口的状态。 实例 4: ersp…...
Spring中的过滤器和拦截器
Spring中的过滤器和拦截器 一、引言 在Spring框架中，过滤器（Filter）和拦截器（Interceptor）是实现请求处理的两种重要机制。它们都基于AOP（面向切面编程）思想，用于在请求的生命周期…...
leetcode20.括号匹配
题目描述 给定一个只包括 ‘(’，‘)’，‘{’，‘}’，‘[’，‘]’ 的字符串 s ，判断字符串是否有效。 有效字符串需满足： 左括号必须用相同类型的右括号闭合。 左括号必须以正确的顺序闭合。 每个…...
Unity性能优化-具体操作
批量渲染是通过减少CPU向GPU发送渲染命令（DrawCall）的次数，以及减少GPU切换渲染状态的次数，尽量让GPU一次多做一些事情，来提升逻辑线和渲染线的整体效率。 Draw Call性能消耗原因是命令从Runtime到Driver的过程中&…...
【嵌入式开发——ARM】1ARM架构
嵌入式领域，使用ARM架构的芯片公司可不占少数吧，intel的x86架构主要占据PC、服务器市场，ARM架构主要占据移动市场。x86架构和ARM架构不同的主要原因，是背后使用的计算机指令集不同。计算机有自己的语言系统（汇编&#…...
Linux中.NET读取excel组件，不会出现The type initializer for ‘Gdip‘ threw an exception异常
组件，可通过nuget安装，直接搜名字： ExcelDataReader using ConsoleAppReadFileData.Model; using ExcelDataReader; using System; using System.Collections.Generic; using System.Linq; using System.Text; using System.Threading.Task…...
mmclassification的配置文件样本
# 需要修改的参数 img_size 480 class_name [fuqi,ok] num_classes len(class_name) data_root /home/apulis-test/teamdata/yz_dataset/fuqi max_epochs300 val_interval1 train_batch_size 16 val_batch_size 1 load_from "swin_tiny_224_b16x64_300e_imagenet_…...
Java基础——类和对象的定义链表的创建，输出
目录 什么是类？ 什么是对象? 如何创建链表？ 尾插法： 头插法： 输出链表的长度 输出链表的值 什么是类？ 创建Java程序必须创建一个类class. .java程序需要经过javac指令将文件翻译为.class字节码文件，…...
Linux应用项目之量产工具（一）——显示系统
目录 前言 项目特点及介绍 ① 简单易用 ② 软件可配置、易扩展 ③ 纯 C 语言编程 软件总框架 显示系统 1.数据结构抽象 disp_manager.h 2.Framebuffer编程 framebuffer.c 3.显示管理 disp_manager.c 4.单元测试 disp_test.c 顶层目录Makefile 顶层目录Makefil…...
Python小白学习教程从入门到入坑------第二十九课 访问模式（语法进阶）
目录 一、访问模式 1.1 r 1.2 w 1.3 1.3.1 r 1.3.2 w 1.3.3 a 1.4 a 一、访问模式 模式可做操作若文件不存在是否覆盖r只能读报错-r可读可写报错是w只能写创建是w可读可写创建是a只能写创建否，追加写a可读可写创建否，追加写 1.1 r r&…...
使用 PageHelper 在 Spring Boot 项目中实现分页查询
目录 前言1. 项目环境配置1.1 添加 PageHelper 依赖1.2 数据库和 MyBatis 配置 2. 统一的分页响应类3. 使用 PageHelper 实现分页查询3.1 Service 层分页查询实现3.2 PageHelper 分页注意事项 4. 控制层调用示例5. 常见问题与解决方案5.1 java.util.ArrayList cannot be cast t…...
深度学习-张量相关
一. 张量的创建 张量简介 张量是pytorch的基本数据结构 张量，英文为Tensor，是机器学习的基本构建模块，是以数字方式表示数据的形式。 例如，图像可以表示为形状为 [3, 224, 224] 的张量，这意味着 [colour_channels, h…...
电脑提示xinput1_3.dll丢失怎么解决,分享6种有效的解决方法
xinput1_3.dll 是一个动态链接库（DLL）文件，它在Windows操作系统中扮演着重要的角色，特别是在处理游戏控制器和其他输入设备的交互方面。这个文件是Microsoft DirectX软件包的一部分，DirectX是微软公司开发的一个多媒体…...
【计网】数据链路层笔记
【计网】数据链路层 数据链路层概述 数据链路层在网络体系结构中所处的地位 链路、数据链路和帧 链路(Link)是指从一个节点到相邻节点的一段物理线路(有线或无线)，而中间没有任何其他的交换节点。 数据链路(Data Link)是基于链路的。当在一条链路上传送数据时&a…...
蓝牙FTP 协议详解及 Android 实现
文章目录 前言一、什么是蓝牙 FTP 协议？二、FTP 的工作流程1.蓝牙设备初始化2. 设备发现与配对3. 建立OBEX FTP 连接4. 文件传输文件上传（通过OBEX PUT命令）文件下载（通过OBEX GET命令） 5. 关闭OBEX会话 三、进阶应用与…...
【前端】Svelte：动画效果
在现代前端开发中，动画效果可以大大提升用户体验，使应用更生动、易用。Svelte 提供了灵活的动画 API，让开发者能够快速实现从简单过渡到复杂动画的各种效果。本文将系统性地介绍 Svelte 的动画功能，并通过多个示例演示如何创建动感…...
及应用（论文范文）)
2024系统架构师--论基于架构的软件设计方法(ABSD)及应用（论文范文）
题目： 基于架构的软件设计(Architecture-Based Software Design,ABSD)方法以构成软件架构的商业、质量和功能需求等要素来驱动整个软件开发过程。ABSD是一个自顶向下，递归细化的软件开发方法，它以软件系统功能的分解为基础，通过选择架构风格实现质量和商业需求，并强调在架…...
ORU 的 Open RAN 管理平面 (M 平面)
[TOC](ORU 的 Open RAN 管理平面 (M 平面)) ORU 的 Open RAN 管理平面 (M 平面) https://www.techplayon.com/open-ran-management-plane-m-plane-for-open-radio-unit/ ORU M 平面 在 ORAN 中，设置参数的 O-RU 管理功能是通过 M-Plane 完成的。管理功能包括 O-…...
软件缺陷等级评定综述
1. 前言 正确评估软件缺陷等级，在项目的生命周期中有着重要的作用： 指导缺陷修复的优先级和资源分配 在软件开发和维护过程中，资源（包括人力、时间和资金）是有限的。通过明确缺陷的危险等级，可以帮助团队合…...
华为云AI开发平台ModelArts
华为云ModelArts：重塑AI开发流程的“智能引擎”与“创新加速器”！ 在人工智能浪潮席卷全球的2025年，企业拥抱AI的意愿空前高涨，但技术门槛高、流程复杂、资源投入巨大的现实，却让许多创新构想止步于实验室。数据科学家…...
阿里云ACP云计算备考笔记 (5)——弹性伸缩
目录 第一章 概述 第二章 弹性伸缩简介 1、弹性伸缩 2、垂直伸缩 3、优势 4、应用场景 ① 无规律的业务量波动 ② 有规律的业务量波动 ③ 无明显业务量波动 ④ 混合型业务 ⑤ 消息通知 ⑥ 生命周期挂钩 ⑦ 自定义方式 ⑧ 滚的升级 5、使用限制 第三章 主要定义 …...
Java 8 Stream API 入门到实践详解
一、告别 for 循环！ 传统痛点： Java 8 之前，集合操作离不开冗长的 for 循环和匿名类。例如，过滤列表中的偶数： List<Integer> list Arrays.asList(1, 2, 3, 4, 5); List<Integer> evens new ArrayList…...
visual studio 2022更改主题为深色
visual studio 2022更改主题为深色 点击visual studio 上方的 工具-> 选项 在选项窗口中，选择 环境 -> 常规 ，将其中的颜色主题改成深色 点击确定，更改完成...
《用户共鸣指数（E）驱动品牌大模型种草：如何抢占大模型搜索结果情感高地》
在注意力分散、内容高度同质化的时代，情感连接已成为品牌破圈的关键通道。我们在服务大量品牌客户的过程中发现，消费者对内容的“有感”程度，正日益成为影响品牌传播效率与转化率的核心变量。在生成式AI驱动的内容生成与推荐环境中࿰…...
最新SpringBoot+SpringCloud+Nacos微服务框架分享
文章目录 前言一、服务规划二、架构核心1.cloud的pom2.gateway的异常handler3.gateway的filter4、admin的pom5、admin的登录核心 三、code-helper分享总结 前言 最近有个活蛮赶的，根据Excel列的需求预估的工时直接打骨折，不要问我为什么，主要…...
Cloudflare 从 Nginx 到 Pingora：性能、效率与安全的全面升级
在互联网的快速发展中，高性能、高效率和高安全性的网络服务成为了各大互联网基础设施提供商的核心追求。Cloudflare 作为全球领先的互联网安全和基础设施公司，近期做出了一个重大技术决策：弃用长期使用的 Nginx，转而采用其内部开发…...
成都鼎讯硬核科技！雷达目标与干扰模拟器，以卓越性能制胜电磁频谱战
在现代战争中，电磁频谱已成为继陆、海、空、天之后的 “第五维战场”，雷达作为电磁频谱领域的关键装备，其干扰与抗干扰能力的较量，直接影响着战争的胜负走向。由成都鼎讯科技匠心打造的雷达目标与干扰模拟器，凭借数字射…...
06 Deep learning神经网络编程基础 激活函数 --吴恩达
深度学习激活函数详解 一、核心作用 引入非线性：使神经网络可学习复杂模式控制输出范围：如Sigmoid将输出限制在(0,1)梯度传递：影响反向传播的稳定性二、常见类型及数学表达 Sigmoid σ ( x ) = 1 1 +...
【Go语言基础【12】】指针：声明、取地址、解引用
文章目录 零、概述：指针 vs. 引用（类比其他语言）一、指针基础概念二、指针声明与初始化三、指针操作符1. &：取地址（拿到内存地址）2. *：解引用（拿到值） 四、空指针&am…...