当前位置: 首页 > news >正文

./bin/mindieservice_daemon启动成功

接MindIE大模型测试及报错Fatal Python error: PyThreadState_Get: the function must be called with the GIL held,-CSDN博客经过调整如下红色部分参数,昇腾310P3跑起来了7b模型:

root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/home/apulis-dev/teamdata/Qwen2.5-Coder-7B-Instruct# grep save q.log
2024-11-07 14:13:21 (295 MB/s) - ‘.gitattributes’ saved [1795/1795]
2024-11-07 14:13:21 (144 MB/s) - ‘config.json’ saved [663/663]
2024-11-07 14:13:21 (578 KB/s) - ‘configuration.json’ saved [2/2]
2024-11-07 14:13:22 (69.9 MB/s) - ‘generation_config.json’ saved [242/242]
2024-11-07 14:13:22 (81.9 MB/s) - ‘LICENSE’ saved [11343/11343]
2024-11-07 14:13:23 (4.76 MB/s) - ‘merges.txt’ saved [1671839/1671839]
2024-11-07 14:33:40 (3.83 MB/s) - ‘model-00001-of-00004.safetensors’ saved [4877660776/4877660776]
2024-11-07 14:56:19 (3.46 MB/s) - ‘model-00002-of-00004.safetensors’ saved [4932751008/4932751008]
2024-11-07 15:18:14 (3.15 MB/s) - ‘model-00003-of-00004.safetensors’ saved [4330865200/4330865200]
2024-11-07 15:21:53 (4.76 MB/s) - ‘model-00004-of-00004.safetensors’ saved [1089994880/1089994880]
2024-11-07 15:21:53 (796 KB/s) - ‘model.safetensors.index.json’ saved [27752/27752]
2024-11-07 15:21:53 (103 MB/s) - ‘README.md’ saved [5837/5837]
2024-11-07 15:21:55 (6.53 MB/s) - ‘tokenizer.json’ saved [7031645/7031645]
2024-11-07 15:21:55 (71.1 MB/s) - ‘tokenizer_config.json’ saved [7305/7305]
2024-11-07 15:21:56 (5.61 MB/s) - ‘vocab.json’ saved [2776833/2776833]
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# more conf/config.json
{
    "OtherParam" :
    {
        "ResourceParam" :
        {
            "cacheBlockSize" : 128
        },
        "LogParam" :
        {
            "logLevel" : "Info",
            "logPath" : "logs/mindservice.log"
        },
        "ServeParam" :
        {
            "ipAddress" : "127.0.0.1", #此处只能填写ip地址,不能是主机名,*号,0.0.0.0等。
            "managementIpAddress" : "127.0.0.2",
            "port" : 1025,
            "managementPort" : 1026,
            "maxLinkNum" : 1000,
            "httpsEnabled" : false,
            "tlsCaPath" : "security/ca/",
            "tlsCaFile" : ["ca.pem"],
            "tlsCert" : "security/certs/server.pem",
            "tlsPk" : "security/keys/server.key.pem",
            "tlsPkPwd" : "security/pass/mindie_server_key_pwd.txt",
            "tlsCrl" : "security/certs/server_crl.pem",
            "managementTlsCaFile" : ["management_ca.pem"],
            "managementTlsCert" : "security/certs/management_server.pem",
            "managementTlsPk" : "security/keys/management_server.key.pem",
            "managementTlsPkPwd" : "security/pass/management_mindie_server_key_pwd.txt",
            "managementTlsCrl" : "security/certs/management_server_crl.pem",
            "kmcKsfMaster" : "tools/pmt/master/ksfa",
            "kmcKsfStandby" : "tools/pmt/standby/ksfb",
            "multiNodesInferPort" : 1120,
            "interNodeTLSEnabled" : true,
            "interNodeTlsCaFile" : "security/ca/ca.pem",
            "interNodeTlsCert" : "security/certs/server.pem",
            "interNodeTlsPk" : "security/keys/server.key.pem",
            "interNodeTlsPkPwd" : "security/pass/mindie_server_key_pwd.txt",
            "interNodeKmcKsfMaster" : "tools/pmt/master/ksfa",
            "interNodeKmcKsfStandby" : "tools/pmt/standby/ksfb"
        }
    },
    "WorkFlowParam" :
    {
        "TemplateParam" :
        {
            "templateType" : "Standard",
            "templateName" : "Standard_llama"
        }
    },
    "ModelDeployParam" :
    {
        "engineName" : "mindieservice_llm_engine",
        "modelInstanceNumber" : 1,
        "tokenizerProcessNumber" : 8,
        "maxSeqLen" : 512,
        "npuDeviceIds" : [[0]],
        "multiNodesInferEnabled" : false,
        "ModelParam" : [
            {
                "modelInstanceType" : "Standard",
                "modelName" : "qwen",
                "modelWeightPath" : "/home/apulis-dev/teamdata/Qwen2.5-Coder-7B-Instruct",
                "worldSize" : 1,
                "cpuMemSize" : 1,
                "npuMemSize" : 2,

                "backendType" : "atb",
                "pluginParams" : ""
            }
        ]
    },
    "ScheduleParam" :
    {
        "maxPrefillBatchSize" : 4,
        "maxPrefillTokens" : 5120,

        "prefillTimeMsPerReq" : 150,
        "prefillPolicyType" : 0,

        "decodeTimeMsPerReq" : 50,
        "decodePolicyType" : 0,

        "maxBatchSize" : 4,
        "maxIterTimes" : 256,

        "maxPreemptCount" : 0,
        "supportSelectBatch" : false,
        "maxQueueDelayMicroseconds" : 5000
    }

root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/home/apulis-dev/teamdata/Qwen2.5-Coder-7B-Instruct# pwd
/home/apulis-dev/teamdata/Qwen2.5-Coder-7B-Instruct
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/home/apulis-dev/teamdata/Qw
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/home/apulis-dev/teamdata/Qwen2.5-Coder-7B-Instruct# cd ../qwen2.5-72B-Instruct/
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/home/apulis-dev/teamdata/qwen2.5-72B-Instruct# pwd
/home/apulis-dev/teamdata/qwen2.5-72B-Instruct

root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/home/apulis-dev/teamdata/qwen2.5-72B-Instruct# cd /usr/local/Ascend/
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend# ls
add-ons  ascend-toolkit  driver  llm_model  mindie  nnal
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend# cd mindie/
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie# ls
1.0.RC2  latest  set_env.sh
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie# cd latest
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest# ls
mindie-llm  mindie-rt  mindie-service  mindie-torch  scripts  version.info
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest# cd mindie-service/
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# nohup ./bin/mindieservice_daemon > code7b-02.log 2>&1 &
[1] 230525
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# 
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# 
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# 
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# 
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# 
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# tail -f code7b-02.log 
nohup: ignoring input
2024-11-07 20:06:56,726 [INFO] [pid: 230549] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:06:58,611 [INFO] [pid: 230549] cpu_binding.py-206: rank_id: 0, device_id: 0, numa_id: 2, shard_devices: [0], cpus: [48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71]
2024-11-07 20:06:58,613 [INFO] [pid: 230549] cpu_binding.py-231: process 230549, new_affinity is [48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71], cpu count 24
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
2024-11-07 20:06:59,422 [INFO] [pid: 230549] logging.py-53: model_runner.quantize: None
, model_runner.kv_quant: None
, model_runner.dytpe: torch.float16
2024-11-07 20:06:59,422 [INFO] [pid: 230549] logging.py-53: Rank table file location: 
[W compiler_depend.ts:623] Warning: expandable_segments currently defaults to false. You can enable this feature by `export PYTORCH_NPU_ALLOC_CONF = expandable_segments:True`. (function operator())
2024-11-07 20:07:05,193 [INFO] [pid: 230549] dist.py-94: initialize_distributed has been Set
2024-11-07 20:07:05,195 [INFO] [pid: 230549] logging.py-53: init tokenizer done: Qwen2TokenizerFast(name_or_path='/home/apulis-dev/teamdata/Qwen2.5-Coder-7B-Instruct', vocab_size=151643, model_max_length=131072, is_fast=True, padding_side='left', truncation_side='right', special_tokens={'eos_token': '<|im_end|>', 'pad_token': '<|endoftext|>', 'additional_special_tokens': ['<|im_start|>', '<|im_end|>', '<|object_ref_start|>', '<|object_ref_end|>', '<|box_start|>', '<|box_end|>', '<|quad_start|>', '<|quad_end|>', '<|vision_start|>', '<|vision_end|>', '<|vision_pad|>', '<|image_pad|>', '<|video_pad|>']}, clean_up_tokenization_spaces=False),  added_tokens_decoder={
        151643: AddedToken("<|endoftext|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151644: AddedToken("<|im_start|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151645: AddedToken("<|im_end|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151646: AddedToken("<|object_ref_start|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151647: AddedToken("<|object_ref_end|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151648: AddedToken("<|box_start|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151649: AddedToken("<|box_end|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151650: AddedToken("<|quad_start|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151651: AddedToken("<|quad_end|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151652: AddedToken("<|vision_start|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151653: AddedToken("<|vision_end|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151654: AddedToken("<|vision_pad|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151655: AddedToken("<|image_pad|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151656: AddedToken("<|video_pad|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151657: AddedToken("<tool_call>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
        151658: AddedToken("</tool_call>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
        151659: AddedToken("<|fim_prefix|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
        151660: AddedToken("<|fim_middle|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
        151661: AddedToken("<|fim_suffix|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
        151662: AddedToken("<|fim_pad|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
        151663: AddedToken("<|repo_name|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
        151664: AddedToken("<|file_sep|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),
}
2024-11-07 20:07:05,312 [INFO] [pid: 230549] logging.py-53: NPUSocInfo(soc_name='', soc_version=202, need_nz=True)
2024-11-07 20:07:05,339 [INFO] [pid: 230549] flash_causal_qwen2.py-52: >>>> qwen_DecoderModel is called.
2024-11-07 20:07:34,132 [INFO] [pid: 230549] logging.py-53: model:
 FlashQwen2ForCausalLM(
  (rotary_embedding): PositionRotaryEmbedding()
  (attn_mask): AttentionMask()
  (transformer): FlashQwenModel(
    (wte): TensorParallelEmbedding()
    (h): ModuleList(
      (0-27): 28 x FlashQwenLayer(
        (attn): FlashQwenAttention(
          (rotary_emb): PositionRotaryEmbedding()
          (c_attn): TensorParallelColumnLinear(
            (linear): FastLinear()
          )
          (c_proj): TensorParallelRowLinear(
            (linear): FastLinear()
          )
        )
        (mlp): QwenMLP(
          (act): SiLU()
          (w2_w1): TensorParallelColumnLinear(
            (linear): FastLinear()
          )
          (c_proj): TensorParallelRowLinear(
            (linear): FastLinear()
          )
        )
        (ln_1): QwenRMSNorm()
        (ln_2): QwenRMSNorm()
      )
    )
    (ln_f): QwenRMSNorm()
  )
  (lm_head): TensorParallelHead(
    (linear): FastLinear()
  )
)
2024-11-07 20:07:35,402 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,403 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,403 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,403 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,404 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,406 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,407 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,408 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,408 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,409 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,409 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,409 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,410 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,410 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,411 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,411 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,411 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,412 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,412 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,412 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,413 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,413 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,414 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,414 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,414 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,414 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,415 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,415 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,415 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,415 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,416 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,416 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,416 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,416 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,417 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,417 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,417 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,417 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,418 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,418 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,418 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,418 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,419 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,419 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,419 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,420 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,420 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,420 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,420 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,421 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,421 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,421 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,421 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,422 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,422 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,422 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,422 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,423 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,423 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,423 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,423 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,424 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,424 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,424 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,424 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,425 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,425 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,425 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,425 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,426 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,426 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,426 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,426 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,427 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,427 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,427 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,427 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,428 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,428 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,428 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,429 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,429 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,429 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,429 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,430 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,430 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,430 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,430 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,431 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,431 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,431 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,432 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,432 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,432 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,432 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,433 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,433 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,433 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,433 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,434 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,434 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,434 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,434 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,435 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,435 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,435 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,436 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,436 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,436 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,436 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,436 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,437 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,437 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,437 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,438 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,438 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,438 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,438 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,439 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,439 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,439 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,439 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,440 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,440 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,440 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,440 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,441 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,441 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,441 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,442 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,442 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,442 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,442 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,443 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,443 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,443 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,443 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,444 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,444 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,444 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,444 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,445 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,445 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,445 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,445 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,446 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,446 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,446 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,446 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,447 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,447 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,447 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,447 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,448 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,448 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,448 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,448 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,449 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,449 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,449 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,449 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,450 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,450 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,450 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,451 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,451 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,451 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,451 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,452 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,452 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,452 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,452 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,453 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,453 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,453 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,453 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,454 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,454 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,454 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,454 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,455 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,455 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,455 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,455 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,456 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,456 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,456 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,456 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,457 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,457 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,457 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,457 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,458 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,458 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,458 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,458 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,459 [INFO] [pid: 230549] logging.py-53: trans to 2
2024-11-07 20:07:35,466 [INFO] [pid: 230549] logging.py-53: trans to 29
2024-11-07 20:07:35,525 [INFO] [pid: 230549] logging.py-53: <<<<<<< ori k_caches[0].shape=torch.Size([292, 32, 128, 16])
2024-11-07 20:07:35,527 [INFO] [pid: 230549] flash_causal_lm.py-127: <<<<<<<after transdata k_caches[0].shape=torch.Size([292, 32, 128, 16])
2024-11-07 20:07:35,527 [INFO] [pid: 230549] logging.py-53: >>>>>>id of kcache is 281473057754064 id of vcache is 281473057754144
2024-11-07 20:07:43,860 [INFO] [pid: 231914] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:07:43,876 [INFO] [pid: 231908] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:07:43,925 [INFO] [pid: 231911] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:07:43,994 [INFO] [pid: 231910] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:07:44,052 [INFO] [pid: 231912] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:07:44,051 [INFO] [pid: 231913] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:07:44,051 [INFO] [pid: 231909] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
2024-11-07 20:07:44,064 [INFO] [pid: 231915] env.py-55: {'use_ascend': True, 'max_memory_gb': None, 'reserved_memory_gb': 3, 'skip_warmup': False, 'visible_devices': None, 'use_host_chooser': True, 'bind_cpu': True}
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
Daemon start success!

root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# npu-smi info
+--------------------------------------------------------------------------------------------------------+
| npu-smi 24.1.rc2.b030                            Version: 24.1.rc2.b030                                |
+-------------------------------+-----------------+------------------------------------------------------+
| NPU     Name                  | Health          | Power(W)     Temp(C)           Hugepages-Usage(page) |
| Chip    Device                | Bus-Id          | AICore(%)    Memory-Usage(MB)                        |
+===============================+=================+======================================================+
| 32896   310P3                 | OK              | NA           60                9610  / 9610          |
| 0       0                     | 0000:85:00.0    | 0            21064/ 21527                            |
+===============================+=================+======================================================+
+-------------------------------+-----------------+------------------------------------------------------+
| NPU     Chip                  | Process id      | Process name             | Process memory(MB)        |
+===============================+=================+======================================================+
| 32896   0                     | 230549          | mindieservice_b          | 19294                     |
+===============================+=================+======================================================+
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# free -g
               total        used        free      shared  buff/cache   available
Mem:            1005          25         341           0         638         974
Swap:              0           0           0
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# 

root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# curl -w "\ntime_total=%{time_total}\n" -H "Accept: application/json" -H "Content-type: application/json" -X POST -d '{"inputs":"你是什么名字?你的强项是什么?会写sql语句吗","stream": false}' http://127.0.0.1:1025/health

time_total=0.001019
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# curl -H "Accept: application/json" -H "Content-type: application/json" --cacert /home/runs/static_conf/ca/ca.pem  --cert /home/runs/static_conf/cert/client.pem  --key /home/runs/static_conf/cert/client.key.pem -X POST -d '{
"prompt": "My name is Olivier and I",
"stream": true,
"repetition_penalty": 1.0,
"top_p": 1.0,
"top_k": 10,
"max_tokens": 16,
"temperature": 1.0
}' http://127.0.0.1:1025/generate | cat
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100   446    0   298  100   148    207    103  0:00:01  0:00:01 --:--:--   310
{"text":[" am"]}{"text":[" here"]}{"text":[" to"]}{"text":[" learn"]}{"text":[" from"]}{"text":[" you"]}{"text":["."]}{"text":[" I"]}{"text":[" am"]}{"text":[" a"]}{"text":[" software"]}{"text":[" developer"]}{"text":[" working"]}{"text":[" in"]}{"text":[" the"]}{"text":[" field"]}root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# 
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# 
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# 
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# 
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# 
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# curl -w "\ntime_total=%{time_total}\n" -H "Accept: application/json" -H "Content-type: application/json" -X POST -d '{"inputs": "I love Beijing, because","stream": false}' http://127.0.0.1:1025/v1/models

time_total=0.000755
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# curl -w "\ntime_total=%{time_total}\n" -H "Accept: application/json" -H "Content-type: application/json" -X POST -d '{"inputs": "I love Beijing, because","stream": false}' http://127.0.0.1:1025
[{"generated_text":" it is a very beautiful city. I like to visit the Forbidden City, the Summer Palace, and"}]
time_total=1.781473
root@dev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/usr/local/Ascend/mindie/latest/mindie-service# 

停止服务的命令:

ps -ef|grep mindieservice|grep -v grep|awk '{print $2}'|xargs kill -9

ps -ef|grep mind检查进程 

相关文章:

./bin/mindieservice_daemon启动成功

接MindIE大模型测试及报错Fatal Python error: PyThreadState_Get: the function must be called with the GIL held,-CSDN博客经过调整如下红色部分参数&#xff0c;昇腾310P3跑起来了7b模型&#xff1a; rootdev-8242526b-01f2-4a54-b89d-f6d9c57c692d-qjhpf:/home/apulis-de…...

Linux: network: ip link M-DOWN的具体含义是什么?

文章目录 参考简介实例代码解释openstack上的显示如果是在一个interface上建立了vlan参考 https://unix.stackexchange.com/questions/348327/using-ip-what-does-m-down-mean www.policyrouting.org/iproute2.doc.html#ss9.1 简介 是指上一级的接口的状态。 实例 4: ersp…...

Spring中的过滤器和拦截器

Spring中的过滤器和拦截器 一、引言 在Spring框架中&#xff0c;过滤器&#xff08;Filter&#xff09;和拦截器&#xff08;Interceptor&#xff09;是实现请求处理的两种重要机制。它们都基于AOP&#xff08;面向切面编程&#xff09;思想&#xff0c;用于在请求的生命周期…...

leetcode20.括号匹配

题目描述 给定一个只包括 ‘(’&#xff0c;‘)’&#xff0c;‘{’&#xff0c;‘}’&#xff0c;‘[’&#xff0c;‘]’ 的字符串 s &#xff0c;判断字符串是否有效。 有效字符串需满足&#xff1a; 左括号必须用相同类型的右括号闭合。 左括号必须以正确的顺序闭合。 每个…...

Unity性能优化-具体操作

批量渲染是通过减少CPU向GPU发送渲染命令&#xff08;DrawCall&#xff09;的次数&#xff0c;以及减少GPU切换渲染状态的次数&#xff0c;尽量让GPU一次多做一些事情&#xff0c;来提升逻辑线和渲染线的整体效率。 Draw Call性能消耗原因是命令从Runtime到Driver的过程中&…...

【嵌入式开发——ARM】1ARM架构

嵌入式领域&#xff0c;使用ARM架构的芯片公司可不占少数吧&#xff0c;intel的x86架构主要占据PC、服务器市场&#xff0c;ARM架构主要占据移动市场。x86架构和ARM架构不同的主要原因&#xff0c;是背后使用的计算机指令集不同。计算机有自己的语言系统&#xff08;汇编&#…...

Linux中.NET读取excel组件,不会出现The type initializer for ‘Gdip‘ threw an exception异常

组件&#xff0c;可通过nuget安装&#xff0c;直接搜名字&#xff1a; ExcelDataReader using ConsoleAppReadFileData.Model; using ExcelDataReader; using System; using System.Collections.Generic; using System.Linq; using System.Text; using System.Threading.Task…...

mmclassification的配置文件样本

# 需要修改的参数 img_size 480 class_name [fuqi,ok] num_classes len(class_name) data_root /home/apulis-test/teamdata/yz_dataset/fuqi max_epochs300 val_interval1 train_batch_size 16 val_batch_size 1 load_from "swin_tiny_224_b16x64_300e_imagenet_…...

Java基础——类和对象的定义链表的创建,输出

目录 什么是类&#xff1f; 什么是对象? 如何创建链表&#xff1f; 尾插法&#xff1a; 头插法&#xff1a; 输出链表的长度 输出链表的值 什么是类&#xff1f; 创建Java程序必须创建一个类class. .java程序需要经过javac指令将文件翻译为.class字节码文件&#xff0c…...

Linux应用项目之量产工具(一)——显示系统

目录 前言 项目特点及介绍 ① 简单易用 ② 软件可配置、易扩展 ③ 纯 C 语言编程 软件总框架 显示系统 1.数据结构抽象 disp_manager.h 2.Framebuffer编程 framebuffer.c 3.显示管理 disp_manager.c 4.单元测试 disp_test.c 顶层目录Makefile 顶层目录Makefil…...

Python小白学习教程从入门到入坑------第二十九课 访问模式(语法进阶)

目录 一、访问模式 1.1 r 1.2 w 1.3 1.3.1 r 1.3.2 w 1.3.3 a 1.4 a 一、访问模式 模式可做操作若文件不存在是否覆盖r只能读报错-r可读可写报错是w只能写创建是w可读可写创建是a只能写创建否&#xff0c;追加写a可读可写创建否&#xff0c;追加写 1.1 r r&…...

使用 PageHelper 在 Spring Boot 项目中实现分页查询

目录 前言1. 项目环境配置1.1 添加 PageHelper 依赖1.2 数据库和 MyBatis 配置 2. 统一的分页响应类3. 使用 PageHelper 实现分页查询3.1 Service 层分页查询实现3.2 PageHelper 分页注意事项 4. 控制层调用示例5. 常见问题与解决方案5.1 java.util.ArrayList cannot be cast t…...

深度学习-张量相关

一. 张量的创建 张量简介 张量是pytorch的基本数据结构 张量&#xff0c;英文为Tensor&#xff0c;是机器学习的基本构建模块&#xff0c;是以数字方式表示数据的形式。 例如&#xff0c;图像可以表示为形状为 [3, 224, 224] 的张量&#xff0c;这意味着 [colour_channels, h…...

电脑提示xinput1_3.dll丢失怎么解决,分享6种有效的解决方法

xinput1_3.dll 是一个动态链接库&#xff08;DLL&#xff09;文件&#xff0c;它在Windows操作系统中扮演着重要的角色&#xff0c;特别是在处理游戏控制器和其他输入设备的交互方面。这个文件是Microsoft DirectX软件包的一部分&#xff0c;DirectX是微软公司开发的一个多媒体…...

【计网】数据链路层笔记

【计网】数据链路层 数据链路层概述 数据链路层在网络体系结构中所处的地位 链路、数据链路和帧 链路(Link)是指从一个节点到相邻节点的一段物理线路(有线或无线)&#xff0c;而中间没有任何其他的交换节点。 数据链路(Data Link)是基于链路的。当在一条链路上传送数据时&a…...

蓝牙FTP 协议详解及 Android 实现

文章目录 前言一、什么是蓝牙 FTP 协议&#xff1f;二、FTP 的工作流程1.蓝牙设备初始化2. 设备发现与配对3. 建立OBEX FTP 连接4. 文件传输文件上传&#xff08;通过OBEX PUT命令&#xff09;文件下载&#xff08;通过OBEX GET命令&#xff09; 5. 关闭OBEX会话 三、进阶应用与…...

【前端】Svelte:动画效果

在现代前端开发中&#xff0c;动画效果可以大大提升用户体验&#xff0c;使应用更生动、易用。Svelte 提供了灵活的动画 API&#xff0c;让开发者能够快速实现从简单过渡到复杂动画的各种效果。本文将系统性地介绍 Svelte 的动画功能&#xff0c;并通过多个示例演示如何创建动感…...

2024系统架构师--论基于架构的软件设计方法(ABSD)及应用(论文范文)

题目: 基于架构的软件设计(Architecture-Based Software Design,ABSD)方法以构成软件架构的商业、质量和功能需求等要素来驱动整个软件开发过程。ABSD是一个自顶向下,递归细化的软件开发方法,它以软件系统功能的分解为基础,通过选择架构风格实现质量和商业需求,并强调在架…...

ORU 的 Open RAN 管理平面 (M 平面)

[TOC](ORU 的 Open RAN 管理平面 (M 平面)) ORU 的 Open RAN 管理平面 (M 平面) https://www.techplayon.com/open-ran-management-plane-m-plane-for-open-radio-unit/ ORU M 平面 在 ORAN 中&#xff0c;设置参数的 O-RU 管理功能是通过 M-Plane 完成的。管理功能包括 O-…...

软件缺陷等级评定综述

1. 前言 正确评估软件缺陷等级&#xff0c;在项目的生命周期中有着重要的作用&#xff1a; 指导缺陷修复的优先级和资源分配 在软件开发和维护过程中&#xff0c;资源&#xff08;包括人力、时间和资金&#xff09;是有限的。通过明确缺陷的危险等级&#xff0c;可以帮助团队合…...

C++:std::is_convertible

C++标志库中提供is_convertible,可以测试一种类型是否可以转换为另一只类型: template <class From, class To> struct is_convertible; 使用举例: #include <iostream> #include <string>using namespace std;struct A { }; struct B : A { };int main…...

【入坑系列】TiDB 强制索引在不同库下不生效问题

文章目录 背景SQL 优化情况线上SQL运行情况分析怀疑1:执行计划绑定问题?尝试:SHOW WARNINGS 查看警告探索 TiDB 的 USE_INDEX 写法Hint 不生效问题排查解决参考背景 项目中使用 TiDB 数据库,并对 SQL 进行优化了,添加了强制索引。 UAT 环境已经生效,但 PROD 环境强制索…...

Swift 协议扩展精进之路:解决 CoreData 托管实体子类的类型不匹配问题(下)

概述 在 Swift 开发语言中&#xff0c;各位秃头小码农们可以充分利用语法本身所带来的便利去劈荆斩棘。我们还可以恣意利用泛型、协议关联类型和协议扩展来进一步简化和优化我们复杂的代码需求。 不过&#xff0c;在涉及到多个子类派生于基类进行多态模拟的场景下&#xff0c;…...

视频字幕质量评估的大规模细粒度基准

大家读完觉得有帮助记得关注和点赞&#xff01;&#xff01;&#xff01; 摘要 视频字幕在文本到视频生成任务中起着至关重要的作用&#xff0c;因为它们的质量直接影响所生成视频的语义连贯性和视觉保真度。尽管大型视觉-语言模型&#xff08;VLMs&#xff09;在字幕生成方面…...

纯 Java 项目(非 SpringBoot)集成 Mybatis-Plus 和 Mybatis-Plus-Join

纯 Java 项目&#xff08;非 SpringBoot&#xff09;集成 Mybatis-Plus 和 Mybatis-Plus-Join 1、依赖1.1、依赖版本1.2、pom.xml 2、代码2.1、SqlSession 构造器2.2、MybatisPlus代码生成器2.3、获取 config.yml 配置2.3.1、config.yml2.3.2、项目配置类 2.4、ftl 模板2.4.1、…...

uniapp 字符包含的相关方法

在uniapp中&#xff0c;如果你想检查一个字符串是否包含另一个子字符串&#xff0c;你可以使用JavaScript中的includes()方法或者indexOf()方法。这两种方法都可以达到目的&#xff0c;但它们在处理方式和返回值上有所不同。 使用includes()方法 includes()方法用于判断一个字…...

uniapp 小程序 学习(一)

利用Hbuilder 创建项目 运行到内置浏览器看效果 下载微信小程序 安装到Hbuilder 下载地址 &#xff1a;开发者工具默认安装 设置服务端口号 在Hbuilder中设置微信小程序 配置 找到运行设置&#xff0c;将微信开发者工具放入到Hbuilder中&#xff0c; 打开后出现 如下 bug 解…...

Visual Studio Code 扩展

Visual Studio Code 扩展 change-case 大小写转换EmmyLua for VSCode 调试插件Bookmarks 书签 change-case 大小写转换 https://marketplace.visualstudio.com/items?itemNamewmaurer.change-case 选中单词后&#xff0c;命令 changeCase.commands 可预览转换效果 EmmyLua…...

Qt的学习(一)

1.什么是Qt Qt特指用来进行桌面应用开发&#xff08;电脑上写的程序&#xff09;涉及到的一套技术Qt无法开发网页前端&#xff0c;也不能开发移动应用。 客户端开发的重要任务&#xff1a;编写和用户交互的界面。一般来说和用户交互的界面&#xff0c;有两种典型风格&…...

归并排序:分治思想的高效排序

目录 基本原理 流程图解 实现方法 递归实现 非递归实现 演示过程 时间复杂度 基本原理 归并排序(Merge Sort)是一种基于分治思想的排序算法&#xff0c;由约翰冯诺伊曼在1945年提出。其核心思想包括&#xff1a; 分割(Divide)&#xff1a;将待排序数组递归地分成两个子…...