[dicp][tops] Add dicp ci of tops. (#469)

* Add dicp ci of tops.

* Fix dicp ci of tops.

.github/workflows/_runs-on-topsrider.yml

@@ -22,25 +22,23 @@ jobs:
       - name: Checkout Code
         uses: DeepLink-org/deeplink.framework/.github/actions/checkout-code@main
 
-  build:
+  build_test:
     runs-on: ${{ inputs.runner }}
     needs: checkout_code
     steps:
-      - name: build on topsrider
+      - name: build and test on topsrider
         uses: DeepLink-org/deeplink.framework/.github/actions/code-build-test@main
         with:
-          build_shell: "pwd" #Write the script you want to execute here，If you don't know which parameters to fill in, you can refer to the actions/code-build-test
-          job_name: "build"
+          build_shell: "
+                       source dicp/scripts/ci/tops/ci_tops_build_env.sh && \
+                       pip uninstall torch_dipu -y && \
+                       pip uninstall dicp -y && \
+                       cd dipu && python setup.py install --user && \
+                       cd ../dicp && python setup.py install --user && \
+                       cd .. && source dicp/scripts/ci/tops/ci_tops_test_env.sh /mnt/models/llama_models && \
+                       export TEST_DIR=$(pwd)/dicp/test && echo ${TEST_DIR} && \
+                       bash ${TEST_DIR}/tops_scripts/ops/run_test_ops.sh false && \
+                       bash ${TEST_DIR}/tops_scripts/models/run_test_models.sh false
+                       "
+          job_name: "build_test"
           cover_job: "0"
-
-  test:
-    runs-on: ${{ inputs.runner }}
-    needs: build
-    steps:
-      - name: build on topsrider
-        uses: DeepLink-org/deeplink.framework/.github/actions/code-build-test@main
-        with:
-          build_shell: "pwd" #Write the script you want to execute here，If you don't know which parameters to fill in, you can refer to the actions/code-build-test
-          job_name: "build"
-          cover_job: "1"
-

dicp/scripts/ci/tops/ci_tops_build_env.sh

@@ -0,0 +1,4 @@
+#!/usr/bin/env bash
+
+export DIPU_DEVICE=tops
+export DIPU_WITH_DIOPI_LIBRARY=DISABLE

dicp/scripts/ci/tops/ci_tops_test_env.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+
+LLAMA_MODEL_DIR=$1
+
+export DIPU_MOCK_CUDA=false
+export LLAMA_MODEL_DIR=$1

dicp/test/common/conftest.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import parse_bool_arg
+from ..common.utils import parse_bool_arg
 
 
 def pytest_addoption(parser):

dicp/test/model/conftest.py

@@ -1 +1 @@
-from common.conftest import pytest_addoption, backend, dynamic # noqa F401
+from ..common.conftest import pytest_addoption, backend, dynamic # noqa F401

dicp/test/model/llama/generation.py

@@ -1,8 +1,8 @@
 from typing import List
 
 import torch
-from model.llama.tokenizer import Tokenizer
-from model.llama.model import Transformer, precompute_freqs_cis
+from ...model.llama.tokenizer import Tokenizer
+from ...model.llama.model import Transformer, precompute_freqs_cis
 
 
 class LLaMA:

dicp/test/model/llama/model.py

@@ -4,7 +4,7 @@
 import torch
 from torch import nn
 import torch.nn.functional as F
-from common.utils import get_device
+from ...common.utils import get_device
 device = get_device()
 
 

dicp/test/model/test_llama.py

@@ -2,12 +2,12 @@
 import torch
 import os
 import torch._dynamo as dynamo
-from common import utils
+from ..common import utils
 import torch_dipu
 import json
 from pathlib import Path
-from model.llama.generation import Tokenizer, LLaMA
-from model.llama.model import Transformer, ModelArgs
+from ..model.llama.generation import Tokenizer, LLaMA
+from ..model.llama.model import Transformer, ModelArgs
 dynamo.config.cache_size_limit = 128
 utils.update_dynamo_config(False)
 device = utils.get_device()

dicp/test/model/test_resnet50.py

@@ -5,7 +5,7 @@
 import mmcls
 from mmcv import Config
 from mmcls.models import build_classifier
-from common import utils
+from ..common import utils
 import torch_dipu
 
 

dicp/test/op/conftest.py

@@ -1 +1 @@
-from common.conftest import pytest_addoption, backend, dynamic # noqa F401
+from ..common.conftest import pytest_addoption, backend, dynamic # noqa F401

dicp/test/op/test__adaptive_avg_pool2d.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test__adaptive_avg_pool2d_backward.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test__log_softmax.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test__native_batch_norm_legit_functional.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test__softmax.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test__unsafe_view.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_abs.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_add.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_alias.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_amax.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_arange.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_bernoulli.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     random,

dicp/test/op/test_bmm.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_cat.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_clone.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_convert_element_type.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_convolution.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_convolution_backward.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_copy.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_copy_.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_div.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_embedding.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_empty_like.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_eq.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_exp.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_expand.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_fill.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     random,

dicp/test/op/test_full.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     random,

dicp/test/op/test_full_like.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     random,

dicp/test/op/test_gather.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_gelu.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_gelu_backward.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_getitem.py

@@ -1,6 +1,6 @@
 import pytest
 import operator
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_hardswish.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_hardswish_backward.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_index.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_iota.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_le.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     random,

dicp/test/op/test_lift_fresh_copy.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     random,

dicp/test/op/test_log.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,

dicp/test/op/test_lt.py

@@ -1,5 +1,5 @@
 import pytest
-from common.utils import (
+from ..common.utils import (
     torch,
     dynamo,
     parse_args,