summaryrefslogtreecommitdiffstats
path: root/meta/lib/oeqa/manual/compliance-test.json
blob: 8c13b68ec33e59eab9c6ea68128122e6b364b5e1 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
[
    {
        "test": {
            "@alias": "compliance-test.compliance-test.LSB_subset_test_suite",
            "author": [
                {
                    "email": "corneliux.stoicescu@intel.com",
                    "name": "corneliux.stoicescu@intel.com"
                }
            ],
            "execution": {
                "1": {
                    "action": "Get lsd-sdk image and install it on target device or start the image(if it is QEMU) with option \"-m 512M\"",
                    "expected_results": ""
                },
                "2": {
                    "action": "Comment in /opt/lsb-test/session any tests you don't want to run.",
                    "expected_results": ""
                },
                "3": {
                    "action": "Run /usr/bin/LSB_Test.sh which should download the LSB suite and set it up. Some packages may fail to download because their location changed on ftp.linuxfoundation.org. You need to manually update /opt/lsb-test/packages_list",
                    "expected_results": ""
                },
                "4": {
                    "action": "Tests should start automatically, you can use the web interface to reconfigure the setup. ",
                    "expected_results": "Check the result on wiki https://wiki.yoctoproject.org/wiki/LSB_Result No regression failures should be met."
                }
            },
            "summary": "LSB_subset_test_suite"
        }
    },
    {
        "test": {
            "@alias": "compliance-test.compliance-test.stress_test_-_Genericx86-64",
            "author": [
                {
                    "email": "corneliux.stoicescu@intel.com",
                    "name": "corneliux.stoicescu@intel.com"
                }
            ],
            "execution": {
                "1": {
                    "action": "Bootup with core-image-lsb-sdk image",
                    "expected_results": ""
                },
                "2": {
                    "action": "Execute the crashme test with below command  \n\n./opt/ltp/runltp f  crashme",
                    "expected_results": "The stress testing should not make the target crash. Check CPU usage and basic functionality of the system after the tests are over. "
                }
            },
            "summary": "stress_test_-_Genericx86-64"
        }
    },
     {
    "test": {
      "@alias": "compliance-test.compliance-test.stress_test_-_- crashme_-_-Beaglebone",
      "author": [
        {
          "email": "corneliux.stoicescu@intel.com",
          "name": "corneliux.stoicescu@intel.com"
        }
      ],
      "execution": {
        "1": {
          "action": " Get crashme from http://people.delphiforums.com/gjc/crashme.html",
          "expected_results": ""
        },
        "2": {
          "action": "Follow the setup steps on above URL, build crashme in target",
          "expected_results": ""
        },
        "3": {
          "action": " Run crashme for 24 hours",
          "expected_results": "Target should not crash with the program."
        }
      },
      "summary": "stress_test_-_crashme_-Beaglebone"
    }
  },
  {
    "test": {
      "@alias": "compliance-test.compliance-test.stress_test_-_ltp_-Beaglebone",
      "author": [
        {
          "email": "corneliux.stoicescu@intel.com",
          "name": "corneliux.stoicescu@intel.com"
        }
      ],
      "execution": {
        "1": {
          "action": "Build LTP with toolchain or in sdk image",
          "expected_results": ""
        },
        "2": {
          "action": "Copy LTP folder into target, for example, /opt/ltp. Modify script,  testscripts/ltpstress.sh, set Iostat=1, NO_NETWORK=1",
          "expected_results": ""
        },
        "3": {
          "action": "cd testscripts/ && ./ltpstress.sh",
          "expected_results": "This stress case will run for 24 hours Check the result\ntarget should not crash with the program "
        }
      },
      "summary": "stress_test_-_-ltp_-Beaglebone"
    }
  }
]