louzin
/
OpenHDH
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

\\end\\

master
louzin 1 year ago
parent
cee3bdb97f
commit
09d576b8fe
11 changed files with 1420 additions and 467 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 8
      openhdh/src/main/java/com/louzin/openhdh/OpenhdhApplication.java
  2. 316
      openhdh/src/main/java/com/louzin/openhdh/controller/ParserController.java
  3. 10
      openhdh_api/pom.xml
  4. 139
      openhdh_api/src/main/java/com/louzin/openhdhapi/test/helloworld.java
  5. 82
      openhdh_api/src/main/java/com/louzin/openhdhapi/utils/HiveConnecter.java
  6. 10
      openhdh_api/src/main/java/com/louzin/openhdhapi/utils/WeblogPreProcess.java
  7. 36
      openhdh_api/src/main/java/com/louzin/openhdhapi/utils/hdfsapi.java
  8. 104
      openhdh_api/src/main/java/com/louzin/openhdhapi/utils/jdbcHiveConnect.java
  9. 335
      ruoyi-ui/src/views/echarts/myterminal/index.vue
  10. 837
      ruoyi-ui/src/views/echarts/myvue/index.vue
  11. 10
      ruoyi-ui/src/views/login.vue

8
openhdh/src/main/java/com/louzin/openhdh/OpenhdhApplication.java
Unescape View File

@ -26,5 +26,11 @@ public class OpenhdhApplication {
List<String> lists=hapi.scan();
return lists;
}
@GetMapping("/getresulthivepath")
@ResponseBody
public List<String> getresultHivePath() throws IOException {
hdfsapi hapi = new hdfsapi();
List<String> lists=hapi.scanresult();
return lists;
}
}

316
openhdh/src/main/java/com/louzin/openhdh/controller/ParserController.java
Unescape View File

@ -0,0 +1,316 @@
package com.louzin.openhdh.controller;
import com.louzin.openhdhapi.utils.HiveConnecter;
import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.*;
import com.louzin.openhdhapi.utils.WeblogPreProcess;
import com.louzin.openhdhapi.utils.hdfsapi;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.util.*;
@Controller
@ResponseBody
@CrossOrigin
public class ParserController {
private static HiveConnecter hiveConnecter;
//对指定路径下的文件进行采集分析，结果生成至result文件夹下
@PostMapping("/parser")
public int parserWebLog(@RequestParam("parserpath") String parserpath) {
hdfsapi hdfs = new hdfsapi();
if (hdfs.ifexistsFolder("/result"+parserpath)){
if(hdfs.deleteFolder("/result"+parserpath)){//删除成功则进行下一步
WeblogPreProcess weblogPreProcess=new WeblogPreProcess();
try {
weblogPreProcess.runjob(parserpath);
return 0;
} catch (Exception e) {
System.out.println("webLogPreProcess runjob Error!");
return 1;
}
}else{
System.out.println("hdfs文件权限有误！！！");
return 2;
}
}
else {
System.out.println("数据已过滤！！！！");
return 3;
}
}
//将分析好的数据加载到Hive的origin表中
@GetMapping("/loaddatatohive")
public boolean loaddatatohive(@RequestParam String loaddatapath){
String loadsql="load data inpath '"+loaddatapath+"' into table ods_weblog_origin";
try {
hiveConnecter=HiveConnecter.getInstance();
hiveConnecter.getConn();
hiveConnecter.executeSQLByStatement(loadsql);
System.out.println("load success!");
new hdfsapi().deleteFolder(loaddatapath);
return true;
} catch (Exception e) {
System.out.println(e);
return false;
}
}
@GetMapping("/deletefolder")
public boolean deletefolder(@RequestParam String deletepath){
System.out.println("将要删除 "+deletepath);
return new hdfsapi().deleteFolder(deletepath);
}
//从origin中更新t_ods_tmp_referurl t_ods_tmp_detail并对ods_weblog_detail进行复写
@PostMapping("/hivedbupdate")
public boolean hivedbupdate(){
//加载数据到hive
try {
hiveConnecter= HiveConnecter.getInstance();
hiveConnecter.getConn();
String sql1="set hive.exec.dynamic.partition=true";
String sql2="set hive.exec.dynamic.partition.mode=nonstrict";
String dropt_ods_tmp_referurl="drop table t_ods_tmp_referurl";
String dropt_ods_tmp_detail="drop table t_ods_tmp_detail";
hiveConnecter.executeSQLByStatement(sql1);
hiveConnecter.executeSQLByStatement(sql2);
//判断双表是否存在
ResultSet rs = hiveConnecter.executeQueryBYStatement("show tables in datacenter like 't_ods_tmp_referurl'");
if(rs.next()){
System.out.println("t_ods_tmp_referurl表存在！");
hiveConnecter.executeSQLByStatement(dropt_ods_tmp_referurl);
System.out.println("referurl删除成功");
}
rs=hiveConnecter.executeQueryBYStatement("show tables in datacenter like 't_ods_tmp_detail'");
if(rs.next()){
System.out.println("t_ods_tmp_detail表存在！");
hiveConnecter.executeSQLByStatement(dropt_ods_tmp_detail);
System.out.println("detail删除成功");
}
//创建中间表
String createreferurl="create table t_ods_tmp_referurl as SELECT a.*,b.*\n" +
" FROM ods_weblog_origin a LATERAL VIEW \n" +
" parse_url_tuple(regexp_replace(http_referer, \"\\\"\", \"\"),\n" +
" 'HOST', 'PATH','QUERY', 'QUERY:id') b as host, path, query, query_id";
hiveConnecter.executeSQLByStatement(createreferurl);
String createdetail="create table t_ods_tmp_detail as select b.*,substring(time_local,0,10) as daystr,\n" +
" substring(time_local,12) as tmstr,\n" +
" substring(time_local,6,2) as month,\n" +
" substring(time_local,9,2) as day,\n" +
" substring(time_local,11,3) as hour\n" +
" from t_ods_tmp_referurl b";
hiveConnecter.executeSQLByStatement(createdetail);
String insertOverWritedetail="insert overwrite table ods_weblog_detail partition(datestr)\n" +
" select distinct otd.valid,otd.remote_addr,otd.remote_user,\n" +
" otd.time_local,otd.daystr,otd.tmstr,otd.month,otd.day,otd.hour,\n" +
" otr.request,otr.status,otr.body_bytes_sent,\n" +
" otr.http_referer,otr.host,otr.path,\n" +
" otr.query,otr.query_id,otr.http_user_agent,otd.daystr\n" +
" from t_ods_tmp_detail as otd,t_ods_tmp_referurl as otr \n" +
" where otd.remote_addr=otr.remote_addr \n" +
" and otd.time_local=otr.time_local \n" +
" and otd.body_bytes_sent=otr.body_bytes_sent \n" +
" and otd.request=otr.request";
hiveConnecter.executeSQLByStatement(insertOverWritedetail);
System.out.println("数据入库完成，开始分析");
//browser分析
String truncateBrowser="truncate table dw_use_browser";
String updateBrowser0="insert into table dw_use_browser select 'Firefox' as name,COUNT(*) as count from ods_weblog_detail WHERE http_user_agent like '%Firefox%'";
String updateBrowser1="insert into table dw_use_browser select 'Chrome' as name,COUNT(*) as count from ods_weblog_detail WHERE http_user_agent like '%Chrome%'";
String updateBrowser2="insert into table dw_use_browser select 'MobileSafari' as name,COUNT(*) as count from ods_weblog_detail WHERE http_user_agent like '%MobileSafari%'";
String updateBrowser3="insert into table dw_use_browser select 'Edge/IE' as name,COUNT(*) as count from ods_weblog_detail WHERE http_user_agent like '%Trident%'";
String updateBrowser4="insert into table dw_use_browser select 'Safari' as name,COUNT(*) as count from ods_weblog_detail WHERE http_user_agent like '%Safari%'";
hiveConnecter.executeSQLByStatement(truncateBrowser);
hiveConnecter.executeSQLByStatement(updateBrowser0);
hiveConnecter.executeSQLByStatement(updateBrowser1);
hiveConnecter.executeSQLByStatement(updateBrowser2);
hiveConnecter.executeSQLByStatement(updateBrowser3);
hiveConnecter.executeSQLByStatement(updateBrowser4);
//weekpvs分析
String truncateWeekpvs="truncate table dw_pvs_week";
String updateWeekpvs="insert into table dw_pvs_week select datestr,COUNT(*) as count from ods_weblog_detail group by datestr";
hiveConnecter.executeSQLByStatement(truncateWeekpvs);
hiveConnecter.executeSQLByStatement(updateWeekpvs);
//allpvs
String truncateAllpvs="truncate table dw_pvs_all";
String updateAllpvs="insert into table dw_pvs_all select request,COUNT(*) as pvs from ods_weblog_detail owd where request !='/' group by request ORDER by pvs desc limit 10";
hiveConnecter.executeSQLByStatement(truncateAllpvs);
hiveConnecter.executeSQLByStatement(updateAllpvs);
//pvsusertop5
String truncatePvsuser="truncate table dw_pvs_user";
String updatePvsuser="insert into table dw_pvs_user select remote_addr ,count(remote_addr) as userpvs from ods_weblog_detail owd group by remote_addr order by userpvs desc limit 5";
hiveConnecter.executeSQLByStatement(truncatePvsuser);
hiveConnecter.executeSQLByStatement(updatePvsuser);
//headerupdate
String truncateHeader="truncate table ods_weblog_count";
String update1="insert into table ods_weblog_count select 'ct1',count(*) from ods_weblog_origin";
String update2="insert into table ods_weblog_count select 'ct2',count(*) from ods_weblog_origin where valid='true'";
String update3="insert into table ods_weblog_count select 'ct3',count(*) from ods_weblog_origin where valid='false'";
String update4="insert into table ods_weblog_count select 'ct4',count(*) from ods_weblog_detail where valid='false'";
hiveConnecter.executeSQLByStatement(truncateHeader);
hiveConnecter.executeSQLByStatement(update1);
hiveConnecter.executeSQLByStatement(update2);
hiveConnecter.executeSQLByStatement(update3);
hiveConnecter.executeSQLByStatement(update4);
return true;
} catch (Exception e) {
hiveConnecter.closeAll();
System.out.println(e);
return false;
}
}
@GetMapping("/truncateall")
public boolean truncateall(){
String truncate1="truncate table dw_pvs_all";
String truncate2="truncate table t_ods_tmp_referurl";
String truncate3="truncate table t_ods_tmp_detail";
String truncate4="truncate table ods_weblog_detail";
String truncate5="truncate table dw_use_browser";
String truncate6="truncate table dw_pvs_user";
String truncate7="truncate table dw_pvs_week";
String truncate8="truncate table ods_weblog_count";
String truncate9="truncate table ods_weblog_origin";
System.out.println("清除所有数据！");
try{
hiveConnecter= HiveConnecter.getInstance();
hiveConnecter.getConn();
hiveConnecter.executeSQLByStatement(truncate1);
hiveConnecter.executeSQLByStatement(truncate2);
hiveConnecter.executeSQLByStatement(truncate3);
hiveConnecter.executeSQLByStatement(truncate4);
hiveConnecter.executeSQLByStatement(truncate5);
hiveConnecter.executeSQLByStatement(truncate6);
hiveConnecter.executeSQLByStatement(truncate7);
hiveConnecter.executeSQLByStatement(truncate8);
hiveConnecter.executeSQLByStatement(truncate9);
return true;
}
catch (Exception e){
return false;
}
}
@GetMapping("/dbcount")
public List dbcount() throws SQLException, ClassNotFoundException {
hiveConnecter=HiveConnecter.getInstance();
hiveConnecter.getConn();
List<String> lists=new ArrayList();
ResultSet rs = hiveConnecter.executeQueryBYStatement("select * from ods_weblog_count");
while (rs.next()){
lists.add(rs.getString(2));
}
lists.forEach(item->{
System.out.println(item);
});
rs.close();
return lists;
}
//总体响应
@PostMapping("/alldata")
public List alldata(){
List<Map<String,List>> listmap=new ArrayList<>();
Map<String,List> map=new HashMap<>();
map.put("weekcount",weekcount());
map.put("allpvcount",allpvcount());
map.put("browsercount",browsercount());
map.put("top5count",top5count());
listmap.add(map);
return listmap;
}
//top5
@PostMapping("/top5count")
public List top5count(){
List<Map<String, Object>> listmap = new ArrayList<Map<String, Object>>();
String sql ="select * from dw_pvs_user";
try {
hiveConnecter=HiveConnecter.getInstance();
hiveConnecter.getConn();
ResultSet rs = hiveConnecter.executeQueryBYStatement(sql);
while (rs.next()){
Map<String, Object> map = new HashMap<>();
map.put("name",rs.getString(1));
map.put("count",rs.getString(2));
listmap.add(map);
}
rs.close();
System.out.println(listmap);
return listmap;
} catch (Exception e) {
System.out.println(e);
return null;
}
}
//每日访问记录折线图
@PostMapping("/weekcount")
public List weekcount(){
List<Map<String, Object>> listmap = new ArrayList<Map<String, Object>>();
String sql ="select * from dw_pvs_week";
try {
hiveConnecter=HiveConnecter.getInstance();
hiveConnecter.getConn();
ResultSet rs = hiveConnecter.executeQueryBYStatement(sql);
while (rs.next()){
Map<String, Object> map = new HashMap<>();
map.put("logdate",rs.getString(1));
map.put("count",rs.getString(2));
listmap.add(map);
}
rs.close();
Collections.sort(listmap, new Comparator<Map<String, Object>>() {
@Override
public int compare(Map<String, Object> o1, Map<String, Object> o2) {
String date1 = (String)o1.get("logdate");
String date2 = (String)o2.get("logdate");
//降序
return date1.compareTo(date2);
}
});
System.out.println(listmap);
return listmap;
} catch (Exception e) {
System.out.println(e);
return null;
}
}
@PostMapping("/allpvcount")
public List allpvcount(){
List<Map<String, Object>> listmap = new ArrayList<Map<String, Object>>();
String sql ="select * from dw_pvs_all";
try {
hiveConnecter=HiveConnecter.getInstance();
hiveConnecter.getConn();
ResultSet rs = hiveConnecter.executeQueryBYStatement(sql);
while (rs.next()){
Map<String, Object> map = new HashMap<>();
map.put("path",rs.getString(1));
map.put("count",rs.getString(2));
listmap.add(map);
}
rs.close();
System.out.println(listmap);
return listmap;
} catch (Exception e) {
System.out.println(e);
return null;
}
}
@PostMapping("/browsercount")
public List browsercount() {
List<Map<String, Object>> listmap = new ArrayList<Map<String, Object>>();
String Firefoxsql = "select * from dw_use_browser";
try {
hiveConnecter = HiveConnecter.getInstance();
hiveConnecter.getConn();
ResultSet rs = hiveConnecter.executeQueryBYStatement(Firefoxsql);
while (rs.next()) {
Map<String, Object> map = new HashMap<>();
map.put("name", rs.getString(1));
map.put("value", rs.getString(2));
listmap.add(map);
}
rs.close();
System.out.println(listmap);
return listmap;
} catch (Exception e) {
System.out.println(e);
return null;
}
}
}

10
openhdh_api/pom.xml
Unescape View File

@ -61,5 +61,15 @@
</dependencies>
<build>
<finalName>openhdh_api</finalName>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<configuration>
<source>9</source>
<target>9</target>
</configuration>
</plugin>
</plugins>
</build>
</project>

139
openhdh_api/src/main/java/com/louzin/openhdhapi/test/helloworld.java
Unescape View File

@ -1,7 +1,142 @@
package com.louzin.openhdhapi.test;
import com.louzin.openhdhapi.utils.HiveConnecter;
import com.louzin.openhdhapi.utils.WeblogPreProcess;
import com.louzin.openhdhapi.utils.hdfsapi;
import org.junit.Test;
import java.io.IOException;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.util.*;
public class helloworld {
public void helloworldtest(){
System.out.println("Hello S!");
private static HiveConnecter hiveConnecter;
@Test
public void helloworldtest() throws Exception {
//加载数据到hive
hiveConnecter=HiveConnecter.getInstance();
hiveConnecter.getConn();
String sql1="set hive.exec.dynamic.partition=true";
String sql2="set hive.exec.dynamic.partition.mode=nonstrict";
String dropt_ods_tmp_referurl="drop table t_ods_tmp_referurl";
String dropt_ods_tmp_detail="drop table t_ods_tmp_detail";
hiveConnecter.executeSQLByStatement(sql1);
hiveConnecter.executeSQLByStatement(sql2);
//判断双表是否存在
ResultSet rs = hiveConnecter.executeQueryBYStatement("show tables in datacenter like 't_ods_tmp_referurl'");
if(rs.next()){
System.out.println("t_ods_tmp_referurl表存在！");
hiveConnecter.executeSQLByStatement(dropt_ods_tmp_referurl);
System.out.println("referurl删除成功");
}
rs=hiveConnecter.executeQueryBYStatement("show tables in datacenter like 't_ods_tmp_detail'");
if(rs.next()){
System.out.println("t_ods_tmp_detail表存在！");
hiveConnecter.executeSQLByStatement(dropt_ods_tmp_detail);
System.out.println("detail删除成功");
}
//创建中间表
String createreferurl="create table t_ods_tmp_referurl as SELECT a.*,b.*\n" +
" FROM ods_weblog_origin a LATERAL VIEW \n" +
" parse_url_tuple(regexp_replace(http_referer, \"\\\"\", \"\"),\n" +
" 'HOST', 'PATH','QUERY', 'QUERY:id') b as host, path, query, query_id";
hiveConnecter.executeSQLByStatement(createreferurl);
String createdetail="create table t_ods_tmp_detail as select b.*,substring(time_local,0,10) as daystr,\n" +
" substring(time_local,12) as tmstr,\n" +
" substring(time_local,6,2) as month,\n" +
" substring(time_local,9,2) as day,\n" +
" substring(time_local,11,3) as hour\n" +
" from t_ods_tmp_referurl b";
hiveConnecter.executeSQLByStatement(createdetail);
String insertOverWritedetail="insert overwrite table ods_weblog_detail partition(datestr)\n" +
" select distinct otd.valid,otd.remote_addr,otd.remote_user,\n" +
" otd.time_local,otd.daystr,otd.tmstr,otd.month,otd.day,otd.hour,\n" +
" otr.request,otr.status,otr.body_bytes_sent,\n" +
" otr.http_referer,otr.host,otr.path,\n" +
" otr.query,otr.query_id,otr.http_user_agent,otd.daystr\n" +
" from t_ods_tmp_detail as otd,t_ods_tmp_referurl as otr \n" +
" where otd.remote_addr=otr.remote_addr \n" +
" and otd.time_local=otr.time_local \n" +
" and otd.body_bytes_sent=otr.body_bytes_sent \n" +
" and otd.request=otr.request";
hiveConnecter.executeSQLByStatement(insertOverWritedetail);
System.out.println("数据入库完成");
}
@Test
public void loaddata(){
String loadatapath="/result/flume/events/23-05-17/1440/";
String loadsql="load data inpath '"+loadatapath+"' into table ods_weblog_origin";
try {
hiveConnecter=HiveConnecter.getInstance();
hiveConnecter.getConn();
hiveConnecter.executeSQLByStatement(loadsql);
System.out.println("load success!");
new hdfsapi().deleteFolder(loadatapath);
} catch (Exception e) {
System.out.println(e);
}
}
@Test
public void weekcount(){
// Map<String,String> map=new HashMap<>();
List<Map<String, Object>> listmap = new ArrayList<Map<String, Object>>();
String Firefoxsql="select COUNT(*) as pvs from ods_weblog_detail WHERE http_user_agent like '%Firefox%'";
String Chromesql="select COUNT(*) as pvs from ods_weblog_detail WHERE http_user_agent like '%Chrome%'";
String MobileSafarisql="select COUNT(*) as pvs from ods_weblog_detail WHERE http_user_agent like '%MobileSafari%'";
String Tridentsql="select COUNT(*) as pvs from ods_weblog_detail WHERE http_user_agent like '%Trident%'";
String Safarisql="select COUNT(*) as pvs from ods_weblog_detail WHERE http_user_agent like '%Safari%'";
try {
hiveConnecter=HiveConnecter.getInstance();
hiveConnecter.getConn();
ResultSet rs = hiveConnecter.executeQueryBYStatement(Firefoxsql);
while (rs.next()){
Map<String, Object> map = new HashMap<>();
map.put("browser","firefox");
map.put("count",rs.getString(1));
listmap.add(map);
}
rs = hiveConnecter.executeQueryBYStatement(Chromesql);
while (rs.next()){
Map<String, Object> map = new HashMap<>();
map.put("browser","Chrome");
map.put("count",rs.getString(1));
listmap.add(map);
}
rs = hiveConnecter.executeQueryBYStatement(MobileSafarisql);
while (rs.next()){
Map<String, Object> map = new HashMap<>();
map.put("browser","MobileSafari");
map.put("count",rs.getString(1));
listmap.add(map);
}
rs = hiveConnecter.executeQueryBYStatement(Tridentsql);
while (rs.next()){
Map<String, Object> map = new HashMap<>();
map.put("browser","IE/Edge");
map.put("count",rs.getString(1));
listmap.add(map);
}
rs = hiveConnecter.executeQueryBYStatement(Safarisql);
while (rs.next()){
Map<String, Object> map = new HashMap<>();
map.put("browser","Safari");
map.put("count",rs.getString(1));
listmap.add(map);
}
// Collections.sort(listmap, new Comparator<Map<String, Object>>() {
// @Override
// public int compare(Map<String, Object> o1, Map<String, Object> o2) {
// String date1 = (String)o1.get("logdate");
// String date2 = (String)o2.get("logdate");
// //降序
// return date1.compareTo(date2);
// }
// });
System.out.println(listmap);
// map.forEach((key,value)->{
// System.out.println(key+" "+value);
// });
} catch (Exception e) {
System.out.println(e);
}
}
}

82
openhdh_api/src/main/java/com/louzin/openhdhapi/utils/HiveConnecter.java
Unescape View File

@ -0,0 +1,82 @@
package com.louzin.openhdhapi.utils;
import java.sql.*;
public class HiveConnecter {
private static String driverName = "org.apache.hive.jdbc.HiveDriver";
private static String url = "jdbc:hive2://local1:10000/datacenter";
private static String user = "root";
private static String password = "";
private static Connection conn = null;
private static Statement stmt = null;
private static ResultSet rs = null;
private static HiveConnecter instance;
//构造方法私有
private HiveConnecter() throws ClassNotFoundException {
Class.forName(driverName);
System.out.println("HiveConnecter Driver Register Success");
}
// 单例模式构建访问数据库的访问对象
public static HiveConnecter getInstance() throws SQLException, ClassNotFoundException {
if(instance==null){
instance=new HiveConnecter();
}
return instance;
}
//获得新的连接
public Connection getConn() throws SQLException {
conn = DriverManager.getConnection(url,user,password);
return conn;
}
/**
* 执行静态的SQL语句
* @param sql
* @return 返回一个整型，整型值为数据库受影响的行数
* @throws SQLException
*/
public int executeSQLByStatement(String sql) throws SQLException{
stmt=conn.createStatement();
return stmt.executeUpdate(sql);
}
/**
* 执行DML语句，例如删除，插入，修改
* insert into student()
* @param sql
* @param columnName 列名称
* @return
* @throws SQLException
*/
public int executeSQLBYStatement(String sql,String[] columnName)throws SQLException{
stmt =conn.createStatement();
return stmt.executeUpdate(sql,columnName);
}
/**
* 查询返回的结果，可能包含一个或者多个结果
* 返回值 参数
* 方法 int executeUpdate​(String sql, int[] columnIndexes)
* @param sql
* @return
* @throws SQLException
*/
public ResultSet executeQueryBYStatement(String sql)throws SQLException{
stmt =conn.createStatement();
return stmt.executeQuery(sql);
}
/**
*将关闭流放入方法中减少代码重复量
*/
public void closeAll(){
try {
if(stmt!=null) {
stmt.close();
}
if(conn!=null){
conn.close();
}
System.out.println("HiveConnecter Close");
} catch (SQLException e) {
e.printStackTrace();
}
}
}

10
openhdh_api/src/main/java/com/louzin/openhdhapi/utils/WeblogPreProcess.java
Unescape View File

@ -19,8 +19,8 @@ import java.util.Set;
* 处理原始日志，过滤出真实请求数据，转换时间格式，对缺失字段填充默认值，对记录标记valid和invalid
*/
public class WeblogPreProcess {
public static void main(String[] args) throws Exception {
public WeblogPreProcess(){}
public int runjob(String path) throws Exception {
Configuration conf = new Configuration();
conf.set("mapreduce.framework.name","local");
Job job = Job.getInstance(conf);
@ -28,11 +28,11 @@ public class WeblogPreProcess {
job.setMapperClass(WeblogPreProcessMapper.class);
job.setOutputKeyClass(Text.class);
job.setOutputValueClass(NullWritable.class);
FileInputFormat.setInputPaths(job, new Path("hdfs://local1:8020/flume/events/23-05-17/1440"));
FileOutputFormat.setOutputPath(job, new Path("hdfs://local1:8020/result/23-05-17-1440"));
FileInputFormat.setInputPaths(job, new Path("hdfs://local1:8020"+path));
FileOutputFormat.setOutputPath(job, new Path("hdfs://local1:8020/result/"+path));
job.setNumReduceTasks(1);
boolean res = job.waitForCompletion(true);
System.exit(res ? 0 : 1);
return 1;
}
public static class WeblogPreProcessMapper extends Mapper<LongWritable, Text, Text, NullWritable> {

36
openhdh_api/src/main/java/com/louzin/openhdhapi/utils/hdfsapi.java
Unescape View File

@ -51,6 +51,42 @@ public class hdfsapi {
}
return lists;
}
@Test
public List<String> scanresult() throws IOException {
List<String> lists=new ArrayList();
Path path=new Path("/result/flume/events/23-05-17");
FileStatus[] fileStatuses=hdfs.listStatus(path);//events下的每日文件夹
for (FileStatus fs:fileStatuses) {
String[] str=String.valueOf(fs.getPath()).split("8020");
lists.add(str[1]);
}
return lists;
}
@Test
public boolean ifexistsFolder(String pathx) {
try {
if(hdfs.exists(new Path(pathx))){
System.out.println(pathx + "存在 不操作");
return false;
}else{
System.out.println(pathx + "不存在 即将操作");
return true;
}
} catch (IOException e) {
System.out.println("操作有误！+deleteFolder()");
return true;
}
}
public boolean deleteFolder(String pathx){
try {
hdfs.delete(new Path(pathx),true);
System.out.println("删除成功！");
return true;
} catch (IOException e) {
System.out.println("删除失败！");
return false;
}
}
@After
public void close() throws IOException {
hdfs.close();

104
openhdh_api/src/main/java/com/louzin/openhdhapi/utils/jdbcHiveConnect.java
Unescape View File

@ -0,0 +1,104 @@
package com.louzin.openhdhapi.utils;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import java.sql.*;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
public class jdbcHiveConnect {
public jdbcHiveConnect(){}
private static String driverName = "org.apache.hive.jdbc.HiveDriver";
private static String url = "jdbc:hive2://local1:10000/datacenter";
private static String user = "root";
private static String password = "";
private static Connection conn = null;
private static Statement stmt = null;
private static ResultSet rs = null;
// 加载驱动、创建连接
@Before
public void init() throws Exception {
Class.forName(driverName);
conn = DriverManager.getConnection(url,user,password);
stmt = conn.createStatement();
}
@Test
public List<String> showAllTable() throws SQLException, ClassNotFoundException {
Class.forName(driverName);
conn = DriverManager.getConnection(url,user,password);
stmt = conn.createStatement();
String sql="show tables";
rs=stmt.executeQuery(sql);
List<String> lists=new ArrayList<>();
while (rs.next()){
System.out.println(rs.getString(1));
lists.add(rs.getString(1));
}
if ( rs != null) {
rs.close();
}
if (stmt != null) {
stmt.close();
}
if (conn != null) {
conn.close();
}
return lists;
}
@Test
public void selectData_all_true() throws SQLException {
String sql="select * from ods_weblog_detail owd where valid ='true'";
rs=stmt.executeQuery(sql);
List lists=new ArrayList<>();
while (rs.next()){
List copylist=new ArrayList<>();
copylist.add(rs.getString("remote_addr"));
copylist.add(rs.getString("time_local"));
copylist.add(rs.getString("daystr"));
copylist.add(rs.getString("request"));
lists.add(copylist);
}
lists.forEach(item-> System.out.println(item.toString()));
}
@Test
public List selectData_day_pv() throws SQLException, ClassNotFoundException {
Class.forName(driverName);
conn = DriverManager.getConnection(url,user,password);
stmt = conn.createStatement();
String sql="select remote_addr,COUNT(remote_addr)as pv" +
" from ods_weblog_detail" +
" group by remote_addr order by pv desc limit 10";
rs=stmt.executeQuery(sql);
List lists=new ArrayList<>();
while (rs.next()){
Map<String,String> copymap=Map.of("value",rs.getString(2),"name",rs.getString(1));
lists.add(copymap);
}
if ( rs != null) {
rs.close();
}
if (stmt != null) {
stmt.close();
}
if (conn != null) {
conn.close();
}
// return lists;
return lists;
}
@After
public void destory() throws Exception {
if ( rs != null) {
rs.close();
}
if (stmt != null) {
stmt.close();
}
if (conn != null) {
conn.close();
}
}
}

335
ruoyi-ui/src/views/echarts/myterminal/index.vue
Unescape View File

@ -1,70 +1,136 @@
<template>
<div id="terminals">
<!-- <div id="pathlistdiv" style="width: 30%;height: 560px;background-color:#F3F4FA;margin-top: 20px;float: left;">
<ul v-for="list in pathlist">
<li
style="width: 99%;box-shadow: 3px 3px 1px 1px rgba(0, 0, 255, .2);margin:0 auto;margin-top: 5px;list-style: none;height: 40px;background-color: white;border-radius: 15px;text-align: center;line-height: 40px;">
{{list}}</li>
<div class="line"></div>
</ul>
<!-- header start -->
<div id="terminalsheader">
<template>
<div>
<el-row :gutter="20">
<el-col :span="6">
<el-statistic title="总记录数量">
<template slot="formatter"> {{value1}} </template>
</el-statistic>
</el-col>
<el-col :span="6">
<div>
<el-statistic title="有效访问">
<template slot="formatter"> {{value2}} </template>
</el-statistic>
</div>
</el-col>
<el-col :span="6">
<div>
<el-statistic title="其他访问记录">
<template slot="formatter"> {{value3}} </template>
<template slot="prefix">
<i class="el-icon-s-flag" style="color: red"></i>
</template>
<template slot="suffix">
<i class="el-icon-s-flag" style="color: blue"></i>
</template>
</el-statistic>
</div>
</el-col>
<el-col :span="6">
<div>
<el-statistic title="分析数据条目">
<template slot="formatter"> {{value4}} </template>
</el-statistic>
</div>
</el-col>
</el-row>
</div>
</template>
</div>
<div id="midcontrol" style="width: 20%;float: left;margin-left: 50px;margin-top: 20px;">
<button class="btn three-d">清洗</button>
<button class="btn three-d conws">导入</button>
<button class="btn three-d conws">分析</button>
<button class="btn three-d conws">导出</button>
<!-- header end -->
<div id="terminalstop">
<div id="flumelistdiv" class="mt10" style="width: 660px;">
<el-table :data="tableData" stripe style="border-radius: 15px;box-shadow: 3px 3px 2px 1px rgba(0, 0, 255, .2);">
<el-table-column prop="name" label="序号" width="60px" align="center"></el-table-column>
<el-table-column label="路径" align="center">
<template slot-scope="scope">
<div v-for="(item,index) in scope" :key="index">
{{item.scanpath}}
</div>
</template>
</el-table-column>
<el-table-column label="操作" align="center" width="120px">
<template slot-scope="scope">
<el-button type="primary" @click="buttonclick(scope.$index)">清洗</el-button>
</template>
</el-table-column>
</el-table>
</div>
<div id="rsdiv" class="mt10">
<el-table :data="tableresultData" stripe
style="width: 500px;border-radius: 15px;box-shadow: 3px 3px 2px 1px rgba(0, 0, 255, .2);">
<el-table-column prop="scanpath" label="路径" align="center">
</el-table-column>
<el-table-column label="操作" align="center" width="240px">
<template slot-scope="scope">
<el-button type="primary" @click="loadclick(scope.row.scanpath)">加载</el-button>
<el-button type="warning" @click="deleteclick(scope.row.scanpath)">删除</el-button>
</template>
</el-table-column>
</el-table>
</div>
</div>
<div id="cont" class="leftcont">
[root@local1 ~]# start-all.sh<br>
This script is Deprecated. Instead use start-dfs.sh and start-yarn.sh<br>
Starting namenodes on [local1]<br>
local1: starting namenode, logging to /root/software/hadoop-2.9.0/logs/hadoop-root-namenode-local1.out<br>
local1: starting datanode, logging to /root/software/hadoop-2.9.0/logs/hadoop-root-datanode-local1.out<br>
Starting secondary namenodes [local1]<br>
local1: starting secondarynamenode, logging to /root/software/hadoop-2.9.0/logs/hadoop-root-secondarynamenode-local1.out<br>
starting yarn daemons<br>
starting resourcemanager, logging to /root/software/hadoop-2.9.0/logs/yarn-root-resourcemanager-local1.out<br>
local1: starting nodemanager, logging to /root/software/hadoop-2.9.0/logs/yarn-root-nodemanager-local1.out<br>
[root@local1 ~]#
</div> -->
<div id="flumelistdiv">
<!-- <el-table :data="tableData" stripe>
<el-table-column v-for="item in tableData" :key="item.sacnpath" label="序号" width="180px">
{{item.scanpath}}
</el-table-column>
<el-table-column width="180px" label="操作">
<el-button prop="name" type="primary" width="180px" @click="buttonclick(name)">主要按钮</el-button>
</el-table-column>
</el-table> -->
<el-table :data="tableData" stripe style="width: 40%;">
<el-table-column prop="name" label="序号" width="60px" align="center"></el-table-column>
<el-table-column label="路径" align="center">
<template slot-scope="scope">
<div v-for="(item,index) in scope" :key="index">
{{item.scanpath}}
</div>
</template>
</el-table-column>
<el-table-column label="操作" align="center" width="120px">
<template slot-scope="scope">
<el-button type="primary" @click="buttonclick(scope.$index)">选择</el-button>
</template>
</el-table-column>
</el-table>
<div id="terminalsbottom">
<el-button type="success" @click="parserhivedb()" style="width: 480px;">分析</el-button>
<el-popover
placement="top"
width="160"
v-model="visible">
<p>即将清空所有数据确定删除吗？</p>
<div style="text-align: right; margin: 0">
<el-button size="mini" type="text" @click="visible = false">取消</el-button>
<el-button type="danger" size="mini" @click="deleteall()">确定</el-button>
</div>
<el-button type="danger" slot="reference" class="ml20">清空数据</el-button>
</el-popover>
</div>
</div>
</template>
<script>
import axios from 'axios';
export default {
name: "terminals",
data() {
return {
visible: false,
pathlist: [],
tableData: []
tableData: [],
tableresultData: [],
like: true,
value1: "0",
value2: "0",
value3: "0",
value4: "0",
title: '当前记录数量',
title2: '有效记录',
title3: '其他访问记录',
title4: '分析表记录',
}
},
methods: {
deleteall(){
this.visible=false;
var that=this
this.$http.get("/truncateall").then(resp=>{
that.$notify.success({
title:"执行结束！",
message:"数据清除结果为 "+resp.data,
position:'bottom-right'
})
}).catch(function(error){
that.$notify.error({
title: '通知',
message: '删除执行失败！',
position: 'bottom-right'
});
})
},
axiosGet() {
var that = this;
this.$http.get('/gethivepath')
@ -92,17 +158,149 @@
console.log(error);
});
},
axiosGetResult() {
var that = this;
this.$http.get('/getresulthivepath')
.then(resp => {
console.log(resp.data);
that.$message({
showClose: true,
message: '处理结果路径获取成功！',
type: 'success'
});
for (var pathx in resp.data) {
this.tableresultData.push({
'name': Number(pathx) + 1,
'scanpath': resp.data[pathx]
})
}
})
.catch(function(error) {
that.$message({
showClose: true,
message: '路径获取出错！请检查是否开启集群或联系管理员！',
type: 'error'
});
console.log(error);
});
},
axiosGetdbcount() {
var that = this
this.$http.get("/dbcount").then(resp => {
console.log(resp.data);
console.log("取完数据！");
that.value1 = resp.data[0]
that.value2 = resp.data[1]
that.value3 = resp.data[2]
that.value4 = resp.data[3]
}).catch(function(error) {
console.log(error);
})
},
buttonclick(e) {
this.$message("你选择了 " + e + " 操作！")
this.$message("你选择了 " + this.pathlist[e] + " 操作！");
this.$notify({
title: '警告',
message: '开始清洗，请勿进行其他操作！',
type: 'warning'
});
var that = this;
const formData = new FormData();
formData.append("parserpath", this.pathlist[e])
this.$http.post("/parser", formData).then(resp => {
that.$notify({
title: '成功',
message: "Code: " + resp.data,
type: 'success'
});
})
.catch(function(error) {
that.$message({
showClose: true,
message: '数据清洗出错，请联系管理员！',
type: 'error'
});
console.log(error);
});
},
parserhivedb(e) {
this.$message("开始数据分析，请等待");
var that = this
this.$http.post("/hivedbupdate").then(resp => {
that.$message("分析完成: " + resp.data)
this.axiosGetdbcount()
}).catch(function(error) {
that.$message({
showClose: true,
message: '数据分析出错，请联系管理员！',
type: 'error'
});
console.log(error);
});
},
loadclick(e) {
var that = this
this.$message("开始对" + e + "进行加载")
this.$http.get("/loaddatatohive", {
params: {
loaddatapath: e
}
}).then(resp => {
that.$message("message: " + resp.data + " 请刷新页面！")
}).catch(function(error) {
that.$message({
showClose: true,
message: '数据加载出错，请联系管理员！',
type: 'error'
});
console.log(error);
});
},
deleteclick(e) {
var that = this
this.$message("开始对" + e + "进行删除")
this.$http.get("/deletefolder", {
params: {
deletepath: e
}
}).then(resp => {
that.$message("message: " + resp.data + " 请刷新页面！")
}).catch(function(error) {
that.$message({
showClose: true,
message: '数据删除失败，请联系管理员！',
type: 'error'
});
console.log(error);
});
}
},
mounted() {
this.axiosGet()
this.axiosGetResult()
this.axiosGetdbcount()
}
}
</script>
<style scoped>
#terminalsheader {
background-color: #ffffff;
width: 92%;
margin: 0 auto;
margin-top: 10px;
margin-bottom: 10px;
border-radius: 15px;
height: 60px;
box-shadow: 3px 3px 2px 1px rgba(0, 0, 255, .2);
}
.like {
cursor: pointer;
font-size: 25px;
display: inline-block;
}
.leftcont {
margin-top: 40px;
width: 40%;
@ -128,36 +326,15 @@
border-radius: 15px;
}
/* .btn {
width: 150px;
height: 80px;
#terminalstop {
display: flex;
justify-content: center;
align-items: center;
font-size: 24px;
cursor: pointer;
user-select: none;
letter-spacing: 1rem;
text-indent: 1rem;
border-radius: 20px;
box-sizing: border-box;
border: 0px;
justify-content: space-around;
}
.three-d {
color: #black;
background-color: white;
box-shadow: 0px 15px 0px 0px rgba(0, 0, 255, .2);
transition: all .5s;
#terminalsbottom {
margin-top: 15px;
width: 98%;
display: flex;
justify-content: center;
}
*/
/*
.three-d:hover {
background-color: #eeeeee;
} */
/* .three-d:active {
transform: translate(0, 4px);
box-shadow: 0px 1px 0px 0px #F3F4FA;
} */
</style>

837
ruoyi-ui/src/views/echarts/myvue/index.vue
Unescape View File

@ -1,383 +1,476 @@
<template>
<div id="myechart">
<div id="topdiv" class="abox mtop10px" style="margin-top: 10px;">
<!-- 第1个图表 -->
<div class="radisbd" style="width: 32%;">
<div id="echart1" class="echartrs"></div>
</div>
<!-- 第2个图表 -->
<div class="radisbd" style="width: 32%;">
<div id="echart2" class="echartrs" style="height: 290px;"></div>
</div>
<!-- 第3个图表 -->
<div class="radisbd" style="width: 32%;">
<div id="echart3" class="echartrs"></div>
</div>
</div>
<div id="middiv" class="abox" style="margin-top: 20px;">
<div class="radisbd" style="width: 32%;">
<div id="echart4" style="height: 300px;"></div>
</div>
<div class="radisbd" style="width: 65%;">
<div id="echart5" style="height: 300px;">
<div id="myechart">
<div id="topdiv" class="abox mtop10px" style="margin-top: 10px;">
<!-- 第1个图表 -->
<div class="radisbd" style="width: 32%;">
<div id="echart1" class="echartrs"></div>
</div>
<!-- 第2个图表 -->
<div class="radisbd" style="width: 32%;">
<div id="echart2" class="echartrs" style="height: 290px;"></div>
</div>
<!-- 第3个图表 -->
<div class="radisbd" style="width: 32%;">
<div id="echart3" class="echartrs"></div>
</div>
</div>
<div id="middiv" class="abox" style="margin-top: 20px;">
<div class="radisbd" style="width: 32%;">
<div id="echart4" style="height: 300px;"></div>
</div>
<div class="radisbd" style="width: 65%;">
<div id="echart5" style="height: 300px;">
</div>
</div>
</div>
<!-- <div id="bottomdiv" class="abox mtop10px" style="margin-top: 20px;">3</div> -->
</div>
</div>
</div>
</div>
<!-- <div id="bottomdiv" class="abox mtop10px" style="margin-top: 20px;">3</div> -->
</div>
</template>
<script>
import * as echarts from 'echarts';
export default{
name:"myechart",
data() {
return{
}
},
methods:{
drawechart1(){
var chartDom = document.getElementById('echart1');
var myChart = echarts.init(chartDom);
var option;
option = {
xAxis: {
type: 'category',
data: ['Mon', 'Tue', 'Wed', 'Thu', 'Fri', 'Sat', 'Sun']
},
yAxis: {type: 'value'},
series: [
{
data: [150, 230, 224, 218, 135, 147, 260],
type: 'line'
}
]
};
option && myChart.setOption(option);
},
drawechart2(){
var chartDom = document.getElementById('echart2');
var myChart = echarts.init(chartDom);
var option;
option = {
title: {
text: '周访问追踪',
left: 'left',
textStyle: {
fontSize: 10
}
},
tooltip: {
trigger: 'axis',
axisPointer: {
type: 'cross',
label: {
backgroundColor: '#6a7985'
}
}
},
legend: {
data: ['Ip1', 'Ip2', 'Ip3', 'Ip4', 'Ip5']
},
toolbox: {
feature: {
saveAsImage: {}
}
},
grid: {
left: '3%',
right: '4%',
bottom: '3%',
containLabel: true
},
xAxis: [
{
type: 'category',
boundaryGap: false,
data: ['Mon', 'Tue', 'Wed', 'Thu', 'Fri', 'Sat', 'Sun']
}
],
yAxis: [
{
type: 'value'
}
],
series: [
{
name: 'Ip1',
type: 'line',
stack: 'Total',
areaStyle: {},
emphasis: {
focus: 'series'
},
data: [120, 132, 101, 134, 90, 230, 210]
},
{
name: 'Ip2',
type: 'line',
stack: 'Total',
areaStyle: {},
emphasis: {
focus: 'series'
},
data: [220, 182, 191, 234, 290, 330, 310]
},
{
name: 'Ip3',
type: 'line',
stack: 'Total',
areaStyle: {},
emphasis: {
focus: 'series'
},
data: [150, 232, 201, 154, 190, 330, 410]
},
{
name: 'Ip4',
type: 'line',
stack: 'Total',
areaStyle: {},
emphasis: {
focus: 'series'
},
data: [320, 332, 301, 334, 390, 330, 320]
},
{
name: 'Ip5',
type: 'line',
stack: 'Total',
label: {
show: true,
position: 'top'
},
areaStyle: {},
emphasis: {
focus: 'series'
},
data: [820, 932, 901, 934, 1290, 1330, 1320]
}
]
};
option && myChart.setOption(option);
},
drawechart3(){
var chartDom = document.getElementById('echart3');
var myChart = echarts.init(chartDom);
var option;
option = {
xAxis: {
type: 'category',
data: ['Mon', 'Tue', 'Wed', 'Thu', 'Fri', 'Sat', 'Sun']
},
yAxis: {
type: 'value'
},
series: [
{
data: [120, 200, 150, 80, 70, 110, 130],
type: 'bar',
showBackground: true,
backgroundStyle: {
color: 'rgba(180, 180, 180, 0.2)'
}
}
]
};
option && myChart.setOption(option);
},
drawechart4(){
var chartDom = document.getElementById('echart4');
var myChart = echarts.init(chartDom);
var option;
option = {
tooltip: {
trigger: 'item'
},
legend: {
top: '5%',
left: 'center'
},
series: [
{
name: 'Access From',
type: 'pie',
radius: ['40%', '70%'],
avoidLabelOverlap: false,
itemStyle: {
borderRadius: 10,
borderColor: '#fff',
borderWidth: 2
},
label: {
show: false,
position: 'center'
},
emphasis: {
label: {
show: true,
fontSize: 40,
fontWeight: 'bold'
}
},
labelLine: {
show: false
},
data: [
{ value: 1048, name: 'Ip1' },
{ value: 735, name: 'Ip2' },
{ value: 580, name: 'Ip3' },
{ value: 484, name: 'Ip4' },
{ value: 300, name: 'Ip5' }
]
}
]
};
option && myChart.setOption(option);
},
drawechart5(){
var chartDom = document.getElementById('echart5');
var myChart = echarts.init(chartDom);
var option;
// prettier-ignore
let dataAxis = ['M1', 'M2', 'M3', 'D1', 'D2', 'D3', 'H1', 'H2', 'H3', 'J4', 'J3', 'J2', 'J1', 'L1', 'L2', 'L3', 'L4', 'L5', 'L6', 'L7'];
// prettier-ignore
let data = [220, 182, 191, 234, 290, 330, 310, 123, 442, 321, 90, 149, 210, 122, 133, 334, 198, 123, 125, 220];
let yMax = 500;
let dataShadow = [];
for (let i = 0; i < data.length; i++) {
dataShadow.push(yMax);
}
option = {
title: {
text: 'PV总览',
subtext: 'PVS 汇总'
},
xAxis: {
data: dataAxis,
axisLabel: {
inside: true,
color: '#fff'
},
axisTick: {
show: false
},
axisLine: {
show: false
},
z: 10
},
yAxis: {
axisLine: {
show: false
},
axisTick: {
show: false
},
axisLabel: {
color: '#999'
}
},
dataZoom: [
{
type: 'inside'
}
],
series: [
{
type: 'bar',
showBackground: true,
itemStyle: {
color: new echarts.graphic.LinearGradient(0, 0, 0, 1, [
{ offset: 0, color: '#83bff6' },
{ offset: 0.5, color: '#188df0' },
{ offset: 1, color: '#188df0' }
])
},
emphasis: {
itemStyle: {
color: new echarts.graphic.LinearGradient(0, 0, 0, 1, [
{ offset: 0, color: '#2378f7' },
{ offset: 0.7, color: '#2378f7' },
{ offset: 1, color: '#83bff6' }
])
}
},
data: data
}
]
};
// Enable data zoom when user click bar.
const zoomSize = 6;
myChart.on('click', function (params) {
console.log(dataAxis[Math.max(params.dataIndex - zoomSize / 2, 0)]);
myChart.dispatchAction({
type: 'dataZoom',
startValue: dataAxis[Math.max(params.dataIndex - zoomSize / 2, 0)],
endValue:
dataAxis[Math.min(params.dataIndex + zoomSize / 2, data.length - 1)]
});
});
option && myChart.setOption(option);
}
},
mounted() {
this.drawechart1()
this.drawechart2()
this.drawechart3()
this.drawechart4()
this.drawechart5()
}
}
import axios from 'axios';
import * as echarts from 'echarts';
export default {
name: "myechart",
data() {
return {
ec1data: [],
ec1data2: [],
ec2data: [4, 5, 6, 7],
ec3data: [],
ec3data2: [],
ec4data: [],
ec4data: [],
ec5data: [],
ec5data2: [],
}
},
methods: {
getdataec1() {
var that = this
axios.post("/alldata").then(resp => {
// resp.data[0].weekcount(item=>{
// this.ec1data.push(item.logdate);
// this.ec1data2.push(item.count);
// })
console.log(resp.data[0]);
for (var i = 0; i < resp.data[0].weekcount.length; i++) {
that.ec1data.push(resp.data[0].weekcount[i].logdate)
that.ec1data2.push(resp.data[0].weekcount[i].count)
}
for (var i = 0; i < resp.data[0].allpvcount.length; i++) {
that.ec5data.push(resp.data[0].allpvcount[i].path)
that.ec5data2.push(resp.data[0].allpvcount[i].count)
}
for (var i = 0; i < resp.data[0].top5count.length; i++) {
that.ec3data.push(resp.data[0].top5count[i].name)
that.ec3data2.push(resp.data[0].top5count[i].count)
}
that.ec4data = resp.data[0].browsercount
console.log("渲染数据完成！");
}).catch(function(error) {
console.log(error);
that.$message({
showClose: true,
message: '请求出错！请检查是否开启集群或联系管理员！',
type: 'error'
});
})
setTimeout(function() {
that.drawechart1()
that.drawechart2()
that.drawechart3()
that.drawechart4()
that.drawechart5()
}, 2000);
},
drawechart1() {
var chartDom = document.getElementById('echart1');
var myChart1 = echarts.init(chartDom);
var option;
option = {
xAxis: {
type: 'category',
data: this.ec1data,
axisLabel: {
textStyle: {
fontSize: '6'
}
}
},
yAxis: {
type: 'value'
},
series: [{
data: this.ec1data2,
type: 'line'
}],
tooltip: { // 鼠标悬浮提示框显示 X和Y 轴数据
trigger: 'axis',
backgroundColor: 'rgba(32, 33, 36,.7)',
borderColor: 'rgba(32, 33, 36,0.20)',
borderWidth: 1,
textStyle: { // 文字提示样式
color: '#fff',
fontSize: '12'
},
axisPointer: { // 坐标轴虚线
type: 'cross',
label: {
backgroundColor: '#6a7985'
}
},
}
};
option && myChart1.setOption(option);
},
drawechart2() {
var chartDom = document.getElementById('echart2');
var myChart = echarts.init(chartDom);
var option;
option = {
title: {
text: '周访问追踪',
left: 'left',
textStyle: {
fontSize: 10
}
},
tooltip: {
trigger: 'axis',
axisPointer: {
type: 'cross',
label: {
backgroundColor: '#6a7985'
}
}
},
legend: {
data: ['Ip1', 'Ip2', 'Ip3', 'Ip4', 'Ip5']
},
toolbox: {
feature: {
saveAsImage: {}
}
},
grid: {
left: '3%',
right: '4%',
bottom: '3%',
containLabel: true
},
xAxis: [{
type: 'category',
boundaryGap: false,
data: ['Mon', 'Tue', 'Wed', 'Thu', 'Fri', 'Sat', 'Sun']
}],
yAxis: [{
type: 'value'
}],
series: [{
name: 'Ip1',
type: 'line',
stack: 'Total',
areaStyle: {},
emphasis: {
focus: 'series'
},
data: [120, 132, 101, 134, 90, 230, 210]
},
{
name: 'Ip2',
type: 'line',
stack: 'Total',
areaStyle: {},
emphasis: {
focus: 'series'
},
data: [220, 182, 191, 234, 290, 330, 310]
},
{
name: 'Ip3',
type: 'line',
stack: 'Total',
areaStyle: {},
emphasis: {
focus: 'series'
},
data: [150, 232, 201, 154, 190, 330, 410]
},
{
name: 'Ip4',
type: 'line',
stack: 'Total',
areaStyle: {},
emphasis: {
focus: 'series'
},
data: [320, 332, 301, 334, 390, 330, 320]
},
{
name: 'Ip5',
type: 'line',
stack: 'Total',
label: {
show: true,
position: 'top'
},
areaStyle: {},
emphasis: {
focus: 'series'
},
data: [820, 932, 901, 934, 1290, 1330, 1320]
}
]
};
option && myChart.setOption(option);
},
drawechart3() {
var chartDom = document.getElementById('echart3');
var myChart = echarts.init(chartDom);
var option;
option = {
xAxis: {
type: 'category',
data: this.ec3data,
axisLabel: {
textStyle: {
fontSize: '6'
}
}
},
yAxis: {
type: 'value'
},
series: [{
data: this.ec3data2,
type: 'bar',
showBackground: true,
backgroundStyle: {
color: 'rgba(180, 180, 180, 0.2)'
}
}],
tooltip: { // 鼠标悬浮提示框显示 X和Y 轴数据
trigger: 'axis',
backgroundColor: 'rgba(32, 33, 36,.7)',
borderColor: 'rgba(32, 33, 36,0.20)',
borderWidth: 1,
textStyle: { // 文字提示样式
color: '#fff',
fontSize: '12'
},
axisPointer: { // 坐标轴虚线
type: 'cross',
label: {
backgroundColor: '#6a7985'
}
},
}
};
option && myChart.setOption(option);
},
drawechart4() {
var chartDom = document.getElementById('echart4');
var myChart = echarts.init(chartDom);
var option;
option = {
tooltip: {
trigger: 'item'
},
legend: {
top: '5%',
left: 'center'
},
series: [{
name: 'Access From',
type: 'pie',
radius: ['40%', '70%'],
avoidLabelOverlap: false,
itemStyle: {
borderRadius: 10,
borderColor: '#fff',
borderWidth: 2
},
label: {
show: false,
position: 'center'
},
emphasis: {
label: {
show: true,
fontSize: 40,
fontWeight: 'bold'
}
},
labelLine: {
show: false
},
data: this.ec4data
}]
};
option && myChart.setOption(option);
},
drawechart5() {
var chartDom = document.getElementById('echart5');
var myChart = echarts.init(chartDom);
var option;
// prettier-ignore
let dataAxis = this.ec5data;
// prettier-ignore
let data = this.ec5data2;
let yMax = 500;
let dataShadow = [];
for (let i = 0; i < data.length; i++) {
dataShadow.push(yMax);
}
option = {
title: {
text: 'PV总览',
subtext: 'PVS 汇总'
},
xAxis: {
data: dataAxis,
axisLabel: {
inside: true,
color: '#fff'
},
axisTick: {
show: false
},
axisLine: {
show: false
},
z: 10
},
yAxis: {
axisLine: {
show: false
},
axisTick: {
show: false
},
axisLabel: {
color: '#999'
}
},
dataZoom: [{
type: 'inside'
}],
series: [{
type: 'bar',
showBackground: true,
itemStyle: {
color: new echarts.graphic.LinearGradient(0, 0, 0, 1, [{
offset: 0,
color: '#83bff6'
},
{
offset: 0.5,
color: '#188df0'
},
{
offset: 1,
color: '#188df0'
}
])
},
emphasis: {
itemStyle: {
color: new echarts.graphic.LinearGradient(0, 0, 0, 1, [{
offset: 0,
color: '#2378f7'
},
{
offset: 0.7,
color: '#2378f7'
},
{
offset: 1,
color: '#83bff6'
}
])
}
},
data: data
}]
};
// Enable data zoom when user click bar.
const zoomSize = 6;
myChart.on('click', function(params) {
console.log(dataAxis[Math.max(params.dataIndex - zoomSize / 2, 0)]);
myChart.dispatchAction({
type: 'dataZoom',
startValue: dataAxis[Math.max(params.dataIndex - zoomSize / 2, 0)],
endValue: dataAxis[Math.min(params.dataIndex + zoomSize / 2, data.length - 1)]
});
});
option && myChart.setOption(option);
}
},
mounted() {
// this.drawechart2()
// this.drawechart3()
// this.drawechart4()
this.getdataec1()
// this.getdataec3()
// this.getdataec5()
}
}
</script>
<style scoped>
.radisbd{
background-color: white;
border-radius: 15px;
box-shadow: 6px 6px 2px 1px rgba(0, 0, 255, .2);
}
.mtop10px{
margin-top: 10px;
}
.mtop20px{
margin-top: 20px;
}
.mtop40px{
margin-top: 40px;
}
.echartrs{
width: 100%;
height: 300px;
margin: 0 auto;
line-height: 300px;
margin-top: 10px;
}
.abox{
height: 300px;
width: 100%;
margin: 0 auto;
display: flex;
justify-content: space-around;
}
#myechart{
width: 100%;
height: 960px;
background-color: #F3F4FA;
display: flex;
flex-direction: column;
}
#topdiv{
.radisbd {
background-color: white;
border-radius: 15px;
box-shadow: 6px 6px 2px 1px rgba(0, 0, 255, .2);
}
.mtop10px {
margin-top: 10px;
}
.mtop20px {
margin-top: 20px;
}
.mtop40px {
margin-top: 40px;
}
.echartrs {
width: 100%;
height: 300px;
margin: 0 auto;
line-height: 300px;
margin-top: 10px;
}
.abox {
height: 300px;
width: 100%;
margin: 0 auto;
display: flex;
justify-content: space-around;
}
#myechart {
width: 100%;
height: 760px;
background-color: #F3F4FA;
display: flex;
flex-direction: column;
}
#topdiv {}
#middiv {
display: flex;
justify-content: space-around;
}
}
#middiv{
display: flex;
justify-content: space-around;
}
#bottomdiv{
background-color: blue;
#bottomdiv {
background-color: blue;
}
}
</style>

10
ruoyi-ui/src/views/login.vue
Unescape View File

@ -72,8 +72,8 @@ export default {
return {
codeUrl: "",
loginForm: {
username: "admin",
password: "admin123",
username: "",
password: "",
rememberMe: false,
code: "",
uuid: ""
@ -156,12 +156,6 @@ export default {
</script>
<style rel="stylesheet/scss" lang="scss">
.login-form{
opacity: 0.8;
}
.login-form:hover{
opacity: 1.0;
}
.login {
display: flex;

Write Preview
Loading…
Cancel
Save