使用jsoup爬取数据实现android课程表

说明：只是爬虫的一个实现案例，所以没有多做功能，只做了登录跟课表功能，课表有修改周次，单击课程显示课程详细信息等功能。
开发平台：Android Studio

界面

使用TimetableView android课程表控件,需要添加依赖
jsoup依赖：compile 'org.jsoup:jsoup:1.10.2'
界面控件依赖： compile 'com.zhuangfei:TimetableView:2.0.6'

界面效果如下：

实现原理（爬虫实现）

使用jsoup爬取教务系统数据，connect()方法连接教务系统，直接利用cookie连接学生课表页面，解析返回的HTML页面获取该用户的全部课程并封装为java对象,再存入数据库，可以使用java后台服务器传json数据给android客户端，android客户端解析json数据，然后将课表数据展示出来。由于本案例小而单一，因此没有配置服务器，改为将爬取的数据直接存入到android本地数据库SQLite，课表的展示去本地数据库查询即可。
（注：各个学校学院的教务系统不尽相同，具体如何爬取数据详见jsoup官方网站jsoup）

实体类：

public class MySubject implements ScheduleEnable {    public static final String EXTRAS_ID="extras_id";    public static final String EXTRAS_NUMBER="extras_number";//小班号    public static final String EXTRAS_AD_URL="extras_ad_url";//广告Url    private int id;    /*    * 班号    * */    private String number;    /**     * 课程名     */    private String name;    //无用数据    private String time;    /**     * 教室     */    private String room;    /**     * 教师     */    private String teacher;    /**     * 第几周至第几周上     */    private List weekList;    /**     * 开始上课的节次     */    private int start;    /**     * 上课节数     */    private int step;    /**     * 周几上     */    private int day;    private String term;    /**     *  一个随机数，用于对应课程的颜色     */    private int colorRandom = 0;    private String url;    public void setUrl(String url) {        this.url = url;    }    public String getUrl() {        return url;    }    public MySubject() {        // TODO Auto-generated constructor stub    }    public void setTime(String time) {        this.time = time;    }    public String getTime() {        return time;    }    public void setTerm(String term) {        this.term = term;    }    public String getTerm() {        return term;    }    public MySubject(String term,String name, String room, String teacher, List weekList, int start, int step, int day, int colorRandom,String time,String number) {        super();        this.term=term;        this.name = name;        this.room = room;        this.teacher = teacher;        this.weekList=weekList;        this.start = start;        this.step = step;        this.day = day;        this.colorRandom = colorRandom;        this.time = time;        this.number = number;    }    public String getName() {        return name;    }    public void setName(String name) {        this.name = name;    }    public String getRoom() {        return room;    }    public void setRoom(String room) {        this.room = room;    }    public String getTeacher() {        return teacher;    }    public void setTeacher(String teacher) {        this.teacher = teacher;    }    public void setWeekList(List weekList) {        this.weekList = weekList;    }    public List getWeekList() {        return weekList;    }    public int getStart() {        return start;    }    public void setStart(int start) {        this.start = start;    }    public int getStep() {        return step;    }    public void setStep(int step) {        this.step = step;    }    public int getDay() {        return day;    }    public void setDay(int day) {        this.day = day;    }    public int getColorRandom() {        return colorRandom;    }    public void setColorRandom(int colorRandom) {        this.colorRandom = colorRandom;    }    @Override    public Schedule getSchedule() {        Schedule schedule=new Schedule();        schedule.setDay(getDay());        schedule.setName(getName());        schedule.setRoom(getRoom());        schedule.setStart(getStart());        schedule.setStep(getStep());        schedule.setTeacher(getTeacher());        schedule.setWeekList(getWeekList());        schedule.setColorRandom(2);        schedule.putExtras(EXTRAS_ID,getId());        schedule.putExtras(EXTRAS_AD_URL,getUrl());        schedule.putExtras(EXTRAS_NUMBER,getNumber());        return schedule;    }    public void setId(int id) {        this.id = id;    }    public int getId() {        return id;    }    public String getNumber() {        return number;    }    public void setNumber(String number) {        this.number = number;    }}

课表界面，对依赖的课表控件进行了部分修改
数据源改为本地数据库查询，实现了动态获取数据源：mySubjects = getLocalSubjectData();

课表界面：

/** * 课表Activity *  */public class BaseFuncActivity extends AppCompatActivity implements View.OnClickListener{    private static final String TAG = "BaseFuncActivity";    //控件    TimetableView mTimetableView;    WeekView mWeekView;    Button moreButton;    LinearLayout layout;    TextView titleTextView;    List mySubjects;    //记录切换的周次，不一定是当前周    int target = -1;    @Override    protected void onCreate(Bundle savedInstanceState) {        super.onCreate(savedInstanceState);        setContentView(R.layout.activity_base_func);        moreButton = (Button) findViewById(R.id.id_more);        moreButton.setOnClickListener(new View.OnClickListener() {            @Override            public void onClick(View view) {                showPopmenu();            }        });        //数据源//        mySubjects = SubjectRepertory.loadDefaultSubjects2();        //获取本地数据库数据        mySubjects = getLocalSubjectData();        //mySubjects.addAll(SubjectRepertory.loadDefaultSubjects());        titleTextView = (TextView) findViewById(R.id.id_title);        layout = (LinearLayout) findViewById(R.id.id_layout);        layout.setOnClickListener(this);        initTimetableView();//初始化        setMonthWidth();//设置月份宽度//        showTime();//显示时间        buildItemText();//设置课程文本内容    }   //获取本地数据库数据    private List getLocalSubjectData() {        List data = DaoImpl.GetCourceData();        if(!GetSaveStatus()){//非登录状态            DaoImpl.ClearCource();//清空表格        }        return data;    }    //判断登录状态    private boolean GetSaveStatus() {        SharedPreferences Preferences=getSharedPreferences("userInfo",MODE_PRIVATE);        String username=Preferences.getString("username","");        String password=Preferences.getString("password","");        if(username.equals("")&&password.equals("")){            return false;        }else{            return true;        }    }    /**     * 初始化课程控件     */    private void initTimetableView() {        //获取控件        mWeekView = (WeekView) findViewById(R.id.id_weekview);        mTimetableView = (TimetableView) findViewById(R.id.id_timetableView);        //设置周次选择属性        mWeekView.source(mySubjects)                .curWeek(getLocalWeek())                .callback(new IWeekView.OnWeekItemClickedListener() {                    @Override                    public void onWeekClicked(int week) {                        int cur = mTimetableView.curWeek();                        //更新切换后的日期，从当前周cur->切换的周week                        mTimetableView.onDateBuildListener()                                .onUpdateDate(cur, week);                        mTimetableView.changeWeekOnly(week);                    }                })                .callback(new IWeekView.OnWeekLeftClickedListener() {                    @Override                    public void onWeekLeftClicked() {                        onWeekLeftLayoutClicked();                    }                })                .isShow(false)//设置隐藏，默认显示                .showView();        mTimetableView.source(mySubjects)                .curWeek(getLocalWeek())                .curTerm("")                .maxSlideItem(16)                .monthWidthDp(30)                //透明度                //日期栏0.1f、侧边栏0.1f，周次选择栏0.6f                //透明度范围为0->1，0为全透明，1为不透明//                .alpha(0.1f, 0.1f, 0.6f)                .callback(new ISchedule.OnItemClickListener() {                    @Override                    public void onItemClick(View v, List scheduleList) {                        display(scheduleList);                    }                })                .callback(new ISchedule.OnItemLongClickListener() {                    @Override                    public void onLongClick(View v, int day, int start) {                        Toast.makeText(BaseFuncActivity.this,                                "长按:周" + day  + ",第" + start + "节",                                Toast.LENGTH_SHORT).show();                    }                })                .callback(new ISchedule.OnWeekChangedListener() {                    @Override                    public void onWeekChanged(int curWeek) {                        titleTextView.setText("第" + curWeek + "周");                    }                })                //旗标布局点击监听                .callback(new ISchedule.OnFlaglayoutClickListener() {                    @Override                    public void onFlaglayoutClick(int day, int start) {                        mTimetableView.hideFlaglayout();                        Toast.makeText(BaseFuncActivity.this,                                "点击了旗标:周" + (day + 1) + ",第" + start + "节",                                Toast.LENGTH_SHORT).show();                    }                })                .showView();    }    /*    获取周数    * */    private int getLocalWeek() {        int weekResult = -1;        SharedPreferences preferences=getSharedPreferences("userInfo",MODE_PRIVATE);        int startWeek = preferences.getInt("weekNumber",-1);//，起始周从SharedPreferences获取        //华软教务系统总共17周        if(startWeek<=17){            String startDay=preferences.getString("date","");//起始周的星期一，从SharedPreferences获取，为yyyy-MM-dd格式//            String endDay= CalendarUtil.getMondayOfWeek();//当前周的星期一，为yyyy-MM-dd格式            String endDay= CalendarUtil.getMondayOfWeek2();//当前周的星期一，为yyyy-MM-dd格式            SharedPreferences.Editor editor=getSharedPreferences("userInfo",MODE_PRIVATE).edit();            editor.putString("current", endDay);            editor.commit();            int tempweek=CalendarUtil.getTwoDay(endDay,startDay);//间隔天数            int week=tempweek/7;            if(week==0){                weekResult=startWeek;            }else{                int finalweek=startWeek+week;                if(finalweek>17){                    weekResult=17;                }else{                    weekResult=finalweek;                }            }            return weekResult;        }else{            weekResult=17;            return weekResult;        }    }    /**     * 周次选择布局的左侧被点击时回调
     * 对话框修改当前周次     */    protected void onWeekLeftLayoutClicked() {        final String items[] = new String[20];        int itemCount = mWeekView.itemCount();        for (int i = 0; i < itemCount; i++) {            items[i] = "第" + (i + 1) + "周";        }        target = -1;        AlertDialog.Builder builder = new AlertDialog.Builder(this);        builder.setTitle("设置当前周");        builder.setSingleChoiceItems(items, mTimetableView.curWeek() - 1,                new DialogInterface.OnClickListener() {                    @Override                    public void onClick(DialogInterface dialogInterface, int i) {                        target = i;                    }                });        builder.setPositiveButton("设置为当前周", new DialogInterface.OnClickListener() {            @Override            public void onClick(DialogInterface dialog, int which) {                if (target != -1) {                    mWeekView.curWeek(target + 1).updateView();                    mTimetableView.changeWeekForce(target + 1);                    //把修改的周次存入SharedPreferences中                    SharedPreferences.Editor editor=getSharedPreferences("userInfo",MODE_PRIVATE).edit();                    editor.putInt("weekNumber",target+1);//                    editor.putString("date", CalendarUtil.getMondayOfWeek());                    editor.putString("date", CalendarUtil.getMondayOfWeek2());                    editor.commit();//                    Log.d("info",Integer.toString(target+1));                }            }        });        builder.setNegativeButton("取消", null);        builder.create().show();    }    /**     * 显示内容     *     * @param beans     */    protected void display(List beans) {        String str = "";        for (Schedule bean : beans) {            str += bean.getName() + ","+bean.getWeekList().toString()+","+bean.getTeacher()+",["+bean.getExtras().get(MySubject.EXTRAS_NUMBER)+"]\n";        }        Toast.makeText(this, str, Toast.LENGTH_SHORT).show();    }    /**     * 显示弹出菜单     */    private void showPopmenu() {        PopupMenu popup = new PopupMenu(this, moreButton);        popup.getMenuInflater().inflate(R.menu.popmenu_base_func, popup.getMenu());        popup.setOnMenuItemClickListener(new PopupMenu.OnMenuItemClickListener() {            public boolean onMenuItemClick(MenuItem item) {                switch (item.getItemId()) {                    /*case R.id.top1:                        addSubject();                        break;                    case R.id.top2:                        deleteSubject();                        break;*/                    case R.id.top4:                        hideNonThisWeek();                        break;                    case R.id.top5:                        showNonThisWeek();                        break;                    /*case R.id.top6:                        setMaxItem(8);                        break;                    case R.id.top7:                        setMaxItem(10);                        break;                    case R.id.top8:                        setMaxItem(12);                        break;*/                    case R.id.top9:                        showTime();                        break;                    case R.id.top10:                        hideTime();                        break;                    case R.id.top11:                        showWeekView();                        break;                    case R.id.top12:                        hideWeekView();                        break;                    /*case R.id.top13:                        setMonthWidth();                        break;                    case R.id.top16:                        resetMonthWidth();                        break;*/                    case R.id.top14:                        hideWeekends();                        break;                    case R.id.top15:                        showWeekends();                        break;                    case R.id.top17:                        exitCurrentAccount();                        break;                    default:                        break;                }                return true;            }        });        popup.show();    }    /**     * 退出当前账号     * 清空本地账号及SharedPreferences     */    private void exitCurrentAccount() {        //清空数据库        DaoImpl.ClearCource();        //清空SharedPreferences        SharedPreferences.Editor editor=getSharedPreferences("userInfo",MODE_PRIVATE).edit();        editor.putInt("weekNumber",-1);        editor.putString("date", "");        editor.putString("username","");        editor.putString("password","");        editor.putString("current", "");        editor.commit();        Intent intent=new Intent(BaseFuncActivity.this,MainActivity.class);        startActivity(intent);        finish();    }    /**     * 删除课程     * 内部使用集合维护课程数据，操作集合的方法来操作它即可     * 最后更新一下视图（全局更新）     */    protected void deleteSubject() {        int size = mTimetableView.dataSource().size();        int pos = (int) (Math.random() * size);        if (size > 0) {            mTimetableView.dataSource().remove(pos);            mTimetableView.updateView();        }    }    /**     * 添加课程     * 内部使用集合维护课程数据，操作集合的方法来操作它即可     * 最后更新一下视图（全局更新）     */    protected void addSubject() {        List dataSource = mTimetableView.dataSource();        int size = dataSource.size();        if (size > 0) {            Schedule schedule = dataSource.get(0);            dataSource.add(schedule);            mTimetableView.updateView();        }    }    /**     * 隐藏非本周课程     * 修改了内容的显示，所以必须更新全部（性能不高）     * 建议：在初始化时设置该属性     *      * updateView()被调用后，会重新构建课程，课程会回到当前周     */    protected void hideNonThisWeek() {        mTimetableView.isShowNotCurWeek(false).updateView();    }    /**     * 显示非本周课程     * 修改了内容的显示，所以必须更新全部（性能不高）     * 建议：在初始化时设置该属性     */    protected void showNonThisWeek() {        mTimetableView.isShowNotCurWeek(true).updateView();    }    /**     * 设置侧边栏最大节次，只影响侧边栏的绘制，对课程内容无影响     *     * @param num     */    protected void setMaxItem(int num) {        mTimetableView.maxSlideItem(num).updateSlideView();    }    /**     * 显示时间     * 设置侧边栏构建监听，TimeSlideAdapter是控件实现的可显示时间的侧边栏     */    protected void showTime() {        String[] times = new String[]{                "09:00", "10:20", "10:40", "12:00",                "12:30", "13:50", "14:00", "15:20",                "15:30", "16:50", "17:00", "18:20",                "19:00", "20:20", "20:30", "21:50"        };        OnSlideBuildAdapter listener = (OnSlideBuildAdapter) mTimetableView.onSlideBuildListener();        listener.setTimes(times)                .setTimeTextColor(Color.BLACK);        mTimetableView.updateSlideView();    }    /**     * 隐藏时间     * 将侧边栏监听置Null后，会默认使用默认的构建方法，即不显示时间     * 只修改了侧边栏的属性，所以只更新侧边栏即可（性能高），没有必要更新全部（性能低）     */    protected void hideTime() {        mTimetableView.callback((ISchedule.OnSlideBuildListener) null);        mTimetableView.updateSlideView();    }    /**     * 显示WeekView     */    protected void showWeekView() {        mWeekView.isShow(true);    }    /**     * 隐藏WeekView     */    protected void hideWeekView() {        mWeekView.isShow(false);    }    /**     * 设置月份宽度     */    private void setMonthWidth() {        mTimetableView.monthWidthDp(50).updateView();    }    /**     * 设置月份宽度,默认40dp     */    private void resetMonthWidth() {        mTimetableView.monthWidthDp(40).updateView();    }    /**     * 修改显示的文本     */    public void buildItemText() {        mTimetableView.callback(new OnItemBuildAdapter() {            @Override            public String getItemText(Schedule schedule, boolean isThisWeek) {                if (isThisWeek) return schedule.getName()+"["+schedule.getExtras().get(MySubject.EXTRAS_NUMBER)+"]"+"\n@"+schedule.getRoom();                return "[非本周]" + schedule.getName()+"["+schedule.getExtras().get(MySubject.EXTRAS_NUMBER)+"]"+"\n@"+schedule.getRoom();            }        })                .updateView();    }    /**     * 隐藏周末     */    private void hideWeekends() {        mTimetableView.isShowWeekends(false).updateView();    }    /**     * 显示周末     */    private void showWeekends() {        mTimetableView.isShowWeekends(true).updateView();    }    @Override    public void onClick(View view) {        switch (view.getId()) {            case R.id.id_layout:                //如果周次选择已经显示了，那么将它隐藏，更新课程、日期                //否则，显示                if (mWeekView.isShowing()) {                    mWeekView.isShow(false);                    titleTextView.setTextColor(getResources().getColor(R.color.app_course_textcolor_blue));                    int cur = mTimetableView.curWeek();                    mTimetableView.onDateBuildListener()                            .onUpdateDate(cur, cur);                    mTimetableView.changeWeekOnly(cur);                } else {                    mWeekView.isShow(true);                    titleTextView.setTextColor(getResources().getColor(R.color.app_red));                }                break;        }    }}

界面

实现原理（爬虫实现）

登录：

更多相关文章

随机推荐