org.openhab.io.caldav.internal.CalDavLoaderImpl.java Source code

Java tutorial

Introduction

Here is the source code for org.openhab.io.caldav.internal.CalDavLoaderImpl.java

Source

/**
 * Copyright (c) 2010-2016 by the respective copyright holders.
 *
 * All rights reserved. This program and the accompanying materials
 * are made available under the terms of the Eclipse Public License v1.0
 * which accompanies this distribution, and is available at
 * http://www.eclipse.org/legal/epl-v10.html
 */
package org.openhab.io.caldav.internal;

import static org.quartz.impl.matchers.GroupMatcher.jobGroupEquals;

import java.io.File;
import java.io.IOException;
import java.io.UnsupportedEncodingException;
import java.nio.charset.Charset;
import java.nio.charset.UnsupportedCharsetException;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Comparator;
import java.util.Date;
import java.util.Dictionary;
import java.util.Enumeration;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ScheduledExecutorService;

import net.fortuna.ical4j.model.Calendar;
import net.fortuna.ical4j.util.CompatibilityHints;

import org.apache.commons.lang3.BooleanUtils;
import org.joda.time.DateTimeZone;
import org.openhab.core.service.AbstractActiveService;
import org.openhab.io.caldav.CalDavEvent;
import org.openhab.io.caldav.CalDavLoader;
import org.openhab.io.caldav.CalDavQuery;
import org.openhab.io.caldav.EventNotifier;
import org.openhab.io.caldav.internal.EventStorage.CalendarRuntime;
import org.openhab.io.caldav.internal.EventStorage.EventContainer;
import org.openhab.io.caldav.internal.job.EventJob;
import org.openhab.io.caldav.internal.job.EventJob.EventTrigger;
import org.openhab.io.caldav.internal.job.EventReloaderJob;
import org.osgi.service.cm.ConfigurationException;
import org.osgi.service.cm.ManagedService;
import org.quartz.DateBuilder;
import org.quartz.DateBuilder.IntervalUnit;
import org.quartz.JobBuilder;
import org.quartz.JobDetail;
import org.quartz.JobKey;
import org.quartz.Scheduler;
import org.quartz.SchedulerException;
import org.quartz.SimpleScheduleBuilder;
import org.quartz.SimpleTrigger;
import org.quartz.Trigger;
import org.quartz.TriggerBuilder;
import org.quartz.TriggerKey;
import org.quartz.impl.StdSchedulerFactory;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.github.sardine.Sardine;

/**
 * Loads all events from the configured calDAV servers. This is done with an
 * interval. All interesting events are hold in memory.
 *
 * @author Robert Delbrck
 * @since 1.8.0
 *
 */
public class CalDavLoaderImpl extends AbstractActiveService implements ManagedService, CalDavLoader {
    private static final String JOB_NAME_EVENT_RELOADER = "event-reloader";
    public static final String JOB_NAME_EVENT_START = "event-start";
    public static final String JOB_NAME_EVENT_END = "event-end";
    private static final String PROP_RELOAD_INTERVAL = "reloadInterval";
    private static final String PROP_PRELOAD_TIME = "preloadTime";
    private static final String PROP_HISTORIC_LOAD_TIME = "historicLoadTime";
    private static final String PROP_URL = "url";
    private static final String PROP_PASSWORD = "password";
    private static final String PROP_USERNAME = "username";
    private static final String PROP_TIMEZONE = "timeZone";
    private static final String PROP_CHARSET = "charset";
    public static final String PROP_DISABLE_CERTIFICATE_VERIFICATION = "disableCertificateVerification";
    private static final String PROP_LAST_MODIFIED_TIMESTAMP_VALID = "lastModifiedFileTimeStampValid";
    public static DateTimeZone defaultTimeZone = DateTimeZone.getDefault();

    private static final Logger log = LoggerFactory.getLogger(CalDavLoaderImpl.class);
    public static final String CACHE_PATH = "etc/caldav";

    private ScheduledExecutorService execService;
    private List<EventNotifier> eventListenerList = new ArrayList<EventNotifier>();
    private Scheduler scheduler;

    public static CalDavLoaderImpl instance;

    public CalDavLoaderImpl() {
        if (instance != null) {
            throw new IllegalStateException("something went wrong, the loader service should be singleton");
        }
        instance = this;
    }

    @Override
    public void start() {
        super.start();

        if (this.isProperlyConfigured()) {
            try {
                scheduler = new StdSchedulerFactory().getScheduler();
                this.removeAllJobs();
            } catch (SchedulerException e) {
                log.error("cannot get job-scheduler", e);
                throw new IllegalStateException("cannot get job-scheduler", e);
            }

            this.startLoading();
        }
    }

    private void removeAllJobs() throws SchedulerException {
        if (scheduler != null) {
            scheduler.deleteJobs(
                    new ArrayList<JobKey>(scheduler.getJobKeys(jobGroupEquals(JOB_NAME_EVENT_RELOADER))));
            scheduler.deleteJobs(new ArrayList<JobKey>(scheduler.getJobKeys(jobGroupEquals(JOB_NAME_EVENT_START))));
            scheduler.deleteJobs(new ArrayList<JobKey>(scheduler.getJobKeys(jobGroupEquals(JOB_NAME_EVENT_END))));
        }
    }

    @Override
    public void shutdown() {
        super.shutdown();

        try {
            this.removeAllJobs();
        } catch (SchedulerException e) {
            log.error("cannot remove jobs: " + e.getMessage(), e);
        }
    }

    @Override
    public void updated(Dictionary<String, ?> config) throws ConfigurationException {
        if (config != null) {
            CompatibilityHints.setHintEnabled(CompatibilityHints.KEY_RELAXED_PARSING, true);

            // just temporary
            Map<String, CalDavConfig> configMap = new HashMap<String, CalDavConfig>();

            Enumeration<String> iter = config.keys();
            while (iter.hasMoreElements()) {
                String key = iter.nextElement();
                log.trace("configuration parameter: " + key);
                if (key.equals("service.pid")) {
                    continue;
                } else if (key.equals(PROP_TIMEZONE)) {
                    log.debug("overriding default timezone {} with {}", defaultTimeZone, config.get(key));
                    defaultTimeZone = DateTimeZone.forID(config.get(key) + "");
                    if (defaultTimeZone == null) {
                        throw new ConfigurationException(PROP_TIMEZONE,
                                "invalid timezone value: " + config.get(key));
                    }
                    log.debug("found timeZone: {}", defaultTimeZone);
                    continue;
                }
                String[] keys = key.split(":");
                if (keys.length != 2) {
                    throw new ConfigurationException(key, "unknown identifier");
                }
                String id = keys[0];
                String paramKey = keys[1];
                CalDavConfig calDavConfig = configMap.get(id);
                if (calDavConfig == null) {
                    calDavConfig = new CalDavConfig();
                    configMap.put(id, calDavConfig);
                }
                String value = config.get(key) + "";

                calDavConfig.setKey(id);
                if (paramKey.equals(PROP_USERNAME)) {
                    calDavConfig.setUsername(value);
                } else if (paramKey.equals(PROP_PASSWORD)) {
                    calDavConfig.setPassword(value);
                } else if (paramKey.equals(PROP_URL)) {
                    calDavConfig.setUrl(value);
                } else if (paramKey.equals(PROP_RELOAD_INTERVAL)) {
                    calDavConfig.setReloadMinutes(Integer.parseInt(value));
                } else if (paramKey.equals(PROP_PRELOAD_TIME)) {
                    calDavConfig.setPreloadMinutes(Integer.parseInt(value));
                } else if (paramKey.equals(PROP_HISTORIC_LOAD_TIME)) {
                    calDavConfig.setHistoricLoadMinutes(Integer.parseInt(value));
                } else if (paramKey.equals(PROP_LAST_MODIFIED_TIMESTAMP_VALID)) {
                    calDavConfig.setLastModifiedFileTimeStampValid(BooleanUtils.toBoolean(value));
                } else if (paramKey.equals(PROP_DISABLE_CERTIFICATE_VERIFICATION)) {
                    calDavConfig.setDisableCertificateVerification(BooleanUtils.toBoolean(value));
                } else if (paramKey.equals(PROP_CHARSET)) {
                    try {
                        Charset.forName(value);
                        calDavConfig.setCharset(value);
                    } catch (UnsupportedCharsetException e) {
                        log.error("charset not valid: {}", value);
                    }
                }
            }

            // verify if all required parameters are set
            for (String id : configMap.keySet()) {
                if (configMap.get(id).getUrl() == null) {
                    throw new ConfigurationException(PROP_URL, PROP_URL + " must be set");
                }
                if (configMap.get(id).getUsername() == null) {
                    throw new ConfigurationException(PROP_USERNAME, PROP_USERNAME + " must be set");
                }
                if (configMap.get(id).getPassword() == null) {
                    throw new ConfigurationException(PROP_PASSWORD, PROP_PASSWORD + " must be set");
                }
                log.trace("config for id '{}': {}", id, configMap.get(id));
            }

            // initialize event cache
            for (CalDavConfig calDavConfig : configMap.values()) {
                final CalendarRuntime eventRuntime = new CalendarRuntime();
                eventRuntime.setConfig(calDavConfig);
                File cachePath = Util.getCachePath(calDavConfig.getKey());
                if (!cachePath.exists() && !cachePath.mkdirs()) {
                    log.error("cannot create directory ({}) for calendar caching (missing rights?)",
                            cachePath.getAbsoluteFile());
                    continue;
                }
                EventStorage.getInstance().getEventCache().put(calDavConfig.getKey(), eventRuntime);
            }

            setProperlyConfigured(true);
        }
    }

    public List<EventNotifier> getEventListenerList() {
        return eventListenerList;
    }

    public Scheduler getScheduler() {
        return scheduler;
    }

    @Override
    public void addListener(EventNotifier notifier) {
        this.eventListenerList.add(notifier);

        // notify for missing changes
        for (CalendarRuntime calendarRuntime : EventStorage.getInstance().getEventCache().values()) {
            for (EventContainer eventContainer : calendarRuntime.getEventMap().values()) {
                for (CalDavEvent event : eventContainer.getEventList()) {
                    notifier.eventLoaded(event);
                }
            }
        }

    }

    @Override
    public void removeListener(EventNotifier notifier) {
        this.eventListenerList.remove(notifier);
    }

    public synchronized void addEventToMap(EventContainer eventContainer, boolean createTimer) {
        CalendarRuntime calendarRuntime = EventStorage.getInstance().getEventCache()
                .get(eventContainer.getCalendarId());

        ConcurrentHashMap<String, EventContainer> eventContainerMap = calendarRuntime.getEventMap();

        if (eventContainerMap.containsKey(eventContainer.getEventId())) {
            EventContainer eventContainerOld = eventContainerMap.get(eventContainer.getEventId());
            // event is already in map
            if (eventContainer.getLastChanged().isAfter(eventContainerOld.getLastChanged())) {
                log.debug("event is already in event map and newer -> delete the old one, reschedule timer");
                // cancel old jobs
                for (String timerKey : eventContainerOld.getTimerMap()) {
                    try {
                        this.scheduler.deleteJob(JobKey.jobKey(timerKey));
                    } catch (SchedulerException e) {
                        log.error("cannot cancel event with job-id: " + timerKey, e);
                    }
                }
                eventContainerOld.getTimerMap().clear();

                // override event
                eventContainerMap.put(eventContainer.getEventId(), eventContainer);

                for (EventNotifier notifier : eventListenerList) {
                    for (CalDavEvent event : eventContainerOld.getEventList()) {
                        log.trace("notify listener... {}", notifier);
                        try {
                            notifier.eventRemoved(event);
                        } catch (Exception e) {
                            log.error("error while invoking listener", e);
                        }
                    }
                }
                for (EventNotifier notifier : eventListenerList) {
                    for (CalDavEvent event : eventContainer.getEventList()) {
                        log.trace("notify listener... {}", notifier);
                        try {
                            notifier.eventLoaded(event);
                        } catch (Exception e) {
                            log.error("error while invoking listener", e);
                        }
                    }
                }

                if (createTimer) {
                    int index = 0;
                    for (CalDavEvent event : eventContainer.getEventList()) {
                        if (event.getEnd().isAfterNow()) {
                            try {
                                createJob(eventContainer, event, index);
                            } catch (SchedulerException e) {
                                log.error("cannot create jobs for event '{}': ", event.getShortName(),
                                        e.getMessage());
                            }
                        }
                        index++;
                    }
                }
            } else {
                // event is already in map and not updated, ignoring
            }
        } else {
            // event is new
            eventContainerMap.put(eventContainer.getEventId(), eventContainer);
            log.trace("listeners for events: {}", eventListenerList.size());
            for (EventNotifier notifier : eventListenerList) {
                for (CalDavEvent event : eventContainer.getEventList()) {
                    log.trace("notify listener... {}", notifier);
                    try {
                        notifier.eventLoaded(event);
                    } catch (Exception e) {
                        log.error("error while invoking listener", e);
                    }
                }
            }
            if (createTimer) {
                int index = 0;
                for (CalDavEvent event : eventContainer.getEventList()) {
                    if (event.getEnd().isAfterNow()) {
                        try {
                            createJob(eventContainer, event, index);
                        } catch (SchedulerException e) {
                            log.error("cannot create jobs for event: " + event.getShortName());
                        }
                    }
                    index++;
                }
            }
        }
    }

    private synchronized void createJob(final EventContainer eventContainer, final CalDavEvent event,
            final int index) throws SchedulerException {
        final String triggerStart = JOB_NAME_EVENT_START + "-" + event.getShortName() + "-" + index;

        final boolean startJobTriggerDeleted = this.scheduler
                .unscheduleJob(TriggerKey.triggerKey(triggerStart, JOB_NAME_EVENT_START));
        final boolean startJobDeleted = this.scheduler.deleteJob(JobKey.jobKey(triggerStart, JOB_NAME_EVENT_START));
        log.trace("old start job ({}) deleted? {}/{}", triggerStart, startJobDeleted, startJobTriggerDeleted);

        Date startDate = event.getStart().toDate();
        JobDetail jobStart = JobBuilder.newJob().ofType(EventJob.class)
                .usingJobData(EventJob.KEY_CONFIG, eventContainer.getCalendarId())
                .usingJobData(EventJob.KEY_EVENT, eventContainer.getEventId())
                .usingJobData(EventJob.KEY_REC_INDEX, index)
                .usingJobData(EventJob.KEY_EVENT_TRIGGER, EventTrigger.BEGIN.name()).storeDurably(false)
                .withIdentity(triggerStart, JOB_NAME_EVENT_START).build();
        Trigger jobTriggerStart = TriggerBuilder.newTrigger().withIdentity(triggerStart, JOB_NAME_EVENT_START)
                .startAt(startDate).build();
        this.scheduler.scheduleJob(jobStart, jobTriggerStart);

        eventContainer.getTimerMap().add(triggerStart);
        log.debug("begin timer scheduled for event '{}' @ {}", event.getShortName(), startDate);

        final String triggerEnd = JOB_NAME_EVENT_END + "-" + event.getShortName() + "-" + index;

        final boolean endJobTriggerDeleted = this.scheduler
                .unscheduleJob(TriggerKey.triggerKey(triggerEnd, JOB_NAME_EVENT_END));
        final boolean endJobDeleted = this.scheduler.deleteJob(JobKey.jobKey(triggerEnd, JOB_NAME_EVENT_END));
        log.trace("old end job ({}) deleted? {}/{}", triggerEnd, endJobDeleted, endJobTriggerDeleted);

        Date endDate = event.getEnd().toDate();
        JobDetail jobEnd = JobBuilder.newJob().ofType(EventJob.class)
                .usingJobData(EventJob.KEY_CONFIG, eventContainer.getCalendarId())
                .usingJobData(EventJob.KEY_EVENT, eventContainer.getEventId())
                .usingJobData(EventJob.KEY_REC_INDEX, index)
                .usingJobData(EventJob.KEY_EVENT_TRIGGER, EventTrigger.END.name()).storeDurably(false)
                .withIdentity(triggerEnd, JOB_NAME_EVENT_END).build();
        Trigger jobTriggerEnd = TriggerBuilder.newTrigger().withIdentity(triggerEnd, JOB_NAME_EVENT_END)
                .startAt(endDate).build();
        this.scheduler.scheduleJob(jobEnd, jobTriggerEnd);
        eventContainer.getTimerMap().add(triggerEnd);
        log.debug("end timer scheduled for event '{}' @ {}", event.getShortName(), endDate);
    }

    public void startLoading() {
        if (execService != null) {
            return;
        }
        log.trace("starting execution...");

        int i = 0;
        for (final CalendarRuntime eventRuntime : EventStorage.getInstance().getEventCache().values()) {
            try {
                JobDetail job = JobBuilder.newJob().ofType(EventReloaderJob.class)
                        .usingJobData(EventReloaderJob.KEY_CONFIG, eventRuntime.getConfig().getKey())
                        .withIdentity(eventRuntime.getConfig().getKey(), JOB_NAME_EVENT_RELOADER).storeDurably()
                        .build();
                this.scheduler.addJob(job, false);
                SimpleTrigger jobTrigger = TriggerBuilder.newTrigger().forJob(job)
                        .withIdentity(eventRuntime.getConfig().getKey(), JOB_NAME_EVENT_RELOADER)
                        .startAt(DateBuilder.futureDate(10 + i, IntervalUnit.SECOND))
                        .withSchedule(SimpleScheduleBuilder
                                .repeatMinutelyForever(eventRuntime.getConfig().getReloadMinutes()))
                        .build();
                this.scheduler.scheduleJob(jobTrigger);
                log.info("reload job scheduled for: {}", eventRuntime.getConfig().getKey());
            } catch (SchedulerException e) {
                log.error("cannot schedule calendar-reloader", e);
            }
            // next event 10 seconds later
            i += 10;
        }

    }

    @Override
    protected void execute() {

    }

    @Override
    protected long getRefreshInterval() {
        return 1000;
    }

    @Override
    protected String getName() {
        return "CalDav Loader";
    }

    @Override
    public void addEvent(CalDavEvent calDavEvent) {
        final CalendarRuntime calendarRuntime = EventStorage.getInstance().getEventCache()
                .get(calDavEvent.getCalendarId());
        CalDavConfig config = calendarRuntime.getConfig();
        if (config == null) {
            log.error("cannot find config for calendar id: {}", calDavEvent.getCalendarId());
        }
        Sardine sardine = Util.getConnection(config);

        Calendar calendar = Util.createCalendar(calDavEvent, defaultTimeZone);

        try {
            final String fullIcsFile = config.getUrl() + "/" + calDavEvent.getFilename() + ".ics";
            if (calendarRuntime.getEventContainerByFilename(calDavEvent.getFilename()) != null) {
                log.debug("event will be updated: {}", fullIcsFile);
                try {
                    sardine.delete(fullIcsFile);
                } catch (IOException e) {
                    log.error("cannot remove old ics file: {}", fullIcsFile);
                }
            } else {
                log.debug("event is new: {}", fullIcsFile);
            }

            sardine.put(fullIcsFile, calendar.toString().getBytes("UTF-8"));

            EventContainer eventContainer = new EventContainer(calDavEvent.getCalendarId());
            eventContainer.setEventId(calDavEvent.getId());
            eventContainer.setFilename(Util.getFilename(calDavEvent.getFilename()));
            eventContainer.getEventList().add(calDavEvent);
            eventContainer.setLastChanged(calDavEvent.getLastChanged());
            this.addEventToMap(eventContainer, false);
        } catch (UnsupportedEncodingException e) {
            log.error("cannot write event", e);
        } catch (IOException e) {
            log.error("cannot write event", e);
        }
    }

    @Override
    public List<CalDavEvent> getEvents(final CalDavQuery query) {
        log.trace("quering events for filter: {}", query);
        final ArrayList<CalDavEvent> eventList = new ArrayList<CalDavEvent>();

        if (query.getCalendarIds() != null) {
            for (String calendarId : query.getCalendarIds()) {
                final CalendarRuntime eventRuntime = EventStorage.getInstance().getEventCache().get(calendarId);
                if (eventRuntime == null) {
                    log.debug("calendar id {} not found", calendarId);
                    continue;
                }

                for (EventContainer eventContainer : eventRuntime.getEventMap().values()) {
                    for (CalDavEvent calDavEvent : eventContainer.getEventList()) {
                        if (query.getFrom() != null) {
                            if (calDavEvent.getEnd().isBefore(query.getFrom())) {
                                continue;
                            }
                        }
                        if (query.getTo() != null) {
                            if (calDavEvent.getStart().isAfter(query.getTo())) {
                                continue;
                            }
                        }
                        if (query.getFilterName() != null) {
                            if (!calDavEvent.getName().matches(query.getFilterName())) {
                                continue;
                            }
                        }
                        if (query.getFilterCategory() != null) {
                            if (calDavEvent.getCategoryList() == null) {
                                continue;
                            } else {
                                if (!calDavEvent.getCategoryList().containsAll(query.getFilterCategory())) {
                                    continue;
                                }
                            }
                        }
                        eventList.add(calDavEvent);
                    }
                }
            }
        }

        if (query.getSort() != null) {
            Collections.sort(eventList, new Comparator<CalDavEvent>() {
                @Override
                public int compare(CalDavEvent arg0, CalDavEvent arg1) {
                    if (query.getSort().equals(CalDavQuery.Sort.ASCENDING)) {
                        return (arg0.getStart().compareTo(arg1.getStart()));
                    } else if (query.getSort().equals(CalDavQuery.Sort.DESCENDING)) {
                        return (arg1.getStart().compareTo(arg0.getStart()));
                    } else {
                        return 0;
                    }

                }
            });
        }

        log.debug("return event list for {} with {} entries", query, eventList.size());
        return eventList;
    }

}