-
-
Notifications
You must be signed in to change notification settings - Fork 5.5k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
9e0d304
commit 835ec94
Showing
8 changed files
with
447 additions
and
221 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,196 @@ | ||
| # This file is a part of Julia. License is MIT: http://julialang.org/license | ||
|
|
||
| abstract ChannelData{T} | ||
|
|
||
| type ChannelDataSingle{T} <: ChannelData{T} | ||
| full::Bool # Need a separate flag here to handle the case where "nothing" is a valid value in "data" | ||
| data::Nullable{T} | ||
| end | ||
|
|
||
| type ChannelDataMultiple{T} <: ChannelData{T} | ||
| data::Array{T,1} | ||
| szp1::Int # current channel size plus one | ||
| sz_max::Int # maximum size of channel | ||
| take_pos::Int # read position | ||
| put_pos::Int # write position | ||
| end | ||
|
|
||
| type ChannelRef | ||
| pid::Int | ||
| cid::Int | ||
| end | ||
|
|
||
| ChannelRef() = ChannelRef(myid(), 0) | ||
| ChannelRef(pid::Int) = ChannelRef(pid, 0) | ||
|
|
||
| abstract AbstractChannel{T} | ||
|
|
||
| type Channel{T, Store} <: AbstractChannel{T} | ||
| cid::Int | ||
| store::ChannelData{T} | ||
| cond_take::Condition # waiting for data to become available | ||
| cond_put::Condition # waiting for a writeable slot | ||
|
|
||
| Channel(store) = new(get_next_channel_id(), store, Condition(), Condition()) | ||
| end | ||
|
|
||
| let next_channel_id=1 | ||
| global get_next_channel_id | ||
| function get_next_channel_id() | ||
| cid = next_channel_id | ||
| next_channel_id = next_channel_id+1 | ||
| return cid | ||
| end | ||
| end | ||
|
|
||
| Channel() = Channel(Any) | ||
| Channel(T::Type) = Channel{T, ChannelDataSingle{T}}(ChannelDataSingle{T}(false, Nullable{T}())) | ||
|
|
||
| Channel(sz::Int) = Channel(Any, sz) | ||
| function Channel(T::Type, sz::Int) | ||
| sz_max = sz == typemax(Int) ? typemax(Int) - 1 : sz | ||
| csz = sz > 32 ? 32 : sz | ||
| Channel{T, ChannelDataMultiple{T}}(ChannelDataMultiple{T}(Array(T, csz+1), csz+1, sz_max, 1, 1)) | ||
| end | ||
|
|
||
| const map_all_channels = Dict{Int, AbstractChannel}() | ||
| register_channel(c::Channel) = (map_all_channels[c.cid] = c; c.cid) | ||
| create_and_register_channel(T::Type, sz::Int) = register_channel(Channel(T, sz)) | ||
|
|
||
| function open(cref::ChannelRef, T::Type=Any, sz::Int=1) | ||
| (cref.cid != 0) && throw(ArgumentError("Channel Reference points to an already registered channel")) | ||
| cref.cid = remotecall_fetch(cref.pid, create_and_register_channel, T, sz) | ||
| cref | ||
| end | ||
|
|
||
| close_channel(cid::Int) = (delete!(map_all_channels, cid); nothing) | ||
| close(addr::ChannelRef) = remotecall_fetch(addr.pid, close_channel, addr.cid) | ||
|
|
||
| # Serializing closures is slow, setup to call remote functions directly for ChannelRef versions | ||
| function call_on_owner(f, cref::ChannelRef, args...) | ||
| if cref.pid == myid() | ||
| f(cref.cid, args...) | ||
| else | ||
| remotecall_fetch(cref.pid, f, cref.cid, args...) | ||
| end | ||
| end | ||
|
|
||
| isready_cref(cid) = isready(map_all_channels[cid]) | ||
| isready(cref::ChannelRef) = call_on_owner(isready_cref, cref) | ||
|
|
||
| wait_cref(cid) = (wait(map_all_channels[cid]); nothing) | ||
| wait(cref::ChannelRef) = (call_on_owner(wait_cref, cref); cref) | ||
|
|
||
| fetch_cref(cid) = fetch(map_all_channels[cid]) | ||
| fetch(cref::ChannelRef) = call_on_owner(fetch_cref, cref) | ||
|
|
||
| take_cref(cid) = take!(map_all_channels[cid]) | ||
| take!(cref::ChannelRef) = call_on_owner(take_cref, cref) | ||
|
|
||
| put_cref(cid, v) = (put!(map_all_channels[cid], v); nothing) | ||
| put!(cref::ChannelRef, val::ANY) = (call_on_owner(put_cref, cref, val); cref) | ||
|
|
||
| function put!{T}(c::Channel{T, ChannelDataMultiple{T}}, v::T) | ||
| store::ChannelDataMultiple{T} = c.store | ||
| d = store.take_pos - store.put_pos | ||
| if (d == 1) || (d == -(store.szp1-1)) | ||
| # grow the channel if possible | ||
| if (store.szp1 - 1) < store.sz_max | ||
| if ((store.szp1-1) * 2) > store.sz_max | ||
| store.szp1 = store.sz_max + 1 | ||
| else | ||
| store.szp1 = ((store.szp1-1) * 2) + 1 | ||
| end | ||
| newdata = Array(eltype(c), store.szp1) | ||
| if store.put_pos > store.take_pos | ||
| copy!(newdata, 1, store.data, store.take_pos, (store.put_pos - store.take_pos)) | ||
| store.put_pos = store.put_pos - store.take_pos + 1 | ||
| else | ||
| len_first_part = length(store.data) - store.take_pos + 1 | ||
| copy!(newdata, 1, store.data, store.take_pos, len_first_part) | ||
| copy!(newdata, len_first_part+1, store.data, 1, store.put_pos-1) | ||
| store.put_pos = len_first_part + store.put_pos | ||
| end | ||
| store.take_pos = 1 | ||
| store.data = newdata | ||
| else | ||
| wait(c.cond_put) | ||
| end | ||
| end | ||
|
|
||
| store.data[store.put_pos] = v | ||
| store.put_pos = (store.put_pos == store.szp1 ? 1 : store.put_pos + 1) | ||
| notify(c.cond_take, nothing, true, false) # notify all, since some of the waiters may be on a "fetch" call. | ||
| v | ||
| end | ||
|
|
||
| function put!{T}(c::Channel{T, ChannelDataSingle{T}}, v::T) | ||
| store::ChannelDataSingle{T} = c.store | ||
| if store.full | ||
| wait(c.cond_put) | ||
| end | ||
| store.data = v | ||
| store.full = true | ||
| notify(c.cond_take, nothing, true, false) | ||
| v | ||
| end | ||
|
|
||
| function fetch(c::Channel) | ||
| while !isready(c) | ||
| wait(c.cond_take) | ||
| end | ||
| fetch(c.store) | ||
| end | ||
|
|
||
| fetch(store::ChannelDataSingle) = get(store.data) | ||
| fetch(store::ChannelDataMultiple) = store.data[store.take_pos] | ||
|
|
||
| function take!{T, S}(c::Channel{T, S}) | ||
| while !isready(c) | ||
| wait(c.cond_take) | ||
| end | ||
| store::S = c.store | ||
| v = take!(store) | ||
| notify(c.cond_put, nothing, false, false) # notify only one, since only one slot has become available for a put!. | ||
| v | ||
| end | ||
|
|
||
| take!{T}(store::ChannelDataSingle{T}) = (v=get(store.data); store.data=Nullable{T}(); store.full=false; v) | ||
| function take!(store::ChannelDataMultiple) | ||
| v = store.data[store.take_pos] | ||
| store.take_pos = (store.take_pos == store.szp1 ? 1 : store.take_pos + 1) | ||
| v | ||
| end | ||
|
|
||
| isready{T}(c::Channel{T, ChannelDataSingle{T}}) = c.store.full | ||
| isready{T}(c::Channel{T, ChannelDataMultiple{T}}) = (store = c.store; store.take_pos == store.put_pos ? false : true) | ||
|
|
||
| function wait(c::Channel) | ||
| while !isready(c) | ||
| wait(c.cond_take) | ||
| end | ||
| nothing | ||
| end | ||
|
|
||
| function notify_error(c::Channel, err) | ||
| notify_error(c.cond_take, err) | ||
| notify_error(c.cond_put, err) | ||
| end | ||
|
|
||
| eltype{T}(c::Channel{T}) = T | ||
|
|
||
| function length{T}(c::Channel{T, ChannelDataMultiple}) | ||
| store=c.store | ||
| if store.put_pos >= store.take_pos | ||
| return store.put_pos - store.take_pos | ||
| else | ||
| return store.szp1 - store.take_pos + store.put_pos | ||
| end | ||
| end | ||
|
|
||
| length{T}(c::Channel{T, ChannelDataSingle}) = c.store.full ? 1 : 0 | ||
|
|
||
| size{T}(c::Channel{T, ChannelDataSingle}) = 1 | ||
| size{T}(c::Channel{T, ChannelDataMultiple}) = c.store.sz_max | ||
|
|
||
| show(io::IO, c::Channel) = print(io, "$(typeof(c))(id: $(c.cid), size: $(size(c)), num_elements: $(length(c)))") |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -40,6 +40,8 @@ export | |
| BufferStream, | ||
| CartesianIndex, | ||
| CartesianRange, | ||
| Channel, | ||
| ChannelRef, | ||
| Cmd, | ||
| Colon, | ||
| Complex, | ||
|
|
||
Oops, something went wrong.